---
apiVersion: v1
items:
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-18T20:47:57.212291Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-c72x8
    namespace: kserve-ci-e2e-test
    resourceVersion: "24570"
    uid: 1e37e222-5226-4118-ad77-048d2ca4db00
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-c72x8
    to ip-10-0-143-76.ec2.internal
  metadata:
    creationTimestamp: "2026-09-18T20:47:57Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-18T20:47:57Z"
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-c72x8.18d6854f37da16bb
    namespace: kserve-ci-e2e-test
    resourceVersion: "24576"
    uid: ab5530c8-a9ed-440e-b334-675ab2d34029
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-584d99b576-bdzl5
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:47:57Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-c72x8
    namespace: kserve-ci-e2e-test
    resourceVersion: "24580"
    uid: 1e37e222-5226-4118-ad77-048d2ca4db00
  kind: Event
  lastTimestamp: "2026-09-18T20:47:57Z"
  message: Add eth0 [10.133.0.39/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-18T20:47:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-18T20:47:57Z"
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-c72x8.18d6854f59bcf005
    namespace: kserve-ci-e2e-test
    resourceVersion: "24589"
    uid: b959ba66-bbc9-4fe1-b9a9-519c1d5ea52d
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:47:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-c72x8
    namespace: kserve-ci-e2e-test
    resourceVersion: "24574"
    uid: 1e37e222-5226-4118-ad77-048d2ca4db00
  kind: Event
  lastTimestamp: "2026-09-18T20:47:57Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:2cbd0ba61f740962b2bad1a0e55e41574489d7afdb86fa314f3953b8c8af773e"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-18T20:47:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:47:57Z"
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-c72x8.18d6854f5b12e44b
    namespace: kserve-ci-e2e-test
    resourceVersion: "24592"
    uid: 64007515-4fd1-4423-a0c5-611b355ce984
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:47:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-c72x8
    namespace: kserve-ci-e2e-test
    resourceVersion: "24574"
    uid: 1e37e222-5226-4118-ad77-048d2ca4db00
  kind: Event
  lastTimestamp: "2026-09-18T20:47:57Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-18T20:47:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:47:57Z"
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-c72x8.18d6854f5d897e3e
    namespace: kserve-ci-e2e-test
    resourceVersion: "24593"
    uid: dcfab0f3-0fd6-45ba-b084-4e498a4fb66e
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:47:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-c72x8
    namespace: kserve-ci-e2e-test
    resourceVersion: "24574"
    uid: 1e37e222-5226-4118-ad77-048d2ca4db00
  kind: Event
  lastTimestamp: "2026-09-18T20:47:57Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-18T20:47:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:47:57Z"
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-c72x8.18d6854f5df9f718
    namespace: kserve-ci-e2e-test
    resourceVersion: "24594"
    uid: 35caf7bd-0a75-4111-b23d-4f58b8e0e4d7
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:48:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-c72x8
    namespace: kserve-ci-e2e-test
    resourceVersion: "24574"
    uid: 1e37e222-5226-4118-ad77-048d2ca4db00
  kind: Event
  lastTimestamp: "2026-09-18T20:48:03Z"
  message: Container image "kserve/autogluonserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-09-18T20:48:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:48:03Z"
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-c72x8.18d685509ebdc45e
    namespace: kserve-ci-e2e-test
    resourceVersion: "24644"
    uid: b4fd7663-d628-4d8c-a0fa-702b7d43dd40
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:48:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-c72x8
    namespace: kserve-ci-e2e-test
    resourceVersion: "24574"
    uid: 1e37e222-5226-4118-ad77-048d2ca4db00
  kind: Event
  lastTimestamp: "2026-09-18T20:48:03Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-18T20:48:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:48:03Z"
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-c72x8.18d68550a1c20ccf
    namespace: kserve-ci-e2e-test
    resourceVersion: "24646"
    uid: 612af2d9-9a77-430d-9516-0c9bd0862704
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:48:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-c72x8
    namespace: kserve-ci-e2e-test
    resourceVersion: "24574"
    uid: 1e37e222-5226-4118-ad77-048d2ca4db00
  kind: Event
  lastTimestamp: "2026-09-18T20:48:03Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-18T20:48:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:48:03Z"
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-c72x8.18d68550a232396e
    namespace: kserve-ci-e2e-test
    resourceVersion: "24648"
    uid: 51ea2136-bc43-4809-97c6-d2d2d3bc5334
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:48:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-c72x8
    namespace: kserve-ci-e2e-test
    resourceVersion: "24574"
    uid: 1e37e222-5226-4118-ad77-048d2ca4db00
  kind: Event
  lastTimestamp: "2026-09-18T20:48:03Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-18T20:48:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:48:03Z"
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-c72x8.18d68550a23bdee2
    namespace: kserve-ci-e2e-test
    resourceVersion: "24650"
    uid: 132730bb-0e9a-4cfc-b0da-3265a7a79787
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:48:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-c72x8
    namespace: kserve-ci-e2e-test
    resourceVersion: "24574"
    uid: 1e37e222-5226-4118-ad77-048d2ca4db00
  kind: Event
  lastTimestamp: "2026-09-18T20:48:03Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-18T20:48:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:48:03Z"
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-c72x8.18d68550a54319b8
    namespace: kserve-ci-e2e-test
    resourceVersion: "24652"
    uid: 29c72883-812a-4dd2-9336-8600e3b8a599
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:48:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-c72x8
    namespace: kserve-ci-e2e-test
    resourceVersion: "24574"
    uid: 1e37e222-5226-4118-ad77-048d2ca4db00
  kind: Event
  lastTimestamp: "2026-09-18T20:48:03Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-18T20:48:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:48:03Z"
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-c72x8.18d68550a5b6501f
    namespace: kserve-ci-e2e-test
    resourceVersion: "24653"
    uid: fdeaaba0-9165-40bc-b103-e0a4e8b1a2d2
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-18T20:48:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-c72x8
    namespace: kserve-ci-e2e-test
    resourceVersion: "24574"
    uid: 1e37e222-5226-4118-ad77-048d2ca4db00
  kind: Event
  lastTimestamp: "2026-09-18T20:48:11Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.39:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-18T20:48:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:48:11Z"
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-c72x8.18d6855116a63fb3
    namespace: kserve-ci-e2e-test
    resourceVersion: "24729"
    uid: d9620642-5730-4928-9990-9ffb7eb80b73
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-76.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:48:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-c72x8
    namespace: kserve-ci-e2e-test
    resourceVersion: "24574"
    uid: 1e37e222-5226-4118-ad77-048d2ca4db00
  kind: Event
  lastTimestamp: "2026-09-18T20:48:32Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-18T20:48:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:48:32Z"
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-c72x8.18d6855773ec180a
    namespace: kserve-ci-e2e-test
    resourceVersion: "24979"
    uid: 47069861-dacb-4d51-a24e-39cfe1abfaed
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:48:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-c72x8
    namespace: kserve-ci-e2e-test
    resourceVersion: "24574"
    uid: 1e37e222-5226-4118-ad77-048d2ca4db00
  kind: Event
  lastTimestamp: "2026-09-18T20:48:32Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-18T20:48:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:48:32Z"
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-c72x8.18d6855773ed4bbf
    namespace: kserve-ci-e2e-test
    resourceVersion: "24980"
    uid: 09fc4aed-eae9-4819-a891-41c3935b1939
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:47:57Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585
    namespace: kserve-ci-e2e-test
    resourceVersion: "24560"
    uid: a1286b24-dcdf-4ab7-9213-794046d2499e
  kind: Event
  lastTimestamp: "2026-09-18T20:47:57Z"
  message: 'Created pod: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-c72x8'
  metadata:
    creationTimestamp: "2026-09-18T20:47:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T20:47:57Z"
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585.18d6854f3770392d
    namespace: kserve-ci-e2e-test
    resourceVersion: "24573"
    uid: 010458d5-ae34-454e-b3ee-32f60419e95d
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:47:57Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-autogluon-ts-v1-noslash-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24558"
    uid: 95d64f1d-b3a4-48b5-a591-40e613c9d37c
  kind: Event
  lastTimestamp: "2026-09-18T20:47:57Z"
  message: Scaled up replica set isvc-autogluon-ts-v1-noslash-predictor-b54fbf585
    from 0 to 1
  metadata:
    creationTimestamp: "2026-09-18T20:47:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T20:47:57Z"
    name: isvc-autogluon-ts-v1-noslash-predictor.18d6854f3452e9a8
    namespace: kserve-ci-e2e-test
    resourceVersion: "24562"
    uid: f49aacca-4781-4f4b-aff0-ec890b45544b
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-18T20:48:12Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-ts-v1-noslash-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24559"
    uid: ae8dcaec-ad97-4d21-8671-393f3f9f364d
  kind: Event
  lastTimestamp: "2026-09-18T20:48:27Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-18T20:48:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T20:48:27Z"
    name: isvc-autogluon-ts-v1-noslash-predictor.18d68552b2c89981
    namespace: kserve-ci-e2e-test
    resourceVersion: "24925"
    uid: 688143ed-aeeb-4070-ac4d-b632190470d3
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-18T20:48:12Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-ts-v1-noslash-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24559"
    uid: ae8dcaec-ad97-4d21-8671-393f3f9f364d
  kind: Event
  lastTimestamp: "2026-09-18T20:48:27Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-18T20:48:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T20:48:27Z"
    name: isvc-autogluon-ts-v1-noslash-predictor.18d68552b32dd734
    namespace: kserve-ci-e2e-test
    resourceVersion: "24926"
    uid: 162a70e1-d068-46dc-9937-2d56bb3812d5
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-18T20:47:57Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-ts-v1-noslash
    namespace: kserve-ci-e2e-test
    resourceVersion: "24551"
    uid: f2d0a1a8-fc05-466b-9241-17b2c40fed99
  kind: Event
  lastTimestamp: "2026-09-18T20:48:21Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-18T20:47:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T20:48:21Z"
    name: isvc-autogluon-ts-v1-noslash.18d6854f345446c5
    namespace: kserve-ci-e2e-test
    resourceVersion: "24880"
    uid: ff0d99cd-08ff-40ca-b2ec-bc35f89dd247
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:47:57Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-ts-v1-noslash
    namespace: kserve-ci-e2e-test
    resourceVersion: "24551"
    uid: f2d0a1a8-fc05-466b-9241-17b2c40fed99
  kind: Event
  lastTimestamp: "2026-09-18T20:47:57Z"
  message: 'Failed to update status for InferenceService "isvc-autogluon-ts-v1-noslash":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-autogluon-ts-v1-noslash":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-18T20:47:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T20:47:57Z"
    name: isvc-autogluon-ts-v1-noslash.18d6854f34dbc592
    namespace: kserve-ci-e2e-test
    resourceVersion: "24567"
    uid: 43a35c5a-5326-4c7a-be65-b8c90ec2d947
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:48:21Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-ts-v1-noslash
    namespace: kserve-ci-e2e-test
    resourceVersion: "24877"
    uid: f2d0a1a8-fc05-466b-9241-17b2c40fed99
  kind: Event
  lastTimestamp: "2026-09-18T20:48:21Z"
  message: InferenceService [isvc-autogluon-ts-v1-noslash] is Ready
  metadata:
    creationTimestamp: "2026-09-18T20:48:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T20:48:21Z"
    name: isvc-autogluon-ts-v1-noslash.18d68554d58a6e87
    namespace: kserve-ci-e2e-test
    resourceVersion: "24878"
    uid: 75af377a-b02d-47b3-956d-c2d3dbc0077e
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-18T20:47:09.686146Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-tncnc
    namespace: kserve-ci-e2e-test
    resourceVersion: "24128"
    uid: cf67ce2b-2a46-47f6-9da9-14dc86c788af
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-autogluon-ts-v1-predictor-6cf79d9f7d-tncnc
    to ip-10-0-143-76.ec2.internal
  metadata:
    creationTimestamp: "2026-09-18T20:47:09Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-18T20:47:09Z"
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-tncnc.18d685442712b21d
    namespace: kserve-ci-e2e-test
    resourceVersion: "24134"
    uid: 975379f2-26ee-46d6-a5c1-99f221d2cbcd
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-584d99b576-bdzl5
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:47:10Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-tncnc
    namespace: kserve-ci-e2e-test
    resourceVersion: "24138"
    uid: cf67ce2b-2a46-47f6-9da9-14dc86c788af
  kind: Event
  lastTimestamp: "2026-09-18T20:47:10Z"
  message: Add eth0 [10.133.0.38/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-18T20:47:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-18T20:47:10Z"
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-tncnc.18d685444918da24
    namespace: kserve-ci-e2e-test
    resourceVersion: "24144"
    uid: e1591bdf-0966-4a61-83d0-56703c5b2190
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:47:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-tncnc
    namespace: kserve-ci-e2e-test
    resourceVersion: "24132"
    uid: cf67ce2b-2a46-47f6-9da9-14dc86c788af
  kind: Event
  lastTimestamp: "2026-09-18T20:47:10Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:2cbd0ba61f740962b2bad1a0e55e41574489d7afdb86fa314f3953b8c8af773e"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-18T20:47:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:47:10Z"
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-tncnc.18d685444a6c8fb1
    namespace: kserve-ci-e2e-test
    resourceVersion: "24146"
    uid: 28e2be21-1b6c-4720-b7a7-18c840169165
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:47:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-tncnc
    namespace: kserve-ci-e2e-test
    resourceVersion: "24132"
    uid: cf67ce2b-2a46-47f6-9da9-14dc86c788af
  kind: Event
  lastTimestamp: "2026-09-18T20:47:10Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-18T20:47:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:47:10Z"
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-tncnc.18d685444d65911b
    namespace: kserve-ci-e2e-test
    resourceVersion: "24147"
    uid: 8be524dd-1a7c-4519-863c-3c783d5833ec
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:47:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-tncnc
    namespace: kserve-ci-e2e-test
    resourceVersion: "24132"
    uid: cf67ce2b-2a46-47f6-9da9-14dc86c788af
  kind: Event
  lastTimestamp: "2026-09-18T20:47:10Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-18T20:47:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:47:10Z"
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-tncnc.18d685444dd4bdb2
    namespace: kserve-ci-e2e-test
    resourceVersion: "24148"
    uid: d4d7d6aa-a316-4f60-9e6f-9b176c6253df
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:47:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-tncnc
    namespace: kserve-ci-e2e-test
    resourceVersion: "24132"
    uid: cf67ce2b-2a46-47f6-9da9-14dc86c788af
  kind: Event
  lastTimestamp: "2026-09-18T20:47:20Z"
  message: Container image "kserve/autogluonserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-09-18T20:47:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:47:20Z"
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-tncnc.18d6854690657a59
    namespace: kserve-ci-e2e-test
    resourceVersion: "24228"
    uid: c518cd2a-8894-4ab3-9f40-a2dc3b8195e8
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:47:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-tncnc
    namespace: kserve-ci-e2e-test
    resourceVersion: "24132"
    uid: cf67ce2b-2a46-47f6-9da9-14dc86c788af
  kind: Event
  lastTimestamp: "2026-09-18T20:47:20Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-18T20:47:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:47:20Z"
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-tncnc.18d685469343fc6a
    namespace: kserve-ci-e2e-test
    resourceVersion: "24230"
    uid: 5fe59288-b561-4dd8-ba0a-e2dc311b663e
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:47:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-tncnc
    namespace: kserve-ci-e2e-test
    resourceVersion: "24132"
    uid: cf67ce2b-2a46-47f6-9da9-14dc86c788af
  kind: Event
  lastTimestamp: "2026-09-18T20:47:20Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-18T20:47:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:47:20Z"
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-tncnc.18d6854693b7c799
    namespace: kserve-ci-e2e-test
    resourceVersion: "24233"
    uid: 37f7c6bb-0880-430f-84be-97df9f880fef
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:47:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-tncnc
    namespace: kserve-ci-e2e-test
    resourceVersion: "24132"
    uid: cf67ce2b-2a46-47f6-9da9-14dc86c788af
  kind: Event
  lastTimestamp: "2026-09-18T20:47:20Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-18T20:47:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:47:20Z"
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-tncnc.18d6854693c238c5
    namespace: kserve-ci-e2e-test
    resourceVersion: "24234"
    uid: 412066ec-a5d4-47b9-b6fc-33f924b9612d
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:47:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-tncnc
    namespace: kserve-ci-e2e-test
    resourceVersion: "24132"
    uid: cf67ce2b-2a46-47f6-9da9-14dc86c788af
  kind: Event
  lastTimestamp: "2026-09-18T20:47:20Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-18T20:47:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:47:20Z"
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-tncnc.18d68546986bc9dd
    namespace: kserve-ci-e2e-test
    resourceVersion: "24237"
    uid: dec43d9f-dc9b-42be-a541-6f83e97d78b3
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:47:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-tncnc
    namespace: kserve-ci-e2e-test
    resourceVersion: "24132"
    uid: cf67ce2b-2a46-47f6-9da9-14dc86c788af
  kind: Event
  lastTimestamp: "2026-09-18T20:47:20Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-18T20:47:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:47:20Z"
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-tncnc.18d6854698e0c3dd
    namespace: kserve-ci-e2e-test
    resourceVersion: "24238"
    uid: d6607cbf-cc08-4d44-a97d-95324d4033c3
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-18T20:47:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-tncnc
    namespace: kserve-ci-e2e-test
    resourceVersion: "24132"
    uid: cf67ce2b-2a46-47f6-9da9-14dc86c788af
  kind: Event
  lastTimestamp: "2026-09-18T20:47:28Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.38:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-18T20:47:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:47:28Z"
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-tncnc.18d68547083d8567
    namespace: kserve-ci-e2e-test
    resourceVersion: "24306"
    uid: 9d7ba4f9-2a59-4141-8abe-12bf057a80ea
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-76.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:47:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-tncnc
    namespace: kserve-ci-e2e-test
    resourceVersion: "24132"
    uid: cf67ce2b-2a46-47f6-9da9-14dc86c788af
  kind: Event
  lastTimestamp: "2026-09-18T20:47:52Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-18T20:47:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:47:52Z"
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-tncnc.18d6854e0232ef0a
    namespace: kserve-ci-e2e-test
    resourceVersion: "24500"
    uid: bb22b31f-078d-4003-a235-8750229795c4
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:47:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-tncnc
    namespace: kserve-ci-e2e-test
    resourceVersion: "24132"
    uid: cf67ce2b-2a46-47f6-9da9-14dc86c788af
  kind: Event
  lastTimestamp: "2026-09-18T20:47:52Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-18T20:47:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:47:52Z"
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-tncnc.18d6854e02336044
    namespace: kserve-ci-e2e-test
    resourceVersion: "24501"
    uid: 210112ef-7461-4578-bbaf-b4d3505776d3
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:47:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-tncnc
    namespace: kserve-ci-e2e-test
    resourceVersion: "24132"
    uid: cf67ce2b-2a46-47f6-9da9-14dc86c788af
  kind: Event
  lastTimestamp: "2026-09-18T20:47:53Z"
  message: 'Readiness probe failed: Get "https://10.133.0.38:8643/healthz": dial tcp
    10.133.0.38:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-18T20:47:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:47:53Z"
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-tncnc.18d6854e403f9491
    namespace: kserve-ci-e2e-test
    resourceVersion: "24512"
    uid: dc4fefff-9cf8-42b3-9ef5-08acd300fc2e
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-76.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:47:09Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d
    namespace: kserve-ci-e2e-test
    resourceVersion: "24117"
    uid: 8dbc6203-b296-46b6-8e8d-df801e58fb5f
  kind: Event
  lastTimestamp: "2026-09-18T20:47:09Z"
  message: 'Created pod: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-tncnc'
  metadata:
    creationTimestamp: "2026-09-18T20:47:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T20:47:09Z"
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d.18d6854426a218c4
    namespace: kserve-ci-e2e-test
    resourceVersion: "24130"
    uid: a6e11903-1305-48a8-bae2-ab6e80366bac
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:47:09Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-autogluon-ts-v1-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24114"
    uid: ab0eb83c-c404-4ae2-8940-a1cbdf0f4447
  kind: Event
  lastTimestamp: "2026-09-18T20:47:09Z"
  message: Scaled up replica set isvc-autogluon-ts-v1-predictor-6cf79d9f7d from 0
    to 1
  metadata:
    creationTimestamp: "2026-09-18T20:47:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T20:47:09Z"
    name: isvc-autogluon-ts-v1-predictor.18d6854423d5e063
    namespace: kserve-ci-e2e-test
    resourceVersion: "24119"
    uid: 6ede0556-5c22-4b07-86c1-0921d4369fba
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:47:24Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-ts-v1-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24116"
    uid: 905c5ac1-6842-4075-ba82-a38437a5a675
  kind: Event
  lastTimestamp: "2026-09-18T20:47:24Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-18T20:47:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T20:47:24Z"
    name: isvc-autogluon-ts-v1-predictor.18d68547a24b40ec
    namespace: kserve-ci-e2e-test
    resourceVersion: "24279"
    uid: 3b335140-f1b3-4f60-a334-aabbb9844ed1
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:47:24Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-ts-v1-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24116"
    uid: 905c5ac1-6842-4075-ba82-a38437a5a675
  kind: Event
  lastTimestamp: "2026-09-18T20:47:24Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-18T20:47:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T20:47:24Z"
    name: isvc-autogluon-ts-v1-predictor.18d68547a2b2d79d
    namespace: kserve-ci-e2e-test
    resourceVersion: "24281"
    uid: f0e67ce6-1e24-42a3-a4aa-4bb7b1846ffb
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:47:39Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-ts-v1-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24280"
    uid: 905c5ac1-6842-4075-ba82-a38437a5a675
  kind: Event
  lastTimestamp: "2026-09-18T20:47:39Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-18T20:47:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T20:47:39Z"
    name: isvc-autogluon-ts-v1-predictor.18d6854b2161f161
    namespace: kserve-ci-e2e-test
    resourceVersion: "24398"
    uid: 380b5093-2cfb-4e3b-b591-c8156c3acbd5
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:47:39Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-ts-v1-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24280"
    uid: 905c5ac1-6842-4075-ba82-a38437a5a675
  kind: Event
  lastTimestamp: "2026-09-18T20:47:39Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-18T20:47:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T20:47:39Z"
    name: isvc-autogluon-ts-v1-predictor.18d6854b21c461e0
    namespace: kserve-ci-e2e-test
    resourceVersion: "24400"
    uid: f9b12405-b69b-4fb9-ada0-27387501b330
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-18T20:47:09Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-ts-v1
    namespace: kserve-ci-e2e-test
    resourceVersion: "24107"
    uid: 773e9831-635a-4592-a78d-e3e967bdaa58
  kind: Event
  lastTimestamp: "2026-09-18T20:47:38Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-18T20:47:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T20:47:38Z"
    name: isvc-autogluon-ts-v1.18d6854423d90641
    namespace: kserve-ci-e2e-test
    resourceVersion: "24388"
    uid: 8b24a783-5e8c-4a3a-b561-c22af8fd9908
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:47:09Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-ts-v1
    namespace: kserve-ci-e2e-test
    resourceVersion: "24107"
    uid: 773e9831-635a-4592-a78d-e3e967bdaa58
  kind: Event
  lastTimestamp: "2026-09-18T20:47:09Z"
  message: 'Failed to update status for InferenceService "isvc-autogluon-ts-v1": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-autogluon-ts-v1":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-18T20:47:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T20:47:09Z"
    name: isvc-autogluon-ts-v1.18d68544245afe06
    namespace: kserve-ci-e2e-test
    resourceVersion: "24122"
    uid: 015d03c6-13b6-4288-96e1-97a74298362e
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:47:38Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-ts-v1
    namespace: kserve-ci-e2e-test
    resourceVersion: "24386"
    uid: 773e9831-635a-4592-a78d-e3e967bdaa58
  kind: Event
  lastTimestamp: "2026-09-18T20:47:38Z"
  message: InferenceService [isvc-autogluon-ts-v1] is Ready
  metadata:
    creationTimestamp: "2026-09-18T20:47:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T20:47:38Z"
    name: isvc-autogluon-ts-v1.18d6854ac7aaf4d5
    namespace: kserve-ci-e2e-test
    resourceVersion: "24387"
    uid: 0c81367c-c56e-4671-a5f8-b93a4fde1358
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-18T20:35:03.233391Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-autogluon-v1-predictor-574b5b7495-xqcwc
    namespace: kserve-ci-e2e-test
    resourceVersion: "17863"
    uid: 01b94d45-8fbf-4140-88b1-1d1e931cab03
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-autogluon-v1-predictor-574b5b7495-xqcwc
    to ip-10-0-130-79.ec2.internal
  metadata:
    creationTimestamp: "2026-09-18T20:35:03Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-18T20:35:03Z"
    name: isvc-autogluon-v1-predictor-574b5b7495-xqcwc.18d6849b031d4425
    namespace: kserve-ci-e2e-test
    resourceVersion: "17869"
    uid: 6203a362-1f6a-49a2-82ef-8dff115d2314
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-584d99b576-bdzl5
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:35:03Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-autogluon-v1-predictor-574b5b7495-xqcwc
    namespace: kserve-ci-e2e-test
    resourceVersion: "17873"
    uid: 01b94d45-8fbf-4140-88b1-1d1e931cab03
  kind: Event
  lastTimestamp: "2026-09-18T20:35:03Z"
  message: Add eth0 [10.134.0.35/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-18T20:35:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-18T20:35:03Z"
    name: isvc-autogluon-v1-predictor-574b5b7495-xqcwc.18d6849b25175fac
    namespace: kserve-ci-e2e-test
    resourceVersion: "17884"
    uid: d185dc45-c3b1-483c-af81-5119c2848607
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:35:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-v1-predictor-574b5b7495-xqcwc
    namespace: kserve-ci-e2e-test
    resourceVersion: "17865"
    uid: 01b94d45-8fbf-4140-88b1-1d1e931cab03
  kind: Event
  lastTimestamp: "2026-09-18T20:35:03Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:2cbd0ba61f740962b2bad1a0e55e41574489d7afdb86fa314f3953b8c8af773e"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-18T20:35:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:35:03Z"
    name: isvc-autogluon-v1-predictor-574b5b7495-xqcwc.18d6849b26df1da8
    namespace: kserve-ci-e2e-test
    resourceVersion: "17886"
    uid: 0d31a0f2-bd82-4e8c-8f5d-8de384c67079
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-79.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-79.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:35:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-v1-predictor-574b5b7495-xqcwc
    namespace: kserve-ci-e2e-test
    resourceVersion: "17865"
    uid: 01b94d45-8fbf-4140-88b1-1d1e931cab03
  kind: Event
  lastTimestamp: "2026-09-18T20:35:03Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-18T20:35:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:35:03Z"
    name: isvc-autogluon-v1-predictor-574b5b7495-xqcwc.18d6849b2a26fbd4
    namespace: kserve-ci-e2e-test
    resourceVersion: "17887"
    uid: 5c05ead0-167d-4f8f-8847-ceb867e58787
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-79.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-79.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:35:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-v1-predictor-574b5b7495-xqcwc
    namespace: kserve-ci-e2e-test
    resourceVersion: "17865"
    uid: 01b94d45-8fbf-4140-88b1-1d1e931cab03
  kind: Event
  lastTimestamp: "2026-09-18T20:35:03Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-18T20:35:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:35:03Z"
    name: isvc-autogluon-v1-predictor-574b5b7495-xqcwc.18d6849b2a955cfa
    namespace: kserve-ci-e2e-test
    resourceVersion: "17888"
    uid: d32d9ffe-2c0a-48d3-9021-2815f552e93d
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-79.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-79.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:35:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v1-predictor-574b5b7495-xqcwc
    namespace: kserve-ci-e2e-test
    resourceVersion: "17865"
    uid: 01b94d45-8fbf-4140-88b1-1d1e931cab03
  kind: Event
  lastTimestamp: "2026-09-18T20:35:33Z"
  message: Pulling image "kserve/autogluonserver:latest"
  metadata:
    creationTimestamp: "2026-09-18T20:35:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:35:33Z"
    name: isvc-autogluon-v1-predictor-574b5b7495-xqcwc.18d684a20cb1f4ce
    namespace: kserve-ci-e2e-test
    resourceVersion: "18205"
    uid: 5aa2cfac-5648-4475-bb11-122584a583f5
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-79.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-79.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:37:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v1-predictor-574b5b7495-xqcwc
    namespace: kserve-ci-e2e-test
    resourceVersion: "17865"
    uid: 01b94d45-8fbf-4140-88b1-1d1e931cab03
  kind: Event
  lastTimestamp: "2026-09-18T20:37:36Z"
  message: 'Successfully pulled image "kserve/autogluonserver:latest" in 2m3.209s
    (2m3.209s including waiting). Image size: 8949490981 bytes.'
  metadata:
    creationTimestamp: "2026-09-18T20:37:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:37:36Z"
    name: isvc-autogluon-v1-predictor-574b5b7495-xqcwc.18d684bebc88889b
    namespace: kserve-ci-e2e-test
    resourceVersion: "19178"
    uid: fc68eaf8-ccaf-4d02-8479-4b593dbd624e
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-79.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-79.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:37:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v1-predictor-574b5b7495-xqcwc
    namespace: kserve-ci-e2e-test
    resourceVersion: "17865"
    uid: 01b94d45-8fbf-4140-88b1-1d1e931cab03
  kind: Event
  lastTimestamp: "2026-09-18T20:37:36Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-18T20:37:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:37:36Z"
    name: isvc-autogluon-v1-predictor-574b5b7495-xqcwc.18d684bec25c1910
    namespace: kserve-ci-e2e-test
    resourceVersion: "19181"
    uid: 3551fad5-5697-477d-8478-560baed7bc51
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-79.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-79.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:37:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v1-predictor-574b5b7495-xqcwc
    namespace: kserve-ci-e2e-test
    resourceVersion: "17865"
    uid: 01b94d45-8fbf-4140-88b1-1d1e931cab03
  kind: Event
  lastTimestamp: "2026-09-18T20:37:36Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-18T20:37:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:37:36Z"
    name: isvc-autogluon-v1-predictor-574b5b7495-xqcwc.18d684bec3a8d794
    namespace: kserve-ci-e2e-test
    resourceVersion: "19182"
    uid: fb6d20da-ece9-45d2-ade3-7380dc770dca
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-79.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-79.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:37:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v1-predictor-574b5b7495-xqcwc
    namespace: kserve-ci-e2e-test
    resourceVersion: "17865"
    uid: 01b94d45-8fbf-4140-88b1-1d1e931cab03
  kind: Event
  lastTimestamp: "2026-09-18T20:37:36Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-18T20:37:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:37:36Z"
    name: isvc-autogluon-v1-predictor-574b5b7495-xqcwc.18d684bec3b5962c
    namespace: kserve-ci-e2e-test
    resourceVersion: "19183"
    uid: 758659e9-b71c-407b-b36b-ea2b1420e9ad
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-79.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-79.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:37:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v1-predictor-574b5b7495-xqcwc
    namespace: kserve-ci-e2e-test
    resourceVersion: "17865"
    uid: 01b94d45-8fbf-4140-88b1-1d1e931cab03
  kind: Event
  lastTimestamp: "2026-09-18T20:37:36Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-18T20:37:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:37:36Z"
    name: isvc-autogluon-v1-predictor-574b5b7495-xqcwc.18d684bec9a8bef5
    namespace: kserve-ci-e2e-test
    resourceVersion: "19185"
    uid: 8e93a8ce-73c9-4445-88d7-5c0407fe5c71
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-79.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-79.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:37:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v1-predictor-574b5b7495-xqcwc
    namespace: kserve-ci-e2e-test
    resourceVersion: "17865"
    uid: 01b94d45-8fbf-4140-88b1-1d1e931cab03
  kind: Event
  lastTimestamp: "2026-09-18T20:37:36Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-18T20:37:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:37:36Z"
    name: isvc-autogluon-v1-predictor-574b5b7495-xqcwc.18d684becad8c093
    namespace: kserve-ci-e2e-test
    resourceVersion: "19186"
    uid: e5bf1f48-67dc-4088-93ac-400cc3a5bde6
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-79.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-79.ec2.internal
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-18T20:37:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v1-predictor-574b5b7495-xqcwc
    namespace: kserve-ci-e2e-test
    resourceVersion: "17865"
    uid: 01b94d45-8fbf-4140-88b1-1d1e931cab03
  kind: Event
  lastTimestamp: "2026-09-18T20:37:44Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.35:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-18T20:37:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:37:44Z"
    name: isvc-autogluon-v1-predictor-574b5b7495-xqcwc.18d684bf128db195
    namespace: kserve-ci-e2e-test
    resourceVersion: "19244"
    uid: 8f996676-4ae6-40d2-be36-3820a7112676
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-79.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-79.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:38:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v1-predictor-574b5b7495-xqcwc
    namespace: kserve-ci-e2e-test
    resourceVersion: "17865"
    uid: 01b94d45-8fbf-4140-88b1-1d1e931cab03
  kind: Event
  lastTimestamp: "2026-09-18T20:38:09Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-18T20:38:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:38:09Z"
    name: isvc-autogluon-v1-predictor-574b5b7495-xqcwc.18d684c6641426bd
    namespace: kserve-ci-e2e-test
    resourceVersion: "19451"
    uid: 554ccbfa-c9aa-45db-9e62-774122bdcad2
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-79.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-79.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:38:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v1-predictor-574b5b7495-xqcwc
    namespace: kserve-ci-e2e-test
    resourceVersion: "17865"
    uid: 01b94d45-8fbf-4140-88b1-1d1e931cab03
  kind: Event
  lastTimestamp: "2026-09-18T20:38:09Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-18T20:38:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:38:09Z"
    name: isvc-autogluon-v1-predictor-574b5b7495-xqcwc.18d684c66414c057
    namespace: kserve-ci-e2e-test
    resourceVersion: "19452"
    uid: 1821fede-3b9a-4b00-84bc-26602ed3beb8
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-79.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-79.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:35:03Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-autogluon-v1-predictor-574b5b7495
    namespace: kserve-ci-e2e-test
    resourceVersion: "17854"
    uid: 86411667-ea43-45d9-8944-fd2885447d24
  kind: Event
  lastTimestamp: "2026-09-18T20:35:03Z"
  message: 'Created pod: isvc-autogluon-v1-predictor-574b5b7495-xqcwc'
  metadata:
    creationTimestamp: "2026-09-18T20:35:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T20:35:03Z"
    name: isvc-autogluon-v1-predictor-574b5b7495.18d6849b027dc95f
    namespace: kserve-ci-e2e-test
    resourceVersion: "17864"
    uid: 6ddbc977-4a28-418d-8239-878e92e34145
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:35:03Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-autogluon-v1-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17851"
    uid: 3f10721c-7353-4107-9fe6-bfa9795f4678
  kind: Event
  lastTimestamp: "2026-09-18T20:35:03Z"
  message: Scaled up replica set isvc-autogluon-v1-predictor-574b5b7495 from 0 to
    1
  metadata:
    creationTimestamp: "2026-09-18T20:35:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T20:35:03Z"
    name: isvc-autogluon-v1-predictor.18d6849affb65204
    namespace: kserve-ci-e2e-test
    resourceVersion: "17856"
    uid: 908eb0e3-e53c-473c-a22e-c064382226ed
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-18T20:35:18Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-v1-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17853"
    uid: 9477c514-dcaa-4a04-a3ea-afe9cdaf0711
  kind: Event
  lastTimestamp: "2026-09-18T20:37:48Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-18T20:35:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T20:37:48Z"
    name: isvc-autogluon-v1-predictor.18d6849e7e562962
    namespace: kserve-ci-e2e-test
    resourceVersion: "19269"
    uid: ac1acfb9-b504-4528-b489-a5dd859d2167
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-18T20:35:18Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-v1-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17853"
    uid: 9477c514-dcaa-4a04-a3ea-afe9cdaf0711
  kind: Event
  lastTimestamp: "2026-09-18T20:37:48Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-18T20:35:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T20:37:48Z"
    name: isvc-autogluon-v1-predictor.18d6849e7ec28ca9
    namespace: kserve-ci-e2e-test
    resourceVersion: "19270"
    uid: 0ce0bbc5-cb79-407e-b779-18a9b7225e77
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:38:03Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-v1-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18000"
    uid: 9477c514-dcaa-4a04-a3ea-afe9cdaf0711
  kind: Event
  lastTimestamp: "2026-09-18T20:38:03Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-18T20:38:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T20:38:03Z"
    name: isvc-autogluon-v1-predictor.18d684c4f1f05152
    namespace: kserve-ci-e2e-test
    resourceVersion: "19391"
    uid: 286360bb-d960-4d14-9acf-f0fe0cd74f3b
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:38:03Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-v1-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18000"
    uid: 9477c514-dcaa-4a04-a3ea-afe9cdaf0711
  kind: Event
  lastTimestamp: "2026-09-18T20:38:03Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-18T20:38:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T20:38:03Z"
    name: isvc-autogluon-v1-predictor.18d684c4f22d70e3
    namespace: kserve-ci-e2e-test
    resourceVersion: "19392"
    uid: 4d7fc0b9-1d21-4002-a97b-9c0263a10064
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-18T20:35:03Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-v1
    namespace: kserve-ci-e2e-test
    resourceVersion: "17842"
    uid: add5f11d-78b2-4a41-b089-72d6b2602b34
  kind: Event
  lastTimestamp: "2026-09-18T20:37:54Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-18T20:35:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T20:37:54Z"
    name: isvc-autogluon-v1.18d6849affc134af
    namespace: kserve-ci-e2e-test
    resourceVersion: "19327"
    uid: 463d765a-4982-4b86-a96f-f418ed4ae7bd
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:37:54Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-v1
    namespace: kserve-ci-e2e-test
    resourceVersion: "19325"
    uid: add5f11d-78b2-4a41-b089-72d6b2602b34
  kind: Event
  lastTimestamp: "2026-09-18T20:37:54Z"
  message: InferenceService [isvc-autogluon-v1] is Ready
  metadata:
    creationTimestamp: "2026-09-18T20:37:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T20:37:54Z"
    name: isvc-autogluon-v1.18d684c2d2090fe4
    namespace: kserve-ci-e2e-test
    resourceVersion: "19326"
    uid: bf0b82a0-f647-4f6e-8981-9aac4e02c063
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-18T20:44:38.051098Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-c6sx9
    namespace: kserve-ci-e2e-test
    resourceVersion: "22771"
    uid: 669813ea-5c17-4a1a-bf0a-6608c39e2876
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-autogluon-v2-noslash-predictor-5499c79f9f-c6sx9
    to ip-10-0-143-76.ec2.internal
  metadata:
    creationTimestamp: "2026-09-18T20:44:38Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-18T20:44:38Z"
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-c6sx9.18d68520d8eb72da
    namespace: kserve-ci-e2e-test
    resourceVersion: "22777"
    uid: ee521807-9f61-4018-b13f-afd787d2c404
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-584d99b576-bdzl5
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:44:38Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-c6sx9
    namespace: kserve-ci-e2e-test
    resourceVersion: "22775"
    uid: 669813ea-5c17-4a1a-bf0a-6608c39e2876
  kind: Event
  lastTimestamp: "2026-09-18T20:44:38Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-autogluon-v2-noslash-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-18T20:44:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:44:38Z"
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-c6sx9.18d68520e5952e4c
    namespace: kserve-ci-e2e-test
    resourceVersion: "22785"
    uid: f02c0441-e660-4f0e-9715-c63611693ad6
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-76.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:44:39Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-c6sx9
    namespace: kserve-ci-e2e-test
    resourceVersion: "22781"
    uid: 669813ea-5c17-4a1a-bf0a-6608c39e2876
  kind: Event
  lastTimestamp: "2026-09-18T20:44:39Z"
  message: Add eth0 [10.133.0.36/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-18T20:44:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-18T20:44:39Z"
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-c6sx9.18d685211e89c296
    namespace: kserve-ci-e2e-test
    resourceVersion: "22797"
    uid: 18e067fd-e023-4364-b396-df264cecee82
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:44:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-c6sx9
    namespace: kserve-ci-e2e-test
    resourceVersion: "22775"
    uid: 669813ea-5c17-4a1a-bf0a-6608c39e2876
  kind: Event
  lastTimestamp: "2026-09-18T20:44:39Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:2cbd0ba61f740962b2bad1a0e55e41574489d7afdb86fa314f3953b8c8af773e"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-18T20:44:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:44:39Z"
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-c6sx9.18d685212002618d
    namespace: kserve-ci-e2e-test
    resourceVersion: "22800"
    uid: 624b14c9-6f07-48e7-a9d5-f4cb27d44e6e
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:44:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-c6sx9
    namespace: kserve-ci-e2e-test
    resourceVersion: "22775"
    uid: 669813ea-5c17-4a1a-bf0a-6608c39e2876
  kind: Event
  lastTimestamp: "2026-09-18T20:44:39Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-18T20:44:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:44:39Z"
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-c6sx9.18d68521225fb408
    namespace: kserve-ci-e2e-test
    resourceVersion: "22801"
    uid: ec4e670a-a0c4-4015-885a-9a277bc46e81
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:44:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-c6sx9
    namespace: kserve-ci-e2e-test
    resourceVersion: "22775"
    uid: 669813ea-5c17-4a1a-bf0a-6608c39e2876
  kind: Event
  lastTimestamp: "2026-09-18T20:44:39Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-18T20:44:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:44:39Z"
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-c6sx9.18d6852122bc9981
    namespace: kserve-ci-e2e-test
    resourceVersion: "22802"
    uid: fc1f2244-72ed-41ce-a0af-659feed45f0c
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:45:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-c6sx9
    namespace: kserve-ci-e2e-test
    resourceVersion: "22775"
    uid: 669813ea-5c17-4a1a-bf0a-6608c39e2876
  kind: Event
  lastTimestamp: "2026-09-18T20:45:09Z"
  message: Container image "kserve/autogluonserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-09-18T20:45:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:45:09Z"
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-c6sx9.18d685282bd6f198
    namespace: kserve-ci-e2e-test
    resourceVersion: "23017"
    uid: db14c80b-8741-49b1-ac7f-e4fbb0b85a6a
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:45:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-c6sx9
    namespace: kserve-ci-e2e-test
    resourceVersion: "22775"
    uid: 669813ea-5c17-4a1a-bf0a-6608c39e2876
  kind: Event
  lastTimestamp: "2026-09-18T20:45:09Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-18T20:45:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:45:09Z"
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-c6sx9.18d685282f4065fa
    namespace: kserve-ci-e2e-test
    resourceVersion: "23020"
    uid: 39955c2a-9037-43a7-a8ed-613927dc1b59
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:45:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-c6sx9
    namespace: kserve-ci-e2e-test
    resourceVersion: "22775"
    uid: 669813ea-5c17-4a1a-bf0a-6608c39e2876
  kind: Event
  lastTimestamp: "2026-09-18T20:45:09Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-18T20:45:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:45:09Z"
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-c6sx9.18d685282fa35c25
    namespace: kserve-ci-e2e-test
    resourceVersion: "23023"
    uid: 8d552963-d757-4445-9b41-d956a2e5f15d
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:45:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-c6sx9
    namespace: kserve-ci-e2e-test
    resourceVersion: "22775"
    uid: 669813ea-5c17-4a1a-bf0a-6608c39e2876
  kind: Event
  lastTimestamp: "2026-09-18T20:45:09Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-18T20:45:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:45:09Z"
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-c6sx9.18d685282faec2f6
    namespace: kserve-ci-e2e-test
    resourceVersion: "23024"
    uid: a0c05ed2-152d-4ff0-be19-09549f997edc
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:45:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-c6sx9
    namespace: kserve-ci-e2e-test
    resourceVersion: "22775"
    uid: 669813ea-5c17-4a1a-bf0a-6608c39e2876
  kind: Event
  lastTimestamp: "2026-09-18T20:45:09Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-18T20:45:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:45:09Z"
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-c6sx9.18d68528329e15c6
    namespace: kserve-ci-e2e-test
    resourceVersion: "23026"
    uid: d637ebfa-c76e-43a0-85bf-54fdd2905d4c
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:45:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-c6sx9
    namespace: kserve-ci-e2e-test
    resourceVersion: "22775"
    uid: 669813ea-5c17-4a1a-bf0a-6608c39e2876
  kind: Event
  lastTimestamp: "2026-09-18T20:45:09Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-18T20:45:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:45:09Z"
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-c6sx9.18d6852832fcdb18
    namespace: kserve-ci-e2e-test
    resourceVersion: "23027"
    uid: b51ef863-f3f2-4b39-8a5c-c93156820e99
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:46:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-c6sx9
    namespace: kserve-ci-e2e-test
    resourceVersion: "22775"
    uid: 669813ea-5c17-4a1a-bf0a-6608c39e2876
  kind: Event
  lastTimestamp: "2026-09-18T20:46:59Z"
  message: 'Readiness probe failed: Get "http://10.133.0.36:8080/v2/models/isvc-autogluon-v2-noslash/ready":
    context deadline exceeded (Client.Timeout exceeded while awaiting headers)'
  metadata:
    creationTimestamp: "2026-09-18T20:46:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:46:59Z"
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-c6sx9.18d68541c7c366d1
    namespace: kserve-ci-e2e-test
    resourceVersion: "23934"
    uid: 7114cf3f-2033-4f27-b7ad-7384354f8bfb
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-76.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:47:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-c6sx9
    namespace: kserve-ci-e2e-test
    resourceVersion: "22775"
    uid: 669813ea-5c17-4a1a-bf0a-6608c39e2876
  kind: Event
  lastTimestamp: "2026-09-18T20:47:04Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-18T20:47:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:47:04Z"
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-c6sx9.18d68542f45d0f3f
    namespace: kserve-ci-e2e-test
    resourceVersion: "24012"
    uid: d4489f1a-d531-4bd6-a6e7-9d0d89daba4f
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:47:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-c6sx9
    namespace: kserve-ci-e2e-test
    resourceVersion: "22775"
    uid: 669813ea-5c17-4a1a-bf0a-6608c39e2876
  kind: Event
  lastTimestamp: "2026-09-18T20:47:04Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-18T20:47:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:47:04Z"
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-c6sx9.18d68542f45dadbd
    namespace: kserve-ci-e2e-test
    resourceVersion: "24013"
    uid: 9018710d-d18a-4cb8-a949-cb8562ac6c7b
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:44:38Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f
    namespace: kserve-ci-e2e-test
    resourceVersion: "22762"
    uid: 7d4cdf45-cde1-44fd-8414-a220b1f2f859
  kind: Event
  lastTimestamp: "2026-09-18T20:44:38Z"
  message: 'Created pod: isvc-autogluon-v2-noslash-predictor-5499c79f9f-c6sx9'
  metadata:
    creationTimestamp: "2026-09-18T20:44:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T20:44:38Z"
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f.18d68520d86f12c8
    namespace: kserve-ci-e2e-test
    resourceVersion: "22774"
    uid: aab8491f-adc0-4f54-88ff-e6acc44ce5ef
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:44:37Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-autogluon-v2-noslash-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22760"
    uid: dde6de84-6446-4e64-b1d2-2d9915535c45
  kind: Event
  lastTimestamp: "2026-09-18T20:44:37Z"
  message: Scaled up replica set isvc-autogluon-v2-noslash-predictor-5499c79f9f from
    0 to 1
  metadata:
    creationTimestamp: "2026-09-18T20:44:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T20:44:37Z"
    name: isvc-autogluon-v2-noslash-predictor.18d68520d52e2f82
    namespace: kserve-ci-e2e-test
    resourceVersion: "22765"
    uid: 63a512d2-6572-4c4c-8f0f-767ab0c2486b
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-18T20:44:52Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-v2-noslash-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22761"
    uid: 35355ddd-c30b-4148-b328-38d0f37f8bc5
  kind: Event
  lastTimestamp: "2026-09-18T20:45:38Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-18T20:44:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T20:45:38Z"
    name: isvc-autogluon-v2-noslash-predictor.18d6852453e5077e
    namespace: kserve-ci-e2e-test
    resourceVersion: "23231"
    uid: 64294ae3-1d1b-4de9-80b2-95474df7a491
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-18T20:44:53Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-v2-noslash-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22761"
    uid: 35355ddd-c30b-4148-b328-38d0f37f8bc5
  kind: Event
  lastTimestamp: "2026-09-18T20:45:38Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-18T20:44:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T20:45:38Z"
    name: isvc-autogluon-v2-noslash-predictor.18d685245452d529
    namespace: kserve-ci-e2e-test
    resourceVersion: "23232"
    uid: 88891a16-b548-4c2b-87ab-0405aa02caf2
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-09-18T20:45:53Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-v2-noslash-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22905"
    uid: 35355ddd-c30b-4148-b328-38d0f37f8bc5
  kind: Event
  lastTimestamp: "2026-09-18T20:46:53Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-18T20:45:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T20:46:53Z"
    name: isvc-autogluon-v2-noslash-predictor.18d685325013a2c0
    namespace: kserve-ci-e2e-test
    resourceVersion: "23879"
    uid: 918cdad6-07f3-406a-980d-9ded814dc047
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-09-18T20:45:53Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-v2-noslash-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22905"
    uid: 35355ddd-c30b-4148-b328-38d0f37f8bc5
  kind: Event
  lastTimestamp: "2026-09-18T20:46:53Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-18T20:45:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T20:46:53Z"
    name: isvc-autogluon-v2-noslash-predictor.18d685325079f702
    namespace: kserve-ci-e2e-test
    resourceVersion: "23880"
    uid: 936b046c-d4cd-41f1-92c5-488537ec4fea
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-18T20:44:37Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-v2-noslash
    namespace: kserve-ci-e2e-test
    resourceVersion: "22752"
    uid: 85eb87e3-58f2-421f-91da-b63a02a6cf4c
  kind: Event
  lastTimestamp: "2026-09-18T20:46:48Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-18T20:44:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T20:46:48Z"
    name: isvc-autogluon-v2-noslash.18d68520d549fe34
    namespace: kserve-ci-e2e-test
    resourceVersion: "23850"
    uid: 02778760-b918-4da7-880a-c20d28b343fe
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:44:37Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-v2-noslash
    namespace: kserve-ci-e2e-test
    resourceVersion: "22752"
    uid: 85eb87e3-58f2-421f-91da-b63a02a6cf4c
  kind: Event
  lastTimestamp: "2026-09-18T20:44:37Z"
  message: 'Failed to update status for InferenceService "isvc-autogluon-v2-noslash":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-autogluon-v2-noslash":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-18T20:44:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T20:44:38Z"
    name: isvc-autogluon-v2-noslash.18d68520d5c6d24f
    namespace: kserve-ci-e2e-test
    resourceVersion: "22768"
    uid: 57cb82d9-59bb-489e-99a4-657d5c508441
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:46:48Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-v2-noslash
    namespace: kserve-ci-e2e-test
    resourceVersion: "23848"
    uid: 85eb87e3-58f2-421f-91da-b63a02a6cf4c
  kind: Event
  lastTimestamp: "2026-09-18T20:46:48Z"
  message: InferenceService [isvc-autogluon-v2-noslash] is Ready
  metadata:
    creationTimestamp: "2026-09-18T20:46:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T20:46:48Z"
    name: isvc-autogluon-v2-noslash.18d6853f3c7cbb1e
    namespace: kserve-ci-e2e-test
    resourceVersion: "23849"
    uid: 954c6d26-9269-49d9-8496-a86fe67d5ac2
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-18T20:38:14.736919Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-autogluon-v2-predictor-9684b4cd9-97mrp
    namespace: kserve-ci-e2e-test
    resourceVersion: "19512"
    uid: dfcc1a39-8509-404d-bb8a-e86b43b1b789
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-autogluon-v2-predictor-9684b4cd9-97mrp
    to ip-10-0-130-79.ec2.internal
  metadata:
    creationTimestamp: "2026-09-18T20:38:14Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-18T20:38:14Z"
    name: isvc-autogluon-v2-predictor-9684b4cd9-97mrp.18d684c7999d4e27
    namespace: kserve-ci-e2e-test
    resourceVersion: "19518"
    uid: 50b34e32-ee2b-4958-b31a-14735bbb4633
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-584d99b576-bdzl5
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:38:14Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-autogluon-v2-predictor-9684b4cd9-97mrp
    namespace: kserve-ci-e2e-test
    resourceVersion: "19514"
    uid: dfcc1a39-8509-404d-bb8a-e86b43b1b789
  kind: Event
  lastTimestamp: "2026-09-18T20:38:14Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-autogluon-v2-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-18T20:38:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:38:14Z"
    name: isvc-autogluon-v2-predictor-9684b4cd9-97mrp.18d684c7a4db0aff
    namespace: kserve-ci-e2e-test
    resourceVersion: "19526"
    uid: 98956335-99b0-4b1a-bb1a-1f1820a41a87
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-79.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-79.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:38:15Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-autogluon-v2-predictor-9684b4cd9-97mrp
    namespace: kserve-ci-e2e-test
    resourceVersion: "19522"
    uid: dfcc1a39-8509-404d-bb8a-e86b43b1b789
  kind: Event
  lastTimestamp: "2026-09-18T20:38:15Z"
  message: Add eth0 [10.134.0.36/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-18T20:38:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-18T20:38:15Z"
    name: isvc-autogluon-v2-predictor-9684b4cd9-97mrp.18d684c7df55ea39
    namespace: kserve-ci-e2e-test
    resourceVersion: "19538"
    uid: 7b51a5ce-e6b9-4304-a17f-e18a2be6f97c
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:38:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-v2-predictor-9684b4cd9-97mrp
    namespace: kserve-ci-e2e-test
    resourceVersion: "19514"
    uid: dfcc1a39-8509-404d-bb8a-e86b43b1b789
  kind: Event
  lastTimestamp: "2026-09-18T20:38:15Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:2cbd0ba61f740962b2bad1a0e55e41574489d7afdb86fa314f3953b8c8af773e"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-18T20:38:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:38:15Z"
    name: isvc-autogluon-v2-predictor-9684b4cd9-97mrp.18d684c7e0c8fc8a
    namespace: kserve-ci-e2e-test
    resourceVersion: "19540"
    uid: c2228b15-1dd4-49dd-8f50-715d2795f398
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-79.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-79.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:38:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-v2-predictor-9684b4cd9-97mrp
    namespace: kserve-ci-e2e-test
    resourceVersion: "19514"
    uid: dfcc1a39-8509-404d-bb8a-e86b43b1b789
  kind: Event
  lastTimestamp: "2026-09-18T20:38:15Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-18T20:38:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:38:15Z"
    name: isvc-autogluon-v2-predictor-9684b4cd9-97mrp.18d684c7e3bbfb8a
    namespace: kserve-ci-e2e-test
    resourceVersion: "19542"
    uid: 2f0f2c95-33c5-47ed-a8bb-328015ed4769
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-79.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-79.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:38:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-v2-predictor-9684b4cd9-97mrp
    namespace: kserve-ci-e2e-test
    resourceVersion: "19514"
    uid: dfcc1a39-8509-404d-bb8a-e86b43b1b789
  kind: Event
  lastTimestamp: "2026-09-18T20:38:15Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-18T20:38:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:38:15Z"
    name: isvc-autogluon-v2-predictor-9684b4cd9-97mrp.18d684c7e42229c4
    namespace: kserve-ci-e2e-test
    resourceVersion: "19543"
    uid: ba470d58-02ab-4908-8698-2dae8decc71a
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-79.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-79.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:38:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v2-predictor-9684b4cd9-97mrp
    namespace: kserve-ci-e2e-test
    resourceVersion: "19514"
    uid: dfcc1a39-8509-404d-bb8a-e86b43b1b789
  kind: Event
  lastTimestamp: "2026-09-18T20:38:46Z"
  message: Container image "kserve/autogluonserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-09-18T20:38:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:38:46Z"
    name: isvc-autogluon-v2-predictor-9684b4cd9-97mrp.18d684cefb8da8d6
    namespace: kserve-ci-e2e-test
    resourceVersion: "19780"
    uid: a6e3f248-7209-43be-a1e9-1e5420aa2c65
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-79.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-79.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:38:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v2-predictor-9684b4cd9-97mrp
    namespace: kserve-ci-e2e-test
    resourceVersion: "19514"
    uid: dfcc1a39-8509-404d-bb8a-e86b43b1b789
  kind: Event
  lastTimestamp: "2026-09-18T20:38:46Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-18T20:38:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:38:46Z"
    name: isvc-autogluon-v2-predictor-9684b4cd9-97mrp.18d684cefee57a02
    namespace: kserve-ci-e2e-test
    resourceVersion: "19782"
    uid: 428e9b38-24b8-4790-936f-b674ecbff145
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-79.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-79.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:38:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v2-predictor-9684b4cd9-97mrp
    namespace: kserve-ci-e2e-test
    resourceVersion: "19514"
    uid: dfcc1a39-8509-404d-bb8a-e86b43b1b789
  kind: Event
  lastTimestamp: "2026-09-18T20:38:46Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-18T20:38:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:38:46Z"
    name: isvc-autogluon-v2-predictor-9684b4cd9-97mrp.18d684ceff5ead09
    namespace: kserve-ci-e2e-test
    resourceVersion: "19785"
    uid: 2778935f-9092-4b2d-82e8-fafd1f8d1c0e
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-79.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-79.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:38:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v2-predictor-9684b4cd9-97mrp
    namespace: kserve-ci-e2e-test
    resourceVersion: "19514"
    uid: dfcc1a39-8509-404d-bb8a-e86b43b1b789
  kind: Event
  lastTimestamp: "2026-09-18T20:38:46Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-18T20:38:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:38:46Z"
    name: isvc-autogluon-v2-predictor-9684b4cd9-97mrp.18d684ceff68ee75
    namespace: kserve-ci-e2e-test
    resourceVersion: "19786"
    uid: 72f633c9-e252-4068-861f-55700c76aa93
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-79.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-79.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:38:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v2-predictor-9684b4cd9-97mrp
    namespace: kserve-ci-e2e-test
    resourceVersion: "19514"
    uid: dfcc1a39-8509-404d-bb8a-e86b43b1b789
  kind: Event
  lastTimestamp: "2026-09-18T20:38:46Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-18T20:38:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:38:46Z"
    name: isvc-autogluon-v2-predictor-9684b4cd9-97mrp.18d684cf027b0f12
    namespace: kserve-ci-e2e-test
    resourceVersion: "19788"
    uid: a6cb88c6-825f-4a8e-bef3-409d2aed0105
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-79.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-79.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:38:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v2-predictor-9684b4cd9-97mrp
    namespace: kserve-ci-e2e-test
    resourceVersion: "19514"
    uid: dfcc1a39-8509-404d-bb8a-e86b43b1b789
  kind: Event
  lastTimestamp: "2026-09-18T20:38:46Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-18T20:38:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:38:46Z"
    name: isvc-autogluon-v2-predictor-9684b4cd9-97mrp.18d684cf02e3fb13
    namespace: kserve-ci-e2e-test
    resourceVersion: "19789"
    uid: 6e2b1eac-3514-4530-8303-e396f2380b2d
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-79.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-79.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:40:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v2-predictor-9684b4cd9-97mrp
    namespace: kserve-ci-e2e-test
    resourceVersion: "19514"
    uid: dfcc1a39-8509-404d-bb8a-e86b43b1b789
  kind: Event
  lastTimestamp: "2026-09-18T20:40:30Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-18T20:40:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:40:30Z"
    name: isvc-autogluon-v2-predictor-9684b4cd9-97mrp.18d684e7532f3257
    namespace: kserve-ci-e2e-test
    resourceVersion: "20666"
    uid: 75aaf4a6-ada9-4ac5-9ff1-ccc84fd00009
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-79.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-79.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:40:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v2-predictor-9684b4cd9-97mrp
    namespace: kserve-ci-e2e-test
    resourceVersion: "19514"
    uid: dfcc1a39-8509-404d-bb8a-e86b43b1b789
  kind: Event
  lastTimestamp: "2026-09-18T20:40:30Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-18T20:40:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:40:31Z"
    name: isvc-autogluon-v2-predictor-9684b4cd9-97mrp.18d684e7532fc3ba
    namespace: kserve-ci-e2e-test
    resourceVersion: "20667"
    uid: 725a1dc6-4a05-4c23-8e33-30aa7059674c
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-79.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-79.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:40:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v2-predictor-9684b4cd9-97mrp
    namespace: kserve-ci-e2e-test
    resourceVersion: "19514"
    uid: dfcc1a39-8509-404d-bb8a-e86b43b1b789
  kind: Event
  lastTimestamp: "2026-09-18T20:40:31Z"
  message: 'Readiness probe failed: Get "http://10.134.0.36:8080/v2/models/isvc-autogluon-v2/ready":
    dial tcp 10.134.0.36:8080: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-18T20:40:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:40:31Z"
    name: isvc-autogluon-v2-predictor-9684b4cd9-97mrp.18d684e766358fd6
    namespace: kserve-ci-e2e-test
    resourceVersion: "20671"
    uid: eb98ac16-152a-42fb-a13f-cc202b498a44
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-79.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-79.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:38:14Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-autogluon-v2-predictor-9684b4cd9
    namespace: kserve-ci-e2e-test
    resourceVersion: "19503"
    uid: f3b80ab3-f0e5-450e-90b7-a6b277e93cba
  kind: Event
  lastTimestamp: "2026-09-18T20:38:14Z"
  message: 'Created pod: isvc-autogluon-v2-predictor-9684b4cd9-97mrp'
  metadata:
    creationTimestamp: "2026-09-18T20:38:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T20:38:14Z"
    name: isvc-autogluon-v2-predictor-9684b4cd9.18d684c7992d97c3
    namespace: kserve-ci-e2e-test
    resourceVersion: "19513"
    uid: 9417d08b-cdea-4ca1-b083-367aff9d55f4
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:38:14Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-autogluon-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19501"
    uid: f42e02d6-71f6-4b48-b445-f052fe07cda0
  kind: Event
  lastTimestamp: "2026-09-18T20:38:14Z"
  message: Scaled up replica set isvc-autogluon-v2-predictor-9684b4cd9 from 0 to 1
  metadata:
    creationTimestamp: "2026-09-18T20:38:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T20:38:14Z"
    name: isvc-autogluon-v2-predictor.18d684c79625483c
    namespace: kserve-ci-e2e-test
    resourceVersion: "19505"
    uid: 6868910c-fc1d-4046-a64d-2d6fca85618e
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-18T20:38:29Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19502"
    uid: 2c94bc52-b579-4a7d-bd44-e5bc58d54bf4
  kind: Event
  lastTimestamp: "2026-09-18T20:39:29Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-18T20:38:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T20:39:29Z"
    name: isvc-autogluon-v2-predictor.18d684cb14e32c9e
    namespace: kserve-ci-e2e-test
    resourceVersion: "20178"
    uid: 09036d7b-cbc8-400e-9eec-42cd5b0d0b02
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-18T20:38:29Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19502"
    uid: 2c94bc52-b579-4a7d-bd44-e5bc58d54bf4
  kind: Event
  lastTimestamp: "2026-09-18T20:39:29Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-18T20:38:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T20:39:29Z"
    name: isvc-autogluon-v2-predictor.18d684cb153c94ca
    namespace: kserve-ci-e2e-test
    resourceVersion: "20180"
    uid: 85c9a04e-381e-40b0-a9a7-66b20b48cbb9
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-09-18T20:39:14Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19654"
    uid: 2c94bc52-b579-4a7d-bd44-e5bc58d54bf4
  kind: Event
  lastTimestamp: "2026-09-18T20:40:29Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-18T20:39:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T20:40:29Z"
    name: isvc-autogluon-v2-predictor.18d684d592500659
    namespace: kserve-ci-e2e-test
    resourceVersion: "20643"
    uid: 4c181cd6-26e0-4974-a99f-c5b66e8180c4
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-09-18T20:39:14Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19654"
    uid: 2c94bc52-b579-4a7d-bd44-e5bc58d54bf4
  kind: Event
  lastTimestamp: "2026-09-18T20:40:29Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-18T20:39:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T20:40:29Z"
    name: isvc-autogluon-v2-predictor.18d684d592b0c23b
    namespace: kserve-ci-e2e-test
    resourceVersion: "20644"
    uid: 7db4e290-9296-4a87-b24a-a6aff6c7b9cb
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-18T20:40:36.150184Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-tcdw5
    namespace: kserve-ci-e2e-test
    resourceVersion: "20773"
    uid: 273fdfa6-fa4d-4a55-83eb-21955d1b1240
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-autogluon-v2-variants-predictor-5c889d8844-tcdw5
    to ip-10-0-143-76.ec2.internal
  metadata:
    creationTimestamp: "2026-09-18T20:40:36Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-18T20:40:36Z"
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-tcdw5.18d684e88680ae7b
    namespace: kserve-ci-e2e-test
    resourceVersion: "20780"
    uid: d7b60d96-61ed-48d4-aa70-755d777fdf41
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-584d99b576-bdzl5
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:40:36Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-tcdw5
    namespace: kserve-ci-e2e-test
    resourceVersion: "20784"
    uid: 273fdfa6-fa4d-4a55-83eb-21955d1b1240
  kind: Event
  lastTimestamp: "2026-09-18T20:40:36Z"
  message: Add eth0 [10.133.0.33/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-18T20:40:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-18T20:40:36Z"
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-tcdw5.18d684e8a88510ae
    namespace: kserve-ci-e2e-test
    resourceVersion: "20807"
    uid: 2c8e6bd1-a222-4a95-9c9f-6bd4c9c33fe4
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:40:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-tcdw5
    namespace: kserve-ci-e2e-test
    resourceVersion: "20775"
    uid: 273fdfa6-fa4d-4a55-83eb-21955d1b1240
  kind: Event
  lastTimestamp: "2026-09-18T20:40:36Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:2cbd0ba61f740962b2bad1a0e55e41574489d7afdb86fa314f3953b8c8af773e"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-18T20:40:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:40:36Z"
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-tcdw5.18d684e8aa07c896
    namespace: kserve-ci-e2e-test
    resourceVersion: "20809"
    uid: 321c83a3-c4c1-4a27-8afb-5507353a6999
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:40:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-tcdw5
    namespace: kserve-ci-e2e-test
    resourceVersion: "20775"
    uid: 273fdfa6-fa4d-4a55-83eb-21955d1b1240
  kind: Event
  lastTimestamp: "2026-09-18T20:40:36Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-18T20:40:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:40:36Z"
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-tcdw5.18d684e8ace941ff
    namespace: kserve-ci-e2e-test
    resourceVersion: "20811"
    uid: 3870433b-1c3d-4174-8a01-579a08f16fce
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:40:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-tcdw5
    namespace: kserve-ci-e2e-test
    resourceVersion: "20775"
    uid: 273fdfa6-fa4d-4a55-83eb-21955d1b1240
  kind: Event
  lastTimestamp: "2026-09-18T20:40:36Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-18T20:40:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:40:36Z"
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-tcdw5.18d684e8ad5632d0
    namespace: kserve-ci-e2e-test
    resourceVersion: "20812"
    uid: 56509cc2-b396-49de-a69e-b53b14e9f32f
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:40:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-tcdw5
    namespace: kserve-ci-e2e-test
    resourceVersion: "20775"
    uid: 273fdfa6-fa4d-4a55-83eb-21955d1b1240
  kind: Event
  lastTimestamp: "2026-09-18T20:40:57Z"
  message: Pulling image "kserve/autogluonserver:latest"
  metadata:
    creationTimestamp: "2026-09-18T20:40:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:40:57Z"
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-tcdw5.18d684ed7c21ee0b
    namespace: kserve-ci-e2e-test
    resourceVersion: "20973"
    uid: 106db82d-98f7-4318-b504-286a90edb7a0
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:42:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-tcdw5
    namespace: kserve-ci-e2e-test
    resourceVersion: "20775"
    uid: 273fdfa6-fa4d-4a55-83eb-21955d1b1240
  kind: Event
  lastTimestamp: "2026-09-18T20:42:47Z"
  message: 'Successfully pulled image "kserve/autogluonserver:latest" in 1m50.115s
    (1m50.115s including waiting). Image size: 8949490981 bytes.'
  metadata:
    creationTimestamp: "2026-09-18T20:42:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:42:47Z"
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-tcdw5.18d685071f82e7ce
    namespace: kserve-ci-e2e-test
    resourceVersion: "21853"
    uid: 64513e60-bbbe-4211-8542-4cdd0f811d9c
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:42:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-tcdw5
    namespace: kserve-ci-e2e-test
    resourceVersion: "20775"
    uid: 273fdfa6-fa4d-4a55-83eb-21955d1b1240
  kind: Event
  lastTimestamp: "2026-09-18T20:42:47Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-18T20:42:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:42:47Z"
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-tcdw5.18d685072590c541
    namespace: kserve-ci-e2e-test
    resourceVersion: "21856"
    uid: 333ac688-05ed-43fa-862c-3dde57578154
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:42:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-tcdw5
    namespace: kserve-ci-e2e-test
    resourceVersion: "20775"
    uid: 273fdfa6-fa4d-4a55-83eb-21955d1b1240
  kind: Event
  lastTimestamp: "2026-09-18T20:42:47Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-18T20:42:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:42:47Z"
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-tcdw5.18d6850726a29759
    namespace: kserve-ci-e2e-test
    resourceVersion: "21857"
    uid: 0aa545cd-79f7-45d6-99ab-216a28fa7b0d
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:42:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-tcdw5
    namespace: kserve-ci-e2e-test
    resourceVersion: "20775"
    uid: 273fdfa6-fa4d-4a55-83eb-21955d1b1240
  kind: Event
  lastTimestamp: "2026-09-18T20:42:47Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-18T20:42:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:42:47Z"
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-tcdw5.18d6850726ad2ae6
    namespace: kserve-ci-e2e-test
    resourceVersion: "21858"
    uid: 9fcc40f0-5862-42eb-8014-3461fda6dc82
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:42:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-tcdw5
    namespace: kserve-ci-e2e-test
    resourceVersion: "20775"
    uid: 273fdfa6-fa4d-4a55-83eb-21955d1b1240
  kind: Event
  lastTimestamp: "2026-09-18T20:42:47Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-18T20:42:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:42:47Z"
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-tcdw5.18d685072ce0aabe
    namespace: kserve-ci-e2e-test
    resourceVersion: "21859"
    uid: cbb05774-4697-4002-bdf5-f40dae5988d5
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:42:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-tcdw5
    namespace: kserve-ci-e2e-test
    resourceVersion: "20775"
    uid: 273fdfa6-fa4d-4a55-83eb-21955d1b1240
  kind: Event
  lastTimestamp: "2026-09-18T20:42:47Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-18T20:42:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:42:47Z"
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-tcdw5.18d685072e2e2d40
    namespace: kserve-ci-e2e-test
    resourceVersion: "21861"
    uid: 51276f4d-7f46-4e25-9c4b-c6843d29c20e
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:44:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-tcdw5
    namespace: kserve-ci-e2e-test
    resourceVersion: "20775"
    uid: 273fdfa6-fa4d-4a55-83eb-21955d1b1240
  kind: Event
  lastTimestamp: "2026-09-18T20:44:31Z"
  message: 'Readiness probe failed: Get "http://10.133.0.33:8080/v2/models/isvc-autogluon-v2-variants/ready":
    context deadline exceeded (Client.Timeout exceeded while awaiting headers)'
  metadata:
    creationTimestamp: "2026-09-18T20:44:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:44:31Z"
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-tcdw5.18d6851f5236bc1d
    namespace: kserve-ci-e2e-test
    resourceVersion: "22686"
    uid: 33dac61d-bd5f-45d6-978b-ce8c9c1ccf5a
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-76.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:44:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-tcdw5
    namespace: kserve-ci-e2e-test
    resourceVersion: "20775"
    uid: 273fdfa6-fa4d-4a55-83eb-21955d1b1240
  kind: Event
  lastTimestamp: "2026-09-18T20:44:32Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-18T20:44:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:44:32Z"
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-tcdw5.18d6851fa37c831f
    namespace: kserve-ci-e2e-test
    resourceVersion: "22712"
    uid: 55525052-0d1c-4ee8-8350-d2b69c1caeb9
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:44:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-tcdw5
    namespace: kserve-ci-e2e-test
    resourceVersion: "20775"
    uid: 273fdfa6-fa4d-4a55-83eb-21955d1b1240
  kind: Event
  lastTimestamp: "2026-09-18T20:44:32Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-18T20:44:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:44:32Z"
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-tcdw5.18d6851fa37db680
    namespace: kserve-ci-e2e-test
    resourceVersion: "22713"
    uid: c5ee3803-a007-44f4-82d1-023b217e5af1
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:40:36Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-autogluon-v2-variants-predictor-5c889d8844
    namespace: kserve-ci-e2e-test
    resourceVersion: "20764"
    uid: 1749e2bf-789c-47c4-ba7e-c4b79710c044
  kind: Event
  lastTimestamp: "2026-09-18T20:40:36Z"
  message: 'Created pod: isvc-autogluon-v2-variants-predictor-5c889d8844-tcdw5'
  metadata:
    creationTimestamp: "2026-09-18T20:40:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T20:40:36Z"
    name: isvc-autogluon-v2-variants-predictor-5c889d8844.18d684e885eca4af
    namespace: kserve-ci-e2e-test
    resourceVersion: "20774"
    uid: e7f56359-8875-4c09-b505-54523d05eacb
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:40:36Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-autogluon-v2-variants-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20762"
    uid: 44959b26-0f5d-4922-9034-fa14fa584aad
  kind: Event
  lastTimestamp: "2026-09-18T20:40:36Z"
  message: Scaled up replica set isvc-autogluon-v2-variants-predictor-5c889d8844 from
    0 to 1
  metadata:
    creationTimestamp: "2026-09-18T20:40:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T20:40:36Z"
    name: isvc-autogluon-v2-variants-predictor.18d684e882ce1bff
    namespace: kserve-ci-e2e-test
    resourceVersion: "20766"
    uid: a0d48bef-4623-466f-9aed-c0398ad6c922
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-18T20:40:51Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-v2-variants-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20763"
    uid: 2a41ecf2-38bc-4e88-a47f-1d1249ac711c
  kind: Event
  lastTimestamp: "2026-09-18T20:43:21Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-18T20:40:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T20:43:21Z"
    name: isvc-autogluon-v2-variants-predictor.18d684ec01677ca2
    namespace: kserve-ci-e2e-test
    resourceVersion: "22120"
    uid: 320c0cb3-5ef0-464a-98f2-e6debdbda0a8
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-18T20:40:51Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-v2-variants-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20763"
    uid: 2a41ecf2-38bc-4e88-a47f-1d1249ac711c
  kind: Event
  lastTimestamp: "2026-09-18T20:43:21Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-18T20:40:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T20:43:21Z"
    name: isvc-autogluon-v2-variants-predictor.18d684ec01df1a28
    namespace: kserve-ci-e2e-test
    resourceVersion: "22121"
    uid: 75024df9-72f4-4622-a405-df636f5ac1bc
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-18T20:43:06Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-v2-variants-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20911"
    uid: 2a41ecf2-38bc-4e88-a47f-1d1249ac711c
  kind: Event
  lastTimestamp: "2026-09-18T20:43:51Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-18T20:43:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T20:43:51Z"
    name: isvc-autogluon-v2-variants-predictor.18d6850b785eb316
    namespace: kserve-ci-e2e-test
    resourceVersion: "22390"
    uid: 0d0b78f8-1853-420f-85af-dfc5687ed107
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-18T20:43:06Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-v2-variants-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20911"
    uid: 2a41ecf2-38bc-4e88-a47f-1d1249ac711c
  kind: Event
  lastTimestamp: "2026-09-18T20:43:36Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-18T20:43:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T20:43:36Z"
    name: isvc-autogluon-v2-variants-predictor.18d6850b78c6a68d
    namespace: kserve-ci-e2e-test
    resourceVersion: "22287"
    uid: 5ae67252-92eb-4cd7-b66c-d00a712cde15
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-18T20:40:36Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-v2-variants
    namespace: kserve-ci-e2e-test
    resourceVersion: "20755"
    uid: 0d095338-7f59-47fd-9a9a-0c4e6bcbfbd7
  kind: Event
  lastTimestamp: "2026-09-18T20:44:20Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-18T20:40:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T20:44:20Z"
    name: isvc-autogluon-v2-variants.18d684e882d025c9
    namespace: kserve-ci-e2e-test
    resourceVersion: "22601"
    uid: a2dee7f3-c5ae-4d16-9ec3-ca3e4cbcecd9
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:40:36Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-v2-variants
    namespace: kserve-ci-e2e-test
    resourceVersion: "20755"
    uid: 0d095338-7f59-47fd-9a9a-0c4e6bcbfbd7
  kind: Event
  lastTimestamp: "2026-09-18T20:40:36Z"
  message: 'Failed to update status for InferenceService "isvc-autogluon-v2-variants":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-autogluon-v2-variants":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-18T20:40:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T20:40:36Z"
    name: isvc-autogluon-v2-variants.18d684e88366c157
    namespace: kserve-ci-e2e-test
    resourceVersion: "20770"
    uid: a7fb8d1b-148b-493f-a297-247ea6f0108b
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:44:20Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-v2-variants
    namespace: kserve-ci-e2e-test
    resourceVersion: "22599"
    uid: 0d095338-7f59-47fd-9a9a-0c4e6bcbfbd7
  kind: Event
  lastTimestamp: "2026-09-18T20:44:20Z"
  message: InferenceService [isvc-autogluon-v2-variants] is Ready
  metadata:
    creationTimestamp: "2026-09-18T20:44:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T20:44:20Z"
    name: isvc-autogluon-v2-variants.18d6851cc7ab8967
    namespace: kserve-ci-e2e-test
    resourceVersion: "22600"
    uid: a3105e54-7579-42d9-9fe1-d5e33b0446bd
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-18T20:38:14Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "19493"
    uid: fb426e2d-74c2-4583-bad6-fa7af24748e3
  kind: Event
  lastTimestamp: "2026-09-18T20:40:21Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-18T20:38:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T20:40:21Z"
    name: isvc-autogluon-v2.18d684c79637ffab
    namespace: kserve-ci-e2e-test
    resourceVersion: "20551"
    uid: cd887d55-5d1d-4b8e-bb78-e333ded19843
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:38:14Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "19493"
    uid: fb426e2d-74c2-4583-bad6-fa7af24748e3
  kind: Event
  lastTimestamp: "2026-09-18T20:38:14Z"
  message: 'Failed to update status for InferenceService "isvc-autogluon-v2": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-autogluon-v2":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-18T20:38:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T20:38:14Z"
    name: isvc-autogluon-v2.18d684c796ba5f77
    namespace: kserve-ci-e2e-test
    resourceVersion: "19509"
    uid: 81cd2921-3a01-4250-abb2-6b792699a528
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:40:21Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "20549"
    uid: fb426e2d-74c2-4583-bad6-fa7af24748e3
  kind: Event
  lastTimestamp: "2026-09-18T20:40:21Z"
  message: InferenceService [isvc-autogluon-v2] is Ready
  metadata:
    creationTimestamp: "2026-09-18T20:40:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T20:40:21Z"
    name: isvc-autogluon-v2.18d684e51a4d5e10
    namespace: kserve-ci-e2e-test
    resourceVersion: "20550"
    uid: 00c28b4a-4e81-4c70-8144-04bc0e8bacd7
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-18T20:48:37.826739Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-create-predictor-76b74f4d6c-mspk8
    namespace: kserve-ci-e2e-test
    resourceVersion: "25058"
    uid: 0a3f3488-c5b2-4290-8724-88fdf6a2f472
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-create-predictor-76b74f4d6c-mspk8
    to ip-10-0-143-76.ec2.internal
  metadata:
    creationTimestamp: "2026-09-18T20:48:37Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-18T20:48:37Z"
    name: isvc-canary-create-predictor-76b74f4d6c-mspk8.18d68558aca9630b
    namespace: kserve-ci-e2e-test
    resourceVersion: "25061"
    uid: 07d58d2c-5592-4e1d-9cc6-df0dc344bba3
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-584d99b576-bdzl5
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:48:38Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-create-predictor-76b74f4d6c-mspk8
    namespace: kserve-ci-e2e-test
    resourceVersion: "25060"
    uid: 0a3f3488-c5b2-4290-8724-88fdf6a2f472
  kind: Event
  lastTimestamp: "2026-09-18T20:48:38Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-canary-create-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-18T20:48:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:48:38Z"
    name: isvc-canary-create-predictor-76b74f4d6c-mspk8.18d68558bae1fe83
    namespace: kserve-ci-e2e-test
    resourceVersion: "25081"
    uid: 12c6f044-35b3-4c6a-985b-f29721c3b7ec
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-76.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:48:38Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-create-predictor-76b74f4d6c-mspk8
    namespace: kserve-ci-e2e-test
    resourceVersion: "25065"
    uid: 0a3f3488-c5b2-4290-8724-88fdf6a2f472
  kind: Event
  lastTimestamp: "2026-09-18T20:48:38Z"
  message: Add eth0 [10.133.0.42/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-18T20:48:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-18T20:48:38Z"
    name: isvc-canary-create-predictor-76b74f4d6c-mspk8.18d68558f255e2aa
    namespace: kserve-ci-e2e-test
    resourceVersion: "25097"
    uid: cb9f8753-4161-42dd-9d70-986ded933726
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:48:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-create-predictor-76b74f4d6c-mspk8
    namespace: kserve-ci-e2e-test
    resourceVersion: "25060"
    uid: 0a3f3488-c5b2-4290-8724-88fdf6a2f472
  kind: Event
  lastTimestamp: "2026-09-18T20:48:39Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:2cbd0ba61f740962b2bad1a0e55e41574489d7afdb86fa314f3953b8c8af773e"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-18T20:48:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:48:39Z"
    name: isvc-canary-create-predictor-76b74f4d6c-mspk8.18d68558f3ac5eac
    namespace: kserve-ci-e2e-test
    resourceVersion: "25099"
    uid: bb1f077e-8e7f-48ef-8876-b3400b4cbe98
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:48:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-create-predictor-76b74f4d6c-mspk8
    namespace: kserve-ci-e2e-test
    resourceVersion: "25060"
    uid: 0a3f3488-c5b2-4290-8724-88fdf6a2f472
  kind: Event
  lastTimestamp: "2026-09-18T20:48:39Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-18T20:48:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:48:39Z"
    name: isvc-canary-create-predictor-76b74f4d6c-mspk8.18d68558f6af2ccd
    namespace: kserve-ci-e2e-test
    resourceVersion: "25100"
    uid: be7cecc7-82e8-4c00-8b2e-d56a85bb9593
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:48:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-create-predictor-76b74f4d6c-mspk8
    namespace: kserve-ci-e2e-test
    resourceVersion: "25060"
    uid: 0a3f3488-c5b2-4290-8724-88fdf6a2f472
  kind: Event
  lastTimestamp: "2026-09-18T20:48:39Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-18T20:48:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:48:39Z"
    name: isvc-canary-create-predictor-76b74f4d6c-mspk8.18d68558f72677ae
    namespace: kserve-ci-e2e-test
    resourceVersion: "25101"
    uid: 81f9da4b-4eea-45f1-a240-9306980aad68
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:48:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-predictor-76b74f4d6c-mspk8
    namespace: kserve-ci-e2e-test
    resourceVersion: "25060"
    uid: 0a3f3488-c5b2-4290-8724-88fdf6a2f472
  kind: Event
  lastTimestamp: "2026-09-18T20:48:43Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-2013"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-18T20:48:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:48:43Z"
    name: isvc-canary-create-predictor-76b74f4d6c-mspk8.18d68559fafaa54f
    namespace: kserve-ci-e2e-test
    resourceVersion: "25164"
    uid: deade343-fa12-4ff7-8e8f-535eaa5d9f1b
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:48:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-predictor-76b74f4d6c-mspk8
    namespace: kserve-ci-e2e-test
    resourceVersion: "25060"
    uid: 0a3f3488-c5b2-4290-8724-88fdf6a2f472
  kind: Event
  lastTimestamp: "2026-09-18T20:48:43Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-18T20:48:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:48:43Z"
    name: isvc-canary-create-predictor-76b74f4d6c-mspk8.18d68559fea4db93
    namespace: kserve-ci-e2e-test
    resourceVersion: "25167"
    uid: 38e0c7d2-479f-4d8c-bac3-55792a436c4e
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:48:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-predictor-76b74f4d6c-mspk8
    namespace: kserve-ci-e2e-test
    resourceVersion: "25060"
    uid: 0a3f3488-c5b2-4290-8724-88fdf6a2f472
  kind: Event
  lastTimestamp: "2026-09-18T20:48:43Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-18T20:48:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:48:43Z"
    name: isvc-canary-create-predictor-76b74f4d6c-mspk8.18d68559ff156b79
    namespace: kserve-ci-e2e-test
    resourceVersion: "25168"
    uid: 7abb1092-e5ce-4d86-9c64-948a1a635495
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:48:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-predictor-76b74f4d6c-mspk8
    namespace: kserve-ci-e2e-test
    resourceVersion: "25060"
    uid: 0a3f3488-c5b2-4290-8724-88fdf6a2f472
  kind: Event
  lastTimestamp: "2026-09-18T20:48:43Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-18T20:48:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:48:43Z"
    name: isvc-canary-create-predictor-76b74f4d6c-mspk8.18d68559ff1f6f93
    namespace: kserve-ci-e2e-test
    resourceVersion: "25170"
    uid: 17f07a81-a4e9-46fc-8a51-3d2d669b22b9
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:48:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-predictor-76b74f4d6c-mspk8
    namespace: kserve-ci-e2e-test
    resourceVersion: "25060"
    uid: 0a3f3488-c5b2-4290-8724-88fdf6a2f472
  kind: Event
  lastTimestamp: "2026-09-18T20:48:43Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-18T20:48:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:48:43Z"
    name: isvc-canary-create-predictor-76b74f4d6c-mspk8.18d6855a022cddfe
    namespace: kserve-ci-e2e-test
    resourceVersion: "25173"
    uid: 741fe745-a608-464e-9ed6-fcb11e654522
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:48:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-predictor-76b74f4d6c-mspk8
    namespace: kserve-ci-e2e-test
    resourceVersion: "25060"
    uid: 0a3f3488-c5b2-4290-8724-88fdf6a2f472
  kind: Event
  lastTimestamp: "2026-09-18T20:48:43Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-18T20:48:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:48:43Z"
    name: isvc-canary-create-predictor-76b74f4d6c-mspk8.18d6855a029b44ea
    namespace: kserve-ci-e2e-test
    resourceVersion: "25175"
    uid: 5eeada79-4d91-4f90-9c38-f57f72892ab4
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-09-18T20:48:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-predictor-76b74f4d6c-mspk8
    namespace: kserve-ci-e2e-test
    resourceVersion: "25060"
    uid: 0a3f3488-c5b2-4290-8724-88fdf6a2f472
  kind: Event
  lastTimestamp: "2026-09-18T20:49:50Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.42:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-18T20:48:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:49:50Z"
    name: isvc-canary-create-predictor-76b74f4d6c-mspk8.18d6855a3710ffc4
    namespace: kserve-ci-e2e-test
    resourceVersion: "25751"
    uid: 75b06307-3995-4493-96be-5dee3a9eb9b8
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-76.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:49:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-predictor-76b74f4d6c-mspk8
    namespace: kserve-ci-e2e-test
    resourceVersion: "25060"
    uid: 0a3f3488-c5b2-4290-8724-88fdf6a2f472
  kind: Event
  lastTimestamp: "2026-09-18T20:49:59Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-18T20:49:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:49:59Z"
    name: isvc-canary-create-predictor-76b74f4d6c-mspk8.18d6856bb537041d
    namespace: kserve-ci-e2e-test
    resourceVersion: "25848"
    uid: 5136bdd7-949c-4184-9476-ee53bbc4c36f
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:49:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-predictor-76b74f4d6c-mspk8
    namespace: kserve-ci-e2e-test
    resourceVersion: "25060"
    uid: 0a3f3488-c5b2-4290-8724-88fdf6a2f472
  kind: Event
  lastTimestamp: "2026-09-18T20:49:59Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-18T20:49:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:49:59Z"
    name: isvc-canary-create-predictor-76b74f4d6c-mspk8.18d6856bb537d99c
    namespace: kserve-ci-e2e-test
    resourceVersion: "25849"
    uid: 03eeab7b-7d6d-4b29-aad5-53108ec535f7
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:50:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-predictor-76b74f4d6c-mspk8
    namespace: kserve-ci-e2e-test
    resourceVersion: "25060"
    uid: 0a3f3488-c5b2-4290-8724-88fdf6a2f472
  kind: Event
  lastTimestamp: "2026-09-18T20:50:00Z"
  message: 'Readiness probe failed: Get "https://10.133.0.42:8643/healthz": dial tcp
    10.133.0.42:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-18T20:50:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:50:00Z"
    name: isvc-canary-create-predictor-76b74f4d6c-mspk8.18d6856be94003fb
    namespace: kserve-ci-e2e-test
    resourceVersion: "25868"
    uid: 0456d7a4-f0cc-45a6-8b9a-04e8dc92183b
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-76.ec2.internal
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-18T20:48:37.880164Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-create-predictor-76b74f4d6c-x69jc
    namespace: kserve-ci-e2e-test
    resourceVersion: "25066"
    uid: c158d9f2-798c-4af9-a0b3-5a92a18cf38f
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-create-predictor-76b74f4d6c-x69jc
    to ip-10-0-130-79.ec2.internal
  metadata:
    creationTimestamp: "2026-09-18T20:48:37Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-18T20:48:37Z"
    name: isvc-canary-create-predictor-76b74f4d6c-x69jc.18d68558afd897ec
    namespace: kserve-ci-e2e-test
    resourceVersion: "25070"
    uid: c3140a66-21d4-4526-83d1-aba252858b26
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-584d99b576-bdzl5
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:48:38Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-create-predictor-76b74f4d6c-x69jc
    namespace: kserve-ci-e2e-test
    resourceVersion: "25076"
    uid: c158d9f2-798c-4af9-a0b3-5a92a18cf38f
  kind: Event
  lastTimestamp: "2026-09-18T20:48:38Z"
  message: Add eth0 [10.134.0.40/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-18T20:48:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-18T20:48:38Z"
    name: isvc-canary-create-predictor-76b74f4d6c-x69jc.18d68558d58a1361
    namespace: kserve-ci-e2e-test
    resourceVersion: "25091"
    uid: a7bdc468-a7d4-42bf-b7c3-250bfcaf3d94
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:48:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-create-predictor-76b74f4d6c-x69jc
    namespace: kserve-ci-e2e-test
    resourceVersion: "25068"
    uid: c158d9f2-798c-4af9-a0b3-5a92a18cf38f
  kind: Event
  lastTimestamp: "2026-09-18T20:48:38Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:2cbd0ba61f740962b2bad1a0e55e41574489d7afdb86fa314f3953b8c8af773e"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-18T20:48:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:48:38Z"
    name: isvc-canary-create-predictor-76b74f4d6c-x69jc.18d68558d6fabb1d
    namespace: kserve-ci-e2e-test
    resourceVersion: "25093"
    uid: 76351f0d-19c9-454f-9bcc-ae86d42fbf42
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-79.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-79.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:48:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-create-predictor-76b74f4d6c-x69jc
    namespace: kserve-ci-e2e-test
    resourceVersion: "25068"
    uid: c158d9f2-798c-4af9-a0b3-5a92a18cf38f
  kind: Event
  lastTimestamp: "2026-09-18T20:48:38Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-18T20:48:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:48:38Z"
    name: isvc-canary-create-predictor-76b74f4d6c-x69jc.18d68558d9b06c38
    namespace: kserve-ci-e2e-test
    resourceVersion: "25094"
    uid: b5cb4d75-11ae-4655-9ac9-42894a2aa1c7
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-79.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-79.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:48:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-create-predictor-76b74f4d6c-x69jc
    namespace: kserve-ci-e2e-test
    resourceVersion: "25068"
    uid: c158d9f2-798c-4af9-a0b3-5a92a18cf38f
  kind: Event
  lastTimestamp: "2026-09-18T20:48:38Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-18T20:48:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:48:38Z"
    name: isvc-canary-create-predictor-76b74f4d6c-x69jc.18d68558da1c611d
    namespace: kserve-ci-e2e-test
    resourceVersion: "25095"
    uid: 62e7fbd7-4f42-40bb-a74d-5d0aedcb8a0b
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-79.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-79.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:48:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-predictor-76b74f4d6c-x69jc
    namespace: kserve-ci-e2e-test
    resourceVersion: "25068"
    uid: c158d9f2-798c-4af9-a0b3-5a92a18cf38f
  kind: Event
  lastTimestamp: "2026-09-18T20:48:43Z"
  message: Pulling image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-2013"
  metadata:
    creationTimestamp: "2026-09-18T20:48:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:48:43Z"
    name: isvc-canary-create-predictor-76b74f4d6c-x69jc.18d68559f5618282
    namespace: kserve-ci-e2e-test
    resourceVersion: "25160"
    uid: 808b1a0f-a242-4ec5-948d-c32bc5b21a3c
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-79.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-79.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:48:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-predictor-76b74f4d6c-x69jc
    namespace: kserve-ci-e2e-test
    resourceVersion: "25068"
    uid: c158d9f2-798c-4af9-a0b3-5a92a18cf38f
  kind: Event
  lastTimestamp: "2026-09-18T20:48:56Z"
  message: 'Successfully pulled image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-2013"
    in 13.296s (13.296s including waiting). Image size: 1607124890 bytes.'
  metadata:
    creationTimestamp: "2026-09-18T20:48:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:48:56Z"
    name: isvc-canary-create-predictor-76b74f4d6c-x69jc.18d6855d0df06298
    namespace: kserve-ci-e2e-test
    resourceVersion: "25275"
    uid: 3ba8d35b-0e45-4400-9a08-f5e179db91fa
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-79.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-79.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:48:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-predictor-76b74f4d6c-x69jc
    namespace: kserve-ci-e2e-test
    resourceVersion: "25068"
    uid: c158d9f2-798c-4af9-a0b3-5a92a18cf38f
  kind: Event
  lastTimestamp: "2026-09-18T20:48:56Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-18T20:48:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:48:56Z"
    name: isvc-canary-create-predictor-76b74f4d6c-x69jc.18d6855d1145337c
    namespace: kserve-ci-e2e-test
    resourceVersion: "25276"
    uid: 4659c00b-8533-4a58-8afb-f2b5d13331e2
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-79.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-79.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:48:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-predictor-76b74f4d6c-x69jc
    namespace: kserve-ci-e2e-test
    resourceVersion: "25068"
    uid: c158d9f2-798c-4af9-a0b3-5a92a18cf38f
  kind: Event
  lastTimestamp: "2026-09-18T20:48:56Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-18T20:48:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:48:56Z"
    name: isvc-canary-create-predictor-76b74f4d6c-x69jc.18d6855d11bbde1e
    namespace: kserve-ci-e2e-test
    resourceVersion: "25277"
    uid: d4b0bdd7-3907-4eba-b127-07b2ea46239f
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-79.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-79.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:48:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-predictor-76b74f4d6c-x69jc
    namespace: kserve-ci-e2e-test
    resourceVersion: "25068"
    uid: c158d9f2-798c-4af9-a0b3-5a92a18cf38f
  kind: Event
  lastTimestamp: "2026-09-18T20:48:56Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-18T20:48:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:48:56Z"
    name: isvc-canary-create-predictor-76b74f4d6c-x69jc.18d6855d11c566b0
    namespace: kserve-ci-e2e-test
    resourceVersion: "25278"
    uid: 4a9aaeb2-442d-4bc9-9355-27e55b547e6e
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-79.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-79.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:48:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-predictor-76b74f4d6c-x69jc
    namespace: kserve-ci-e2e-test
    resourceVersion: "25068"
    uid: c158d9f2-798c-4af9-a0b3-5a92a18cf38f
  kind: Event
  lastTimestamp: "2026-09-18T20:48:56Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-18T20:48:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:48:56Z"
    name: isvc-canary-create-predictor-76b74f4d6c-x69jc.18d6855d14c3eff4
    namespace: kserve-ci-e2e-test
    resourceVersion: "25279"
    uid: 09121d9f-be2d-473c-8bc7-db25616e2340
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-79.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-79.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:48:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-predictor-76b74f4d6c-x69jc
    namespace: kserve-ci-e2e-test
    resourceVersion: "25068"
    uid: c158d9f2-798c-4af9-a0b3-5a92a18cf38f
  kind: Event
  lastTimestamp: "2026-09-18T20:48:56Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-18T20:48:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:48:56Z"
    name: isvc-canary-create-predictor-76b74f4d6c-x69jc.18d6855d1539c2d2
    namespace: kserve-ci-e2e-test
    resourceVersion: "25281"
    uid: cdfb720d-6c14-41d8-a1b9-d185772ac29d
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-79.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-79.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-18T20:48:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-predictor-76b74f4d6c-x69jc
    namespace: kserve-ci-e2e-test
    resourceVersion: "25068"
    uid: c158d9f2-798c-4af9-a0b3-5a92a18cf38f
  kind: Event
  lastTimestamp: "2026-09-18T20:50:06Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.40:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-18T20:48:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:50:06Z"
    name: isvc-canary-create-predictor-76b74f4d6c-x69jc.18d6855d3e354acb
    namespace: kserve-ci-e2e-test
    resourceVersion: "25920"
    uid: 48aec4a2-e177-48d7-8243-f05466385350
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-79.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-79.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:50:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-predictor-76b74f4d6c-x69jc
    namespace: kserve-ci-e2e-test
    resourceVersion: "25068"
    uid: c158d9f2-798c-4af9-a0b3-5a92a18cf38f
  kind: Event
  lastTimestamp: "2026-09-18T20:50:17Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-18T20:50:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:50:17Z"
    name: isvc-canary-create-predictor-76b74f4d6c-x69jc.18d6856ff70fd172
    namespace: kserve-ci-e2e-test
    resourceVersion: "26030"
    uid: 09505af2-d2bd-459c-9d64-596618044bf0
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-79.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-79.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:50:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-predictor-76b74f4d6c-x69jc
    namespace: kserve-ci-e2e-test
    resourceVersion: "25068"
    uid: c158d9f2-798c-4af9-a0b3-5a92a18cf38f
  kind: Event
  lastTimestamp: "2026-09-18T20:50:17Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-18T20:50:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:50:17Z"
    name: isvc-canary-create-predictor-76b74f4d6c-x69jc.18d6856ff7106b15
    namespace: kserve-ci-e2e-test
    resourceVersion: "26032"
    uid: 9f78ff6f-1d62-4166-a898-ef4392a68c7e
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-79.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-79.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:50:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-predictor-76b74f4d6c-x69jc
    namespace: kserve-ci-e2e-test
    resourceVersion: "25068"
    uid: c158d9f2-798c-4af9-a0b3-5a92a18cf38f
  kind: Event
  lastTimestamp: "2026-09-18T20:50:18Z"
  message: 'Readiness probe failed: Get "https://10.134.0.40:8643/healthz": dial tcp
    10.134.0.40:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-18T20:50:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:50:18Z"
    name: isvc-canary-create-predictor-76b74f4d6c-x69jc.18d685701a573835
    namespace: kserve-ci-e2e-test
    resourceVersion: "26038"
    uid: 2040cac9-b6a4-4b2a-bb7a-3885174ea893
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-79.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-79.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:48:37Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-create-predictor-76b74f4d6c
    namespace: kserve-ci-e2e-test
    resourceVersion: "25040"
    uid: 2b9923c2-44a2-415d-ac1d-b7f4b058bd86
  kind: Event
  lastTimestamp: "2026-09-18T20:48:37Z"
  message: 'Created pod: isvc-canary-create-predictor-76b74f4d6c-mspk8'
  metadata:
    creationTimestamp: "2026-09-18T20:48:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T20:48:37Z"
    name: isvc-canary-create-predictor-76b74f4d6c.18d68558ac3e506b
    namespace: kserve-ci-e2e-test
    resourceVersion: "25059"
    uid: fabcf9fd-da11-47c7-bce3-56913a535a18
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:48:37Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-create-predictor-76b74f4d6c
    namespace: kserve-ci-e2e-test
    resourceVersion: "25040"
    uid: 2b9923c2-44a2-415d-ac1d-b7f4b058bd86
  kind: Event
  lastTimestamp: "2026-09-18T20:48:37Z"
  message: 'Created pod: isvc-canary-create-predictor-76b74f4d6c-x69jc'
  metadata:
    creationTimestamp: "2026-09-18T20:48:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T20:48:37Z"
    name: isvc-canary-create-predictor-76b74f4d6c.18d68558af66fef1
    namespace: kserve-ci-e2e-test
    resourceVersion: "25067"
    uid: 46fccafe-b91f-4559-b82b-58d4b82c9451
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:49:59Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-create-predictor-76b74f4d6c
    namespace: kserve-ci-e2e-test
    resourceVersion: "25839"
    uid: 2b9923c2-44a2-415d-ac1d-b7f4b058bd86
  kind: Event
  lastTimestamp: "2026-09-18T20:49:59Z"
  message: 'Deleted pod: isvc-canary-create-predictor-76b74f4d6c-mspk8'
  metadata:
    creationTimestamp: "2026-09-18T20:49:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T20:49:59Z"
    name: isvc-canary-create-predictor-76b74f4d6c.18d6856bb506967c
    namespace: kserve-ci-e2e-test
    resourceVersion: "25844"
    uid: f15cf45e-efb4-41a9-9e3c-74491062d7bf
  reason: SuccessfulDelete
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:48:37Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-create-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "25039"
    uid: cb681aa0-91f2-4a25-aa1b-e403924169e1
  kind: Event
  lastTimestamp: "2026-09-18T20:48:37Z"
  message: Scaled up replica set isvc-canary-create-predictor-76b74f4d6c from 0 to
    2
  metadata:
    creationTimestamp: "2026-09-18T20:48:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T20:48:37Z"
    name: isvc-canary-create-predictor.18d68558a943262b
    namespace: kserve-ci-e2e-test
    resourceVersion: "25042"
    uid: 49bdc923-f345-49e7-8d50-022e04568bc2
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:49:59Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-create-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "25835"
    uid: cb681aa0-91f2-4a25-aa1b-e403924169e1
  kind: Event
  lastTimestamp: "2026-09-18T20:49:59Z"
  message: Scaled down replica set isvc-canary-create-predictor-76b74f4d6c from 2
    to 1
  metadata:
    creationTimestamp: "2026-09-18T20:49:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T20:49:59Z"
    name: isvc-canary-create-predictor.18d6856bb47d4dc4
    namespace: kserve-ci-e2e-test
    resourceVersion: "25841"
    uid: 33c19eba-2a53-4b29-92c6-07457ee95943
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-18T20:48:37.789842Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-create-v2-predictor-667f95d746-dg4nq
    namespace: kserve-ci-e2e-test
    resourceVersion: "25045"
    uid: c90f98ca-08d7-4caa-ac90-2f4f2c8415c9
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-create-v2-predictor-667f95d746-dg4nq
    to ip-10-0-143-76.ec2.internal
  metadata:
    creationTimestamp: "2026-09-18T20:48:37Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-18T20:48:37Z"
    name: isvc-canary-create-v2-predictor-667f95d746-dg4nq.18d68558aa7664ee
    namespace: kserve-ci-e2e-test
    resourceVersion: "25053"
    uid: c062e951-0b7b-4a0a-a487-4ad671e8e9e4
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-584d99b576-bdzl5
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:48:38Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-create-v2-predictor-667f95d746-dg4nq
    namespace: kserve-ci-e2e-test
    resourceVersion: "25057"
    uid: c90f98ca-08d7-4caa-ac90-2f4f2c8415c9
  kind: Event
  lastTimestamp: "2026-09-18T20:48:38Z"
  message: Add eth0 [10.133.0.41/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-18T20:48:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-18T20:48:38Z"
    name: isvc-canary-create-v2-predictor-667f95d746-dg4nq.18d68558cca11d89
    namespace: kserve-ci-e2e-test
    resourceVersion: "25086"
    uid: 4106f15b-b393-4895-8bb3-34829287cb5e
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:48:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-create-v2-predictor-667f95d746-dg4nq
    namespace: kserve-ci-e2e-test
    resourceVersion: "25049"
    uid: c90f98ca-08d7-4caa-ac90-2f4f2c8415c9
  kind: Event
  lastTimestamp: "2026-09-18T20:48:38Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:2cbd0ba61f740962b2bad1a0e55e41574489d7afdb86fa314f3953b8c8af773e"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-18T20:48:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:48:38Z"
    name: isvc-canary-create-v2-predictor-667f95d746-dg4nq.18d68558ce29fd40
    namespace: kserve-ci-e2e-test
    resourceVersion: "25088"
    uid: f918f718-f9be-4e07-b4bd-1963f6a382ab
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:48:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-create-v2-predictor-667f95d746-dg4nq
    namespace: kserve-ci-e2e-test
    resourceVersion: "25049"
    uid: c90f98ca-08d7-4caa-ac90-2f4f2c8415c9
  kind: Event
  lastTimestamp: "2026-09-18T20:48:38Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-18T20:48:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:48:38Z"
    name: isvc-canary-create-v2-predictor-667f95d746-dg4nq.18d68558d17e8887
    namespace: kserve-ci-e2e-test
    resourceVersion: "25089"
    uid: e2d437be-0e61-4511-9944-c15d5fcd7dfe
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:48:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-create-v2-predictor-667f95d746-dg4nq
    namespace: kserve-ci-e2e-test
    resourceVersion: "25049"
    uid: c90f98ca-08d7-4caa-ac90-2f4f2c8415c9
  kind: Event
  lastTimestamp: "2026-09-18T20:48:38Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-18T20:48:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:48:38Z"
    name: isvc-canary-create-v2-predictor-667f95d746-dg4nq.18d68558d1ee0bff
    namespace: kserve-ci-e2e-test
    resourceVersion: "25090"
    uid: 87c5b1c8-825b-4cdb-baad-e3964e40f820
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:48:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-v2-predictor-667f95d746-dg4nq
    namespace: kserve-ci-e2e-test
    resourceVersion: "25049"
    uid: c90f98ca-08d7-4caa-ac90-2f4f2c8415c9
  kind: Event
  lastTimestamp: "2026-09-18T20:48:42Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-2013"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-18T20:48:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:48:42Z"
    name: isvc-canary-create-v2-predictor-667f95d746-dg4nq.18d68559bef3025f
    namespace: kserve-ci-e2e-test
    resourceVersion: "25144"
    uid: 9a9e0cb8-5ace-4046-a093-17a2c4fcda1e
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:48:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-v2-predictor-667f95d746-dg4nq
    namespace: kserve-ci-e2e-test
    resourceVersion: "25049"
    uid: c90f98ca-08d7-4caa-ac90-2f4f2c8415c9
  kind: Event
  lastTimestamp: "2026-09-18T20:48:42Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-18T20:48:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:48:42Z"
    name: isvc-canary-create-v2-predictor-667f95d746-dg4nq.18d68559c1dd37a4
    namespace: kserve-ci-e2e-test
    resourceVersion: "25146"
    uid: 83211577-325c-4ec2-8762-3de1f139c144
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:48:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-v2-predictor-667f95d746-dg4nq
    namespace: kserve-ci-e2e-test
    resourceVersion: "25049"
    uid: c90f98ca-08d7-4caa-ac90-2f4f2c8415c9
  kind: Event
  lastTimestamp: "2026-09-18T20:48:42Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-18T20:48:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:48:42Z"
    name: isvc-canary-create-v2-predictor-667f95d746-dg4nq.18d68559c24c14a4
    namespace: kserve-ci-e2e-test
    resourceVersion: "25147"
    uid: 37066904-95c8-48dc-806e-d2f63b7f2d31
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:48:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-v2-predictor-667f95d746-dg4nq
    namespace: kserve-ci-e2e-test
    resourceVersion: "25049"
    uid: c90f98ca-08d7-4caa-ac90-2f4f2c8415c9
  kind: Event
  lastTimestamp: "2026-09-18T20:48:42Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-18T20:48:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:48:42Z"
    name: isvc-canary-create-v2-predictor-667f95d746-dg4nq.18d68559c2562988
    namespace: kserve-ci-e2e-test
    resourceVersion: "25149"
    uid: 4ce3ce54-91f8-4fc8-ab49-cf4aa5aed3cd
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:48:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-v2-predictor-667f95d746-dg4nq
    namespace: kserve-ci-e2e-test
    resourceVersion: "25049"
    uid: c90f98ca-08d7-4caa-ac90-2f4f2c8415c9
  kind: Event
  lastTimestamp: "2026-09-18T20:48:42Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-18T20:48:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:48:42Z"
    name: isvc-canary-create-v2-predictor-667f95d746-dg4nq.18d68559c635dafc
    namespace: kserve-ci-e2e-test
    resourceVersion: "25153"
    uid: ddb38e76-4d6e-4ab3-bb86-779e1be8e702
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:48:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-v2-predictor-667f95d746-dg4nq
    namespace: kserve-ci-e2e-test
    resourceVersion: "25049"
    uid: c90f98ca-08d7-4caa-ac90-2f4f2c8415c9
  kind: Event
  lastTimestamp: "2026-09-18T20:48:42Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-18T20:48:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:48:42Z"
    name: isvc-canary-create-v2-predictor-667f95d746-dg4nq.18d68559c6a48dd5
    namespace: kserve-ci-e2e-test
    resourceVersion: "25154"
    uid: 84c43c37-9c49-49bc-813c-60848752b5a3
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-18T20:48:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-v2-predictor-667f95d746-dg4nq
    namespace: kserve-ci-e2e-test
    resourceVersion: "25049"
    uid: c90f98ca-08d7-4caa-ac90-2f4f2c8415c9
  kind: Event
  lastTimestamp: "2026-09-18T20:50:19Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.41:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-18T20:48:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:50:19Z"
    name: isvc-canary-create-v2-predictor-667f95d746-dg4nq.18d68559faef3877
    namespace: kserve-ci-e2e-test
    resourceVersion: "26046"
    uid: cc4851c4-70bf-4b8d-962c-1aaebd9cac07
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-76.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:50:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-v2-predictor-667f95d746-dg4nq
    namespace: kserve-ci-e2e-test
    resourceVersion: "25049"
    uid: c90f98ca-08d7-4caa-ac90-2f4f2c8415c9
  kind: Event
  lastTimestamp: "2026-09-18T20:50:17Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-18T20:50:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:50:17Z"
    name: isvc-canary-create-v2-predictor-667f95d746-dg4nq.18d6856ff6cdd308
    namespace: kserve-ci-e2e-test
    resourceVersion: "26029"
    uid: 0c7282d7-0a01-48eb-ac23-57b944b16248
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:50:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-v2-predictor-667f95d746-dg4nq
    namespace: kserve-ci-e2e-test
    resourceVersion: "25049"
    uid: c90f98ca-08d7-4caa-ac90-2f4f2c8415c9
  kind: Event
  lastTimestamp: "2026-09-18T20:50:17Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-18T20:50:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:50:17Z"
    name: isvc-canary-create-v2-predictor-667f95d746-dg4nq.18d6856ff6ce721e
    namespace: kserve-ci-e2e-test
    resourceVersion: "26031"
    uid: 51f3e407-675d-499e-aa35-2edd05a149ac
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:50:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-v2-predictor-667f95d746-dg4nq
    namespace: kserve-ci-e2e-test
    resourceVersion: "25049"
    uid: c90f98ca-08d7-4caa-ac90-2f4f2c8415c9
  kind: Event
  lastTimestamp: "2026-09-18T20:50:19Z"
  message: 'Readiness probe failed: Get "https://10.133.0.41:8643/healthz": dial tcp
    10.133.0.41:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-18T20:50:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:50:19Z"
    name: isvc-canary-create-v2-predictor-667f95d746-dg4nq.18d685705572a5f4
    namespace: kserve-ci-e2e-test
    resourceVersion: "26045"
    uid: 889603a0-5525-47d2-b7ee-afe6abba2553
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-76.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:48:37Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-create-v2-predictor-667f95d746
    namespace: kserve-ci-e2e-test
    resourceVersion: "25031"
    uid: dae76ecb-a30c-4ff1-bd34-c3132d5becdd
  kind: Event
  lastTimestamp: "2026-09-18T20:48:37Z"
  message: 'Created pod: isvc-canary-create-v2-predictor-667f95d746-dg4nq'
  metadata:
    creationTimestamp: "2026-09-18T20:48:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T20:48:37Z"
    name: isvc-canary-create-v2-predictor-667f95d746.18d68558aa070e71
    namespace: kserve-ci-e2e-test
    resourceVersion: "25048"
    uid: 423b5bb5-b9d0-4d01-8f84-b455220b3024
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:48:37Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-create-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "25030"
    uid: 8eb33ad7-05cb-40fa-92fd-2b2654cc9809
  kind: Event
  lastTimestamp: "2026-09-18T20:48:37Z"
  message: Scaled up replica set isvc-canary-create-v2-predictor-667f95d746 from 0
    to 1
  metadata:
    creationTimestamp: "2026-09-18T20:48:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T20:48:37Z"
    name: isvc-canary-create-v2-predictor.18d68558a6ff95cd
    namespace: kserve-ci-e2e-test
    resourceVersion: "25032"
    uid: 3eabf8c1-5ab7-44c8-aca2-06d5ce6a4b12
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 19
  eventTime: null
  firstTimestamp: "2026-09-18T20:48:37Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-create
    namespace: kserve-ci-e2e-test
    resourceVersion: "25022"
    uid: 469154bc-a19e-4877-bfd6-3247e9afa554
  kind: Event
  lastTimestamp: "2026-09-18T20:50:16Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-18T20:48:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T20:50:16Z"
    name: isvc-canary-create.18d68558a8f3a116
    namespace: kserve-ci-e2e-test
    resourceVersion: "25996"
    uid: 2a10648f-1920-49b3-b18b-d2956f39aef5
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-18T20:48:37Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-create
    namespace: kserve-ci-e2e-test
    resourceVersion: "25022"
    uid: 469154bc-a19e-4877-bfd6-3247e9afa554
  kind: Event
  lastTimestamp: "2026-09-18T20:49:59Z"
  message: 'Failed to update status for InferenceService "isvc-canary-create": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-canary-create":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-18T20:48:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T20:49:59Z"
    name: isvc-canary-create.18d68558a95aab1a
    namespace: kserve-ci-e2e-test
    resourceVersion: "25856"
    uid: f25c0eb8-3bb8-4c3c-a27f-c6209eeb9ec1
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-18T20:48:37Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-create
    namespace: kserve-ci-e2e-test
    resourceVersion: "25022"
    uid: 469154bc-a19e-4877-bfd6-3247e9afa554
  kind: Event
  lastTimestamp: "2026-09-18T20:49:59Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-canary-create": the object has been
    modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-18T20:48:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T20:49:59Z"
    name: isvc-canary-create.18d68558a95af24f
    namespace: kserve-ci-e2e-test
    resourceVersion: "25858"
    uid: 417dbf9e-7c4e-4b87-86a3-d1b07712d5c6
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:50:16Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-create
    namespace: kserve-ci-e2e-test
    resourceVersion: "25994"
    uid: 469154bc-a19e-4877-bfd6-3247e9afa554
  kind: Event
  lastTimestamp: "2026-09-18T20:50:16Z"
  message: InferenceService [isvc-canary-create] is Ready
  metadata:
    creationTimestamp: "2026-09-18T20:50:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T20:50:16Z"
    name: isvc-canary-create.18d6856fa0a9735d
    namespace: kserve-ci-e2e-test
    resourceVersion: "25995"
    uid: ef036722-de0d-4c7b-8c23-1ed673e3b1fa
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-18T20:50:23.125620Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-promote-predictor-6546f8697f-722qz
    namespace: kserve-ci-e2e-test
    resourceVersion: "26120"
    uid: 6236e506-8c80-435d-8a0a-e0893d1ff712
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-promote-predictor-6546f8697f-722qz
    to ip-10-0-130-79.ec2.internal
  metadata:
    creationTimestamp: "2026-09-18T20:50:23Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-18T20:50:23Z"
    name: isvc-canary-promote-predictor-6546f8697f-722qz.18d6857130f6c8a2
    namespace: kserve-ci-e2e-test
    resourceVersion: "26124"
    uid: 4ebb5fd4-ecc0-4b12-ab01-d43ceab42a02
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-584d99b576-bdzl5
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:50:23Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-promote-predictor-6546f8697f-722qz
    namespace: kserve-ci-e2e-test
    resourceVersion: "26129"
    uid: 6236e506-8c80-435d-8a0a-e0893d1ff712
  kind: Event
  lastTimestamp: "2026-09-18T20:50:23Z"
  message: Add eth0 [10.134.0.42/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-18T20:50:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-18T20:50:23Z"
    name: isvc-canary-promote-predictor-6546f8697f-722qz.18d6857152ec85ae
    namespace: kserve-ci-e2e-test
    resourceVersion: "26150"
    uid: 641399b9-23d4-49a0-b0ae-a4e2f397ce71
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:50:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-predictor-6546f8697f-722qz
    namespace: kserve-ci-e2e-test
    resourceVersion: "26121"
    uid: 6236e506-8c80-435d-8a0a-e0893d1ff712
  kind: Event
  lastTimestamp: "2026-09-18T20:50:23Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:2cbd0ba61f740962b2bad1a0e55e41574489d7afdb86fa314f3953b8c8af773e"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-18T20:50:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:50:23Z"
    name: isvc-canary-promote-predictor-6546f8697f-722qz.18d6857154321cac
    namespace: kserve-ci-e2e-test
    resourceVersion: "26154"
    uid: a4ddbe65-3428-4020-9d64-8743ab1e26c5
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-79.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-79.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:50:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-predictor-6546f8697f-722qz
    namespace: kserve-ci-e2e-test
    resourceVersion: "26121"
    uid: 6236e506-8c80-435d-8a0a-e0893d1ff712
  kind: Event
  lastTimestamp: "2026-09-18T20:50:23Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-18T20:50:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:50:23Z"
    name: isvc-canary-promote-predictor-6546f8697f-722qz.18d6857157d7fcdb
    namespace: kserve-ci-e2e-test
    resourceVersion: "26158"
    uid: cb9ce369-b188-41dd-a7cc-42950e13450e
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-79.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-79.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:50:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-predictor-6546f8697f-722qz
    namespace: kserve-ci-e2e-test
    resourceVersion: "26121"
    uid: 6236e506-8c80-435d-8a0a-e0893d1ff712
  kind: Event
  lastTimestamp: "2026-09-18T20:50:23Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-18T20:50:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:50:23Z"
    name: isvc-canary-promote-predictor-6546f8697f-722qz.18d6857158523e7d
    namespace: kserve-ci-e2e-test
    resourceVersion: "26159"
    uid: 57e4c310-5752-4709-8b38-8fc8509a99a1
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-79.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-79.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:50:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-predictor-6546f8697f-722qz
    namespace: kserve-ci-e2e-test
    resourceVersion: "26121"
    uid: 6236e506-8c80-435d-8a0a-e0893d1ff712
  kind: Event
  lastTimestamp: "2026-09-18T20:50:27Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-2013"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-18T20:50:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:50:27Z"
    name: isvc-canary-promote-predictor-6546f8697f-722qz.18d685724b89543c
    namespace: kserve-ci-e2e-test
    resourceVersion: "26206"
    uid: fc2ac9b1-3cac-41d4-aeef-922e6bb3d93c
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-79.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-79.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:50:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-predictor-6546f8697f-722qz
    namespace: kserve-ci-e2e-test
    resourceVersion: "26121"
    uid: 6236e506-8c80-435d-8a0a-e0893d1ff712
  kind: Event
  lastTimestamp: "2026-09-18T20:50:27Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-18T20:50:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:50:27Z"
    name: isvc-canary-promote-predictor-6546f8697f-722qz.18d685724f6230ab
    namespace: kserve-ci-e2e-test
    resourceVersion: "26212"
    uid: 16a94a66-2857-4f86-a2f4-b5aa3bb01ac0
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-79.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-79.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:50:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-predictor-6546f8697f-722qz
    namespace: kserve-ci-e2e-test
    resourceVersion: "26121"
    uid: 6236e506-8c80-435d-8a0a-e0893d1ff712
  kind: Event
  lastTimestamp: "2026-09-18T20:50:27Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-18T20:50:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:50:27Z"
    name: isvc-canary-promote-predictor-6546f8697f-722qz.18d685724fdaef62
    namespace: kserve-ci-e2e-test
    resourceVersion: "26214"
    uid: c5947765-f018-447f-a552-541b4ce33144
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-79.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-79.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:50:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-predictor-6546f8697f-722qz
    namespace: kserve-ci-e2e-test
    resourceVersion: "26121"
    uid: 6236e506-8c80-435d-8a0a-e0893d1ff712
  kind: Event
  lastTimestamp: "2026-09-18T20:50:27Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-18T20:50:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:50:27Z"
    name: isvc-canary-promote-predictor-6546f8697f-722qz.18d685724fe49061
    namespace: kserve-ci-e2e-test
    resourceVersion: "26216"
    uid: 498c9490-51ee-45ec-9768-b7f5d87a01f0
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-79.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-79.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:50:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-predictor-6546f8697f-722qz
    namespace: kserve-ci-e2e-test
    resourceVersion: "26121"
    uid: 6236e506-8c80-435d-8a0a-e0893d1ff712
  kind: Event
  lastTimestamp: "2026-09-18T20:50:27Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-18T20:50:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:50:27Z"
    name: isvc-canary-promote-predictor-6546f8697f-722qz.18d685725325e30c
    namespace: kserve-ci-e2e-test
    resourceVersion: "26224"
    uid: f72d7b0a-6b59-4684-996b-f3367739d8c5
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-79.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-79.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:50:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-predictor-6546f8697f-722qz
    namespace: kserve-ci-e2e-test
    resourceVersion: "26121"
    uid: 6236e506-8c80-435d-8a0a-e0893d1ff712
  kind: Event
  lastTimestamp: "2026-09-18T20:50:28Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-18T20:50:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:50:28Z"
    name: isvc-canary-promote-predictor-6546f8697f-722qz.18d6857253c1e47b
    namespace: kserve-ci-e2e-test
    resourceVersion: "26227"
    uid: d745b348-1fc3-41b6-95aa-317c98fe0c2a
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-79.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-79.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-09-18T20:50:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-predictor-6546f8697f-722qz
    namespace: kserve-ci-e2e-test
    resourceVersion: "26121"
    uid: 6236e506-8c80-435d-8a0a-e0893d1ff712
  kind: Event
  lastTimestamp: "2026-09-18T20:51:35Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.42:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-18T20:50:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:51:35Z"
    name: isvc-canary-promote-predictor-6546f8697f-722qz.18d68572c3c05270
    namespace: kserve-ci-e2e-test
    resourceVersion: "27119"
    uid: a79145bb-6bad-4778-b13d-89368dcc6afc
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-79.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-79.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:51:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-predictor-6546f8697f-722qz
    namespace: kserve-ci-e2e-test
    resourceVersion: "26121"
    uid: 6236e506-8c80-435d-8a0a-e0893d1ff712
  kind: Event
  lastTimestamp: "2026-09-18T20:51:46Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-18T20:51:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:51:46Z"
    name: isvc-canary-promote-predictor-6546f8697f-722qz.18d685848d38cf3e
    namespace: kserve-ci-e2e-test
    resourceVersion: "27234"
    uid: 56c8fcb7-38d9-48d1-ab3b-b8c1eff8a495
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-79.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-79.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:51:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-predictor-6546f8697f-722qz
    namespace: kserve-ci-e2e-test
    resourceVersion: "26121"
    uid: 6236e506-8c80-435d-8a0a-e0893d1ff712
  kind: Event
  lastTimestamp: "2026-09-18T20:51:46Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-18T20:51:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:51:46Z"
    name: isvc-canary-promote-predictor-6546f8697f-722qz.18d685848d3944be
    namespace: kserve-ci-e2e-test
    resourceVersion: "27235"
    uid: 6646f641-dbe6-4831-bc39-40c748d07c2f
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-79.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-79.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:51:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-predictor-6546f8697f-722qz
    namespace: kserve-ci-e2e-test
    resourceVersion: "26121"
    uid: 6236e506-8c80-435d-8a0a-e0893d1ff712
  kind: Event
  lastTimestamp: "2026-09-18T20:51:50Z"
  message: 'Readiness probe failed: Get "https://10.134.0.42:8643/healthz": dial tcp
    10.134.0.42:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-18T20:51:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:51:50Z"
    name: isvc-canary-promote-predictor-6546f8697f-722qz.18d68585a000fae8
    namespace: kserve-ci-e2e-test
    resourceVersion: "27278"
    uid: 61413e8d-7a9d-45c4-a707-3f7636537d0f
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-79.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-79.ec2.internal
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-18T20:50:23.080364Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-promote-predictor-6546f8697f-m5krp
    namespace: kserve-ci-e2e-test
    resourceVersion: "26111"
    uid: 2a3b5146-78b4-45e7-a113-d5ef12558d43
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-promote-predictor-6546f8697f-m5krp
    to ip-10-0-143-76.ec2.internal
  metadata:
    creationTimestamp: "2026-09-18T20:50:23Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-18T20:50:23Z"
    name: isvc-canary-promote-predictor-6546f8697f-m5krp.18d685712e44415e
    namespace: kserve-ci-e2e-test
    resourceVersion: "26115"
    uid: 4de2ffe6-47e5-48dc-8f00-7dc98333aed1
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-584d99b576-bdzl5
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:50:23Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-promote-predictor-6546f8697f-m5krp
    namespace: kserve-ci-e2e-test
    resourceVersion: "26119"
    uid: 2a3b5146-78b4-45e7-a113-d5ef12558d43
  kind: Event
  lastTimestamp: "2026-09-18T20:50:23Z"
  message: Add eth0 [10.133.0.44/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-18T20:50:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-18T20:50:23Z"
    name: isvc-canary-promote-predictor-6546f8697f-m5krp.18d68571505ac1a5
    namespace: kserve-ci-e2e-test
    resourceVersion: "26147"
    uid: e5bdc36d-2db7-490d-befc-5fd22fb5bc96
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:50:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-predictor-6546f8697f-m5krp
    namespace: kserve-ci-e2e-test
    resourceVersion: "26114"
    uid: 2a3b5146-78b4-45e7-a113-d5ef12558d43
  kind: Event
  lastTimestamp: "2026-09-18T20:50:23Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:2cbd0ba61f740962b2bad1a0e55e41574489d7afdb86fa314f3953b8c8af773e"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-18T20:50:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:50:23Z"
    name: isvc-canary-promote-predictor-6546f8697f-m5krp.18d6857151c6ba96
    namespace: kserve-ci-e2e-test
    resourceVersion: "26149"
    uid: 1dca2a3e-998e-4d3b-8396-dcd95d8631e1
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:50:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-predictor-6546f8697f-m5krp
    namespace: kserve-ci-e2e-test
    resourceVersion: "26114"
    uid: 2a3b5146-78b4-45e7-a113-d5ef12558d43
  kind: Event
  lastTimestamp: "2026-09-18T20:50:23Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-18T20:50:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:50:23Z"
    name: isvc-canary-promote-predictor-6546f8697f-m5krp.18d68571547b74a5
    namespace: kserve-ci-e2e-test
    resourceVersion: "26155"
    uid: b43eb943-59ff-4a77-821c-4605449f6fd8
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:50:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-predictor-6546f8697f-m5krp
    namespace: kserve-ci-e2e-test
    resourceVersion: "26114"
    uid: 2a3b5146-78b4-45e7-a113-d5ef12558d43
  kind: Event
  lastTimestamp: "2026-09-18T20:50:23Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-18T20:50:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:50:23Z"
    name: isvc-canary-promote-predictor-6546f8697f-m5krp.18d685715536181d
    namespace: kserve-ci-e2e-test
    resourceVersion: "26156"
    uid: 21b201f8-ad3f-4854-a9d4-5a5e64165dcf
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:50:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-predictor-6546f8697f-m5krp
    namespace: kserve-ci-e2e-test
    resourceVersion: "26114"
    uid: 2a3b5146-78b4-45e7-a113-d5ef12558d43
  kind: Event
  lastTimestamp: "2026-09-18T20:50:27Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-2013"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-18T20:50:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:50:27Z"
    name: isvc-canary-promote-predictor-6546f8697f-m5krp.18d685724d7bcf1f
    namespace: kserve-ci-e2e-test
    resourceVersion: "26210"
    uid: 6c382ea5-2bf6-4db1-aaef-56e8e2a8f16d
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:50:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-predictor-6546f8697f-m5krp
    namespace: kserve-ci-e2e-test
    resourceVersion: "26114"
    uid: 2a3b5146-78b4-45e7-a113-d5ef12558d43
  kind: Event
  lastTimestamp: "2026-09-18T20:50:27Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-18T20:50:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:50:27Z"
    name: isvc-canary-promote-predictor-6546f8697f-m5krp.18d685725044848f
    namespace: kserve-ci-e2e-test
    resourceVersion: "26215"
    uid: 6a2fba3b-964e-421f-8216-582fe9181117
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:50:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-predictor-6546f8697f-m5krp
    namespace: kserve-ci-e2e-test
    resourceVersion: "26114"
    uid: 2a3b5146-78b4-45e7-a113-d5ef12558d43
  kind: Event
  lastTimestamp: "2026-09-18T20:50:27Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-18T20:50:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:50:27Z"
    name: isvc-canary-promote-predictor-6546f8697f-m5krp.18d6857250b076a5
    namespace: kserve-ci-e2e-test
    resourceVersion: "26219"
    uid: e2252545-d212-43c7-aa05-76272516b256
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:50:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-predictor-6546f8697f-m5krp
    namespace: kserve-ci-e2e-test
    resourceVersion: "26114"
    uid: 2a3b5146-78b4-45e7-a113-d5ef12558d43
  kind: Event
  lastTimestamp: "2026-09-18T20:50:27Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-18T20:50:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:50:27Z"
    name: isvc-canary-promote-predictor-6546f8697f-m5krp.18d6857250bac9ec
    namespace: kserve-ci-e2e-test
    resourceVersion: "26221"
    uid: 8d687272-65a1-4704-9116-c44382492601
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:50:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-predictor-6546f8697f-m5krp
    namespace: kserve-ci-e2e-test
    resourceVersion: "26114"
    uid: 2a3b5146-78b4-45e7-a113-d5ef12558d43
  kind: Event
  lastTimestamp: "2026-09-18T20:50:28Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-18T20:50:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:50:28Z"
    name: isvc-canary-promote-predictor-6546f8697f-m5krp.18d6857253992f30
    namespace: kserve-ci-e2e-test
    resourceVersion: "26226"
    uid: 01f8246d-7dc8-4a07-924e-c9c0b48ac32d
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:50:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-predictor-6546f8697f-m5krp
    namespace: kserve-ci-e2e-test
    resourceVersion: "26114"
    uid: 2a3b5146-78b4-45e7-a113-d5ef12558d43
  kind: Event
  lastTimestamp: "2026-09-18T20:50:28Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-18T20:50:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:50:28Z"
    name: isvc-canary-promote-predictor-6546f8697f-m5krp.18d685725407dd2b
    namespace: kserve-ci-e2e-test
    resourceVersion: "26229"
    uid: b4b155aa-2020-4315-85b8-89e42069292e
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-18T20:50:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-predictor-6546f8697f-m5krp
    namespace: kserve-ci-e2e-test
    resourceVersion: "26114"
    uid: 2a3b5146-78b4-45e7-a113-d5ef12558d43
  kind: Event
  lastTimestamp: "2026-09-18T20:51:54Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.44:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-18T20:50:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:51:54Z"
    name: isvc-canary-promote-predictor-6546f8697f-m5krp.18d68572897e3b00
    namespace: kserve-ci-e2e-test
    resourceVersion: "27355"
    uid: 63f77af2-0adb-4b84-8298-52efd4c8dd0b
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-76.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:51:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-predictor-6546f8697f-m5krp
    namespace: kserve-ci-e2e-test
    resourceVersion: "26114"
    uid: 2a3b5146-78b4-45e7-a113-d5ef12558d43
  kind: Event
  lastTimestamp: "2026-09-18T20:51:53Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-18T20:51:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:51:53Z"
    name: isvc-canary-promote-predictor-6546f8697f-m5krp.18d68586245f48a0
    namespace: kserve-ci-e2e-test
    resourceVersion: "27312"
    uid: 50d2a8d7-bf1c-4289-b555-95412cd2b1d7
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:51:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-predictor-6546f8697f-m5krp
    namespace: kserve-ci-e2e-test
    resourceVersion: "26114"
    uid: 2a3b5146-78b4-45e7-a113-d5ef12558d43
  kind: Event
  lastTimestamp: "2026-09-18T20:51:53Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-18T20:51:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:51:53Z"
    name: isvc-canary-promote-predictor-6546f8697f-m5krp.18d68586245fc999
    namespace: kserve-ci-e2e-test
    resourceVersion: "27314"
    uid: 0182ee93-8c21-4e7a-9280-fdde646624f6
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:51:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-predictor-6546f8697f-m5krp
    namespace: kserve-ci-e2e-test
    resourceVersion: "26114"
    uid: 2a3b5146-78b4-45e7-a113-d5ef12558d43
  kind: Event
  lastTimestamp: "2026-09-18T20:51:54Z"
  message: 'Readiness probe failed: Get "https://10.133.0.44:8643/healthz": dial tcp
    10.133.0.44:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-18T20:51:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:51:54Z"
    name: isvc-canary-promote-predictor-6546f8697f-m5krp.18d685868faee7e1
    namespace: kserve-ci-e2e-test
    resourceVersion: "27354"
    uid: dde26227-78a7-47b7-a83b-e04aedc6887c
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-76.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:50:23Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-promote-predictor-6546f8697f
    namespace: kserve-ci-e2e-test
    resourceVersion: "26096"
    uid: 9ac6623f-9829-4d29-97ea-c024000195a3
  kind: Event
  lastTimestamp: "2026-09-18T20:50:23Z"
  message: 'Created pod: isvc-canary-promote-predictor-6546f8697f-m5krp'
  metadata:
    creationTimestamp: "2026-09-18T20:50:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T20:50:23Z"
    name: isvc-canary-promote-predictor-6546f8697f.18d685712dcf7f30
    namespace: kserve-ci-e2e-test
    resourceVersion: "26113"
    uid: a2adf62b-1b3e-4b9a-b789-463907b80182
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:50:23Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-promote-predictor-6546f8697f
    namespace: kserve-ci-e2e-test
    resourceVersion: "26096"
    uid: 9ac6623f-9829-4d29-97ea-c024000195a3
  kind: Event
  lastTimestamp: "2026-09-18T20:50:23Z"
  message: 'Created pod: isvc-canary-promote-predictor-6546f8697f-722qz'
  metadata:
    creationTimestamp: "2026-09-18T20:50:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T20:50:23Z"
    name: isvc-canary-promote-predictor-6546f8697f.18d68571309775bd
    namespace: kserve-ci-e2e-test
    resourceVersion: "26122"
    uid: cf41fea1-e721-46b2-b7ae-2a9175c996e3
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:51:46Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-promote-predictor-6546f8697f
    namespace: kserve-ci-e2e-test
    resourceVersion: "27218"
    uid: 9ac6623f-9829-4d29-97ea-c024000195a3
  kind: Event
  lastTimestamp: "2026-09-18T20:51:46Z"
  message: 'Deleted pod: isvc-canary-promote-predictor-6546f8697f-722qz'
  metadata:
    creationTimestamp: "2026-09-18T20:51:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T20:51:46Z"
    name: isvc-canary-promote-predictor-6546f8697f.18d685847d7c9e8e
    namespace: kserve-ci-e2e-test
    resourceVersion: "27222"
    uid: f5625abb-b10b-446c-ae3e-9a0889dd25c5
  reason: SuccessfulDelete
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:50:23Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-promote-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "26095"
    uid: 0cc4db49-4904-458c-a713-dca12a8234b0
  kind: Event
  lastTimestamp: "2026-09-18T20:50:23Z"
  message: Scaled up replica set isvc-canary-promote-predictor-6546f8697f from 0 to
    2
  metadata:
    creationTimestamp: "2026-09-18T20:50:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T20:50:23Z"
    name: isvc-canary-promote-predictor.18d685712ab334e3
    namespace: kserve-ci-e2e-test
    resourceVersion: "26098"
    uid: 676aec65-e4b0-4a98-8a77-f275a7d0aa72
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:51:46Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-promote-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "27214"
    uid: 0cc4db49-4904-458c-a713-dca12a8234b0
  kind: Event
  lastTimestamp: "2026-09-18T20:51:46Z"
  message: Scaled down replica set isvc-canary-promote-predictor-6546f8697f from 2
    to 1
  metadata:
    creationTimestamp: "2026-09-18T20:51:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T20:51:46Z"
    name: isvc-canary-promote-predictor.18d685847d11b68c
    namespace: kserve-ci-e2e-test
    resourceVersion: "27220"
    uid: dc180638-c7dd-4096-b33b-a9affe301259
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-18T20:51:53.154651Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-promote-v2-predictor-84fcdd9b5b-9xg8d
    namespace: kserve-ci-e2e-test
    resourceVersion: "27316"
    uid: 85943cc7-d186-4cab-89fd-8a584d1504b4
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-promote-v2-predictor-84fcdd9b5b-9xg8d
    to ip-10-0-143-76.ec2.internal
  metadata:
    creationTimestamp: "2026-09-18T20:51:53Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-18T20:51:53Z"
    name: isvc-canary-promote-v2-predictor-84fcdd9b5b-9xg8d.18d68586271cbff1
    namespace: kserve-ci-e2e-test
    resourceVersion: "27320"
    uid: a92f7f15-1d49-4e94-a433-d2ce0ea9764c
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-584d99b576-bdzl5
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:51:53Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-promote-v2-predictor-84fcdd9b5b-9xg8d
    namespace: kserve-ci-e2e-test
    resourceVersion: "27327"
    uid: 85943cc7-d186-4cab-89fd-8a584d1504b4
  kind: Event
  lastTimestamp: "2026-09-18T20:51:53Z"
  message: Add eth0 [10.133.0.45/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-18T20:51:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-18T20:51:53Z"
    name: isvc-canary-promote-v2-predictor-84fcdd9b5b-9xg8d.18d6858649178381
    namespace: kserve-ci-e2e-test
    resourceVersion: "27333"
    uid: cdf4ccb3-be90-47ef-ab5f-5f579372194c
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:51:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-84fcdd9b5b-9xg8d
    namespace: kserve-ci-e2e-test
    resourceVersion: "27318"
    uid: 85943cc7-d186-4cab-89fd-8a584d1504b4
  kind: Event
  lastTimestamp: "2026-09-18T20:51:53Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:2cbd0ba61f740962b2bad1a0e55e41574489d7afdb86fa314f3953b8c8af773e"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-18T20:51:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:51:53Z"
    name: isvc-canary-promote-v2-predictor-84fcdd9b5b-9xg8d.18d685864a792538
    namespace: kserve-ci-e2e-test
    resourceVersion: "27335"
    uid: b465d6e1-a689-4142-993e-e29c45d16b66
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:51:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-84fcdd9b5b-9xg8d
    namespace: kserve-ci-e2e-test
    resourceVersion: "27318"
    uid: 85943cc7-d186-4cab-89fd-8a584d1504b4
  kind: Event
  lastTimestamp: "2026-09-18T20:51:53Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-18T20:51:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:51:53Z"
    name: isvc-canary-promote-v2-predictor-84fcdd9b5b-9xg8d.18d685864d6f425c
    namespace: kserve-ci-e2e-test
    resourceVersion: "27336"
    uid: de329b8b-4b77-4e10-9c87-4687884166cd
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:51:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-84fcdd9b5b-9xg8d
    namespace: kserve-ci-e2e-test
    resourceVersion: "27318"
    uid: 85943cc7-d186-4cab-89fd-8a584d1504b4
  kind: Event
  lastTimestamp: "2026-09-18T20:51:53Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-18T20:51:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:51:53Z"
    name: isvc-canary-promote-v2-predictor-84fcdd9b5b-9xg8d.18d685864df870cc
    namespace: kserve-ci-e2e-test
    resourceVersion: "27338"
    uid: e9d85318-9d9b-4858-917d-e6ef2d11b31d
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:51:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-84fcdd9b5b-9xg8d
    namespace: kserve-ci-e2e-test
    resourceVersion: "27318"
    uid: 85943cc7-d186-4cab-89fd-8a584d1504b4
  kind: Event
  lastTimestamp: "2026-09-18T20:51:58Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-2013"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-18T20:51:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:51:58Z"
    name: isvc-canary-promote-v2-predictor-84fcdd9b5b-9xg8d.18d68587587407d6
    namespace: kserve-ci-e2e-test
    resourceVersion: "27381"
    uid: a8dcd5e5-5963-47ee-9de6-fbb224f6005b
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:51:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-84fcdd9b5b-9xg8d
    namespace: kserve-ci-e2e-test
    resourceVersion: "27318"
    uid: 85943cc7-d186-4cab-89fd-8a584d1504b4
  kind: Event
  lastTimestamp: "2026-09-18T20:51:58Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-18T20:51:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:51:58Z"
    name: isvc-canary-promote-v2-predictor-84fcdd9b5b-9xg8d.18d685875b2b025d
    namespace: kserve-ci-e2e-test
    resourceVersion: "27385"
    uid: cc469da5-aa4c-4a88-b9a8-2ccb65d1b4d7
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:51:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-84fcdd9b5b-9xg8d
    namespace: kserve-ci-e2e-test
    resourceVersion: "27318"
    uid: 85943cc7-d186-4cab-89fd-8a584d1504b4
  kind: Event
  lastTimestamp: "2026-09-18T20:51:58Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-18T20:51:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:51:58Z"
    name: isvc-canary-promote-v2-predictor-84fcdd9b5b-9xg8d.18d685875b9b7d1e
    namespace: kserve-ci-e2e-test
    resourceVersion: "27386"
    uid: 245bd825-2001-4bb6-83ae-82faf9934bf0
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:51:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-84fcdd9b5b-9xg8d
    namespace: kserve-ci-e2e-test
    resourceVersion: "27318"
    uid: 85943cc7-d186-4cab-89fd-8a584d1504b4
  kind: Event
  lastTimestamp: "2026-09-18T20:51:58Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-18T20:51:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:51:58Z"
    name: isvc-canary-promote-v2-predictor-84fcdd9b5b-9xg8d.18d685875ba5151f
    namespace: kserve-ci-e2e-test
    resourceVersion: "27387"
    uid: 31f608dc-3236-4114-9a92-ba107359612f
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:51:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-84fcdd9b5b-9xg8d
    namespace: kserve-ci-e2e-test
    resourceVersion: "27318"
    uid: 85943cc7-d186-4cab-89fd-8a584d1504b4
  kind: Event
  lastTimestamp: "2026-09-18T20:51:58Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-18T20:51:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:51:58Z"
    name: isvc-canary-promote-v2-predictor-84fcdd9b5b-9xg8d.18d685875e1f04d1
    namespace: kserve-ci-e2e-test
    resourceVersion: "27390"
    uid: be52da5c-2a5c-4975-8d16-0438b0b0716f
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:51:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-84fcdd9b5b-9xg8d
    namespace: kserve-ci-e2e-test
    resourceVersion: "27318"
    uid: 85943cc7-d186-4cab-89fd-8a584d1504b4
  kind: Event
  lastTimestamp: "2026-09-18T20:51:58Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-18T20:51:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:51:58Z"
    name: isvc-canary-promote-v2-predictor-84fcdd9b5b-9xg8d.18d685875e906e49
    namespace: kserve-ci-e2e-test
    resourceVersion: "27391"
    uid: e47b99de-124a-4a23-9856-730e24792240
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-18T20:52:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-84fcdd9b5b-9xg8d
    namespace: kserve-ci-e2e-test
    resourceVersion: "27318"
    uid: 85943cc7-d186-4cab-89fd-8a584d1504b4
  kind: Event
  lastTimestamp: "2026-09-18T20:53:11Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.45:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-18T20:52:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:53:11Z"
    name: isvc-canary-promote-v2-predictor-84fcdd9b5b-9xg8d.18d68587d05cb268
    namespace: kserve-ci-e2e-test
    resourceVersion: "28091"
    uid: d44462bf-eb42-4603-950e-0d286587518d
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-76.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:53:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-84fcdd9b5b-9xg8d
    namespace: kserve-ci-e2e-test
    resourceVersion: "27318"
    uid: 85943cc7-d186-4cab-89fd-8a584d1504b4
  kind: Event
  lastTimestamp: "2026-09-18T20:53:23Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-18T20:53:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:53:23Z"
    name: isvc-canary-promote-v2-predictor-84fcdd9b5b-9xg8d.18d6859b23128839
    namespace: kserve-ci-e2e-test
    resourceVersion: "28202"
    uid: f94ff860-e259-4456-8266-e231c0ee85e9
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:53:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-84fcdd9b5b-9xg8d
    namespace: kserve-ci-e2e-test
    resourceVersion: "27318"
    uid: 85943cc7-d186-4cab-89fd-8a584d1504b4
  kind: Event
  lastTimestamp: "2026-09-18T20:53:23Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-18T20:53:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:53:23Z"
    name: isvc-canary-promote-v2-predictor-84fcdd9b5b-9xg8d.18d6859b23131317
    namespace: kserve-ci-e2e-test
    resourceVersion: "28204"
    uid: 9d1f2a5d-56d9-4add-8243-3ca4eaf7861b
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:53:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-84fcdd9b5b-9xg8d
    namespace: kserve-ci-e2e-test
    resourceVersion: "27318"
    uid: 85943cc7-d186-4cab-89fd-8a584d1504b4
  kind: Event
  lastTimestamp: "2026-09-18T20:53:26Z"
  message: 'Readiness probe failed: Get "https://10.133.0.45:8643/healthz": dial tcp
    10.133.0.45:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-18T20:53:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:53:26Z"
    name: isvc-canary-promote-v2-predictor-84fcdd9b5b-9xg8d.18d6859bd68d628d
    namespace: kserve-ci-e2e-test
    resourceVersion: "28227"
    uid: 0fdb0e98-07fa-4536-a8fe-0a19098f9f7f
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-76.ec2.internal
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-18T20:50:23.041956Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-promote-v2-predictor-84fcdd9b5b-xrddg
    namespace: kserve-ci-e2e-test
    resourceVersion: "26101"
    uid: a8302771-4bc6-4e38-b6a0-eff6e523f3c4
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-promote-v2-predictor-84fcdd9b5b-xrddg
    to ip-10-0-130-79.ec2.internal
  metadata:
    creationTimestamp: "2026-09-18T20:50:23Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-18T20:50:23Z"
    name: isvc-canary-promote-v2-predictor-84fcdd9b5b-xrddg.18d685712bfa2bb3
    namespace: kserve-ci-e2e-test
    resourceVersion: "26107"
    uid: af41bd76-2ac9-4532-9ee9-41becd049e18
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-584d99b576-bdzl5
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:50:23Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-promote-v2-predictor-84fcdd9b5b-xrddg
    namespace: kserve-ci-e2e-test
    resourceVersion: "26112"
    uid: a8302771-4bc6-4e38-b6a0-eff6e523f3c4
  kind: Event
  lastTimestamp: "2026-09-18T20:50:23Z"
  message: Add eth0 [10.134.0.41/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-18T20:50:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-18T20:50:23Z"
    name: isvc-canary-promote-v2-predictor-84fcdd9b5b-xrddg.18d685714e0e7de9
    namespace: kserve-ci-e2e-test
    resourceVersion: "26144"
    uid: 60a5aeb7-a965-4c9f-8620-3f9b3b26dd2d
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:50:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-84fcdd9b5b-xrddg
    namespace: kserve-ci-e2e-test
    resourceVersion: "26104"
    uid: a8302771-4bc6-4e38-b6a0-eff6e523f3c4
  kind: Event
  lastTimestamp: "2026-09-18T20:50:23Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:2cbd0ba61f740962b2bad1a0e55e41574489d7afdb86fa314f3953b8c8af773e"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-18T20:50:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:50:23Z"
    name: isvc-canary-promote-v2-predictor-84fcdd9b5b-xrddg.18d685714f6d6d1b
    namespace: kserve-ci-e2e-test
    resourceVersion: "26146"
    uid: 2f65f604-57b7-47d5-9d6f-558b55f58685
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-79.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-79.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:50:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-84fcdd9b5b-xrddg
    namespace: kserve-ci-e2e-test
    resourceVersion: "26104"
    uid: a8302771-4bc6-4e38-b6a0-eff6e523f3c4
  kind: Event
  lastTimestamp: "2026-09-18T20:50:23Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-18T20:50:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:50:23Z"
    name: isvc-canary-promote-v2-predictor-84fcdd9b5b-xrddg.18d6857153046cee
    namespace: kserve-ci-e2e-test
    resourceVersion: "26151"
    uid: bbe8ab99-623e-4462-bc72-27f04d24b914
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-79.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-79.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:50:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-84fcdd9b5b-xrddg
    namespace: kserve-ci-e2e-test
    resourceVersion: "26104"
    uid: a8302771-4bc6-4e38-b6a0-eff6e523f3c4
  kind: Event
  lastTimestamp: "2026-09-18T20:50:23Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-18T20:50:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:50:23Z"
    name: isvc-canary-promote-v2-predictor-84fcdd9b5b-xrddg.18d68571537cd8a7
    namespace: kserve-ci-e2e-test
    resourceVersion: "26153"
    uid: 82b37545-4d4e-462b-9b1e-50b818d8393e
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-79.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-79.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:50:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-84fcdd9b5b-xrddg
    namespace: kserve-ci-e2e-test
    resourceVersion: "26104"
    uid: a8302771-4bc6-4e38-b6a0-eff6e523f3c4
  kind: Event
  lastTimestamp: "2026-09-18T20:50:27Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-2013"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-18T20:50:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:50:27Z"
    name: isvc-canary-promote-v2-predictor-84fcdd9b5b-xrddg.18d685724b9eae27
    namespace: kserve-ci-e2e-test
    resourceVersion: "26207"
    uid: d36d0fc7-309d-4700-b2c0-e062330372c8
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-79.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-79.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:50:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-84fcdd9b5b-xrddg
    namespace: kserve-ci-e2e-test
    resourceVersion: "26104"
    uid: a8302771-4bc6-4e38-b6a0-eff6e523f3c4
  kind: Event
  lastTimestamp: "2026-09-18T20:50:27Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-18T20:50:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:50:27Z"
    name: isvc-canary-promote-v2-predictor-84fcdd9b5b-xrddg.18d685724f700fb1
    namespace: kserve-ci-e2e-test
    resourceVersion: "26213"
    uid: 86f98da8-e5ee-47f1-b614-541c616d3fec
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-79.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-79.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:50:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-84fcdd9b5b-xrddg
    namespace: kserve-ci-e2e-test
    resourceVersion: "26104"
    uid: a8302771-4bc6-4e38-b6a0-eff6e523f3c4
  kind: Event
  lastTimestamp: "2026-09-18T20:50:27Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-18T20:50:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:50:27Z"
    name: isvc-canary-promote-v2-predictor-84fcdd9b5b-xrddg.18d685724fe8aced
    namespace: kserve-ci-e2e-test
    resourceVersion: "26220"
    uid: 4cdefb32-ba11-4dca-97d3-5beeab5ac336
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-79.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-79.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:50:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-84fcdd9b5b-xrddg
    namespace: kserve-ci-e2e-test
    resourceVersion: "26104"
    uid: a8302771-4bc6-4e38-b6a0-eff6e523f3c4
  kind: Event
  lastTimestamp: "2026-09-18T20:50:27Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-18T20:50:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:50:27Z"
    name: isvc-canary-promote-v2-predictor-84fcdd9b5b-xrddg.18d685724ff25bc3
    namespace: kserve-ci-e2e-test
    resourceVersion: "26222"
    uid: 0747b1ac-40f8-4ab0-8791-5f25d132f44d
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-79.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-79.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:50:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-84fcdd9b5b-xrddg
    namespace: kserve-ci-e2e-test
    resourceVersion: "26104"
    uid: a8302771-4bc6-4e38-b6a0-eff6e523f3c4
  kind: Event
  lastTimestamp: "2026-09-18T20:50:27Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-18T20:50:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:50:28Z"
    name: isvc-canary-promote-v2-predictor-84fcdd9b5b-xrddg.18d6857253336db0
    namespace: kserve-ci-e2e-test
    resourceVersion: "26225"
    uid: bb5b61c9-3545-4cda-bc32-18991006e60d
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-79.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-79.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:50:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-84fcdd9b5b-xrddg
    namespace: kserve-ci-e2e-test
    resourceVersion: "26104"
    uid: a8302771-4bc6-4e38-b6a0-eff6e523f3c4
  kind: Event
  lastTimestamp: "2026-09-18T20:50:28Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-18T20:50:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:50:28Z"
    name: isvc-canary-promote-v2-predictor-84fcdd9b5b-xrddg.18d6857253c228b5
    namespace: kserve-ci-e2e-test
    resourceVersion: "26230"
    uid: 40786f21-cd3c-4a31-b86b-626e7f4cb689
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-79.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-79.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-18T20:50:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-84fcdd9b5b-xrddg
    namespace: kserve-ci-e2e-test
    resourceVersion: "26104"
    uid: a8302771-4bc6-4e38-b6a0-eff6e523f3c4
  kind: Event
  lastTimestamp: "2026-09-18T20:53:25Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.41:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-18T20:50:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:53:25Z"
    name: isvc-canary-promote-v2-predictor-84fcdd9b5b-xrddg.18d68572c3c0e1e4
    namespace: kserve-ci-e2e-test
    resourceVersion: "28222"
    uid: eeef4a3f-52ea-4f2d-b85a-dd4e7ac45cb8
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-79.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-79.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:53:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-84fcdd9b5b-xrddg
    namespace: kserve-ci-e2e-test
    resourceVersion: "26104"
    uid: a8302771-4bc6-4e38-b6a0-eff6e523f3c4
  kind: Event
  lastTimestamp: "2026-09-18T20:53:23Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-18T20:53:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:53:23Z"
    name: isvc-canary-promote-v2-predictor-84fcdd9b5b-xrddg.18d6859b231f626b
    namespace: kserve-ci-e2e-test
    resourceVersion: "28203"
    uid: c89603d8-a4d7-46a0-9028-5c6fa4886f3b
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-79.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-79.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:53:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-84fcdd9b5b-xrddg
    namespace: kserve-ci-e2e-test
    resourceVersion: "26104"
    uid: a8302771-4bc6-4e38-b6a0-eff6e523f3c4
  kind: Event
  lastTimestamp: "2026-09-18T20:53:23Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-18T20:53:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:53:23Z"
    name: isvc-canary-promote-v2-predictor-84fcdd9b5b-xrddg.18d6859b2322fe68
    namespace: kserve-ci-e2e-test
    resourceVersion: "28205"
    uid: 563632f0-b3c2-4487-85f9-50e2dd7024ff
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-79.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-79.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:53:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-84fcdd9b5b-xrddg
    namespace: kserve-ci-e2e-test
    resourceVersion: "26104"
    uid: a8302771-4bc6-4e38-b6a0-eff6e523f3c4
  kind: Event
  lastTimestamp: "2026-09-18T20:53:25Z"
  message: 'Readiness probe failed: Get "https://10.134.0.41:8643/healthz": dial tcp
    10.134.0.41:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-18T20:53:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:53:25Z"
    name: isvc-canary-promote-v2-predictor-84fcdd9b5b-xrddg.18d6859bbe7600f8
    namespace: kserve-ci-e2e-test
    resourceVersion: "28221"
    uid: 5015da16-f6c2-4e55-919f-b3b45a97fc26
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-79.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-79.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:50:23Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-promote-v2-predictor-84fcdd9b5b
    namespace: kserve-ci-e2e-test
    resourceVersion: "26087"
    uid: 2c5da136-5c6f-4a4a-bb68-5be3575c1193
  kind: Event
  lastTimestamp: "2026-09-18T20:50:23Z"
  message: 'Created pod: isvc-canary-promote-v2-predictor-84fcdd9b5b-xrddg'
  metadata:
    creationTimestamp: "2026-09-18T20:50:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T20:50:23Z"
    name: isvc-canary-promote-v2-predictor-84fcdd9b5b.18d685712b694f49
    namespace: kserve-ci-e2e-test
    resourceVersion: "26103"
    uid: 13482c7e-08eb-4b5d-b575-960b47253e56
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:51:53Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-promote-v2-predictor-84fcdd9b5b
    namespace: kserve-ci-e2e-test
    resourceVersion: "27305"
    uid: 2c5da136-5c6f-4a4a-bb68-5be3575c1193
  kind: Event
  lastTimestamp: "2026-09-18T20:51:53Z"
  message: 'Created pod: isvc-canary-promote-v2-predictor-84fcdd9b5b-9xg8d'
  metadata:
    creationTimestamp: "2026-09-18T20:51:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T20:51:53Z"
    name: isvc-canary-promote-v2-predictor-84fcdd9b5b.18d6858626ade6f7
    namespace: kserve-ci-e2e-test
    resourceVersion: "27317"
    uid: eb04a4df-1461-4f57-b4bd-f1e2776c3139
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:50:22Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-promote-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "26086"
    uid: 3ae50dfb-e512-4c54-bde8-2bf364e3cb4f
  kind: Event
  lastTimestamp: "2026-09-18T20:50:22Z"
  message: Scaled up replica set isvc-canary-promote-v2-predictor-84fcdd9b5b from
    0 to 1
  metadata:
    creationTimestamp: "2026-09-18T20:50:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T20:50:22Z"
    name: isvc-canary-promote-v2-predictor.18d6857128130386
    namespace: kserve-ci-e2e-test
    resourceVersion: "26088"
    uid: f7a2cad6-b68c-468a-b3ba-3cafb0d13d65
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:51:53Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-promote-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "27298"
    uid: 3ae50dfb-e512-4c54-bde8-2bf364e3cb4f
  kind: Event
  lastTimestamp: "2026-09-18T20:51:53Z"
  message: Scaled up replica set isvc-canary-promote-v2-predictor-84fcdd9b5b from
    1 to 2
  metadata:
    creationTimestamp: "2026-09-18T20:51:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T20:51:53Z"
    name: isvc-canary-promote-v2-predictor.18d6858623e26f8f
    namespace: kserve-ci-e2e-test
    resourceVersion: "27309"
    uid: 7e5b8082-06aa-4eb6-848c-6f1081cd2262
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 20
  eventTime: null
  firstTimestamp: "2026-09-18T20:50:23Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-promote
    namespace: kserve-ci-e2e-test
    resourceVersion: "26077"
    uid: 8c73467d-7635-46c1-b0d1-c71521caa19c
  kind: Event
  lastTimestamp: "2026-09-18T20:51:53Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-18T20:50:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T20:51:53Z"
    name: isvc-canary-promote.18d685712a5fcf2c
    namespace: kserve-ci-e2e-test
    resourceVersion: "27329"
    uid: e9f23270-5b93-4d7e-ac01-bf80e24c40cb
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-18T20:50:23Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-promote
    namespace: kserve-ci-e2e-test
    resourceVersion: "26077"
    uid: 8c73467d-7635-46c1-b0d1-c71521caa19c
  kind: Event
  lastTimestamp: "2026-09-18T20:51:53Z"
  message: 'Failed to update status for InferenceService "isvc-canary-promote": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-canary-promote":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-18T20:50:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T20:51:53Z"
    name: isvc-canary-promote.18d685712acd5c41
    namespace: kserve-ci-e2e-test
    resourceVersion: "27326"
    uid: 8ec3e608-3d3f-4c52-a423-b19dcadd89b2
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-18T20:50:23Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-promote
    namespace: kserve-ci-e2e-test
    resourceVersion: "26077"
    uid: 8c73467d-7635-46c1-b0d1-c71521caa19c
  kind: Event
  lastTimestamp: "2026-09-18T20:51:53Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-canary-promote": the object has been
    modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-18T20:50:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T20:51:53Z"
    name: isvc-canary-promote.18d685712acd98e7
    namespace: kserve-ci-e2e-test
    resourceVersion: "27328"
    uid: f8ec5f2a-3646-4a18-82fd-21aad902cb9f
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-18T20:51:46Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-promote
    namespace: kserve-ci-e2e-test
    resourceVersion: "27217"
    uid: 8c73467d-7635-46c1-b0d1-c71521caa19c
  kind: Event
  lastTimestamp: "2026-09-18T20:53:21Z"
  message: InferenceService [isvc-canary-promote] is Ready
  metadata:
    creationTimestamp: "2026-09-18T20:51:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T20:53:21Z"
    name: isvc-canary-promote.18d685847cf1d37e
    namespace: kserve-ci-e2e-test
    resourceVersion: "28169"
    uid: c1fc988d-4932-48a6-8740-cd673b9064d1
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:51:53Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-promote
    namespace: kserve-ci-e2e-test
    resourceVersion: "27330"
    uid: 8c73467d-7635-46c1-b0d1-c71521caa19c
  kind: Event
  lastTimestamp: "2026-09-18T20:51:53Z"
  message: 'InferenceService [isvc-canary-promote] is no longer Ready because of:
    PredictorReady, Ready, Stopped'
  metadata:
    creationTimestamp: "2026-09-18T20:51:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T20:51:53Z"
    name: isvc-canary-promote.18d685862a361b6f
    namespace: kserve-ci-e2e-test
    resourceVersion: "27331"
    uid: cd7a07a7-a1e4-4887-9556-d840b5a92eb8
  reason: InferenceServiceNotReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-18T20:54:58.598819Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-rollback-predictor-7f7b644c9-88bbv
    namespace: kserve-ci-e2e-test
    resourceVersion: "29107"
    uid: 8ce61be2-5593-41b3-8197-b45e37b11a02
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-rollback-predictor-7f7b644c9-88bbv
    to ip-10-0-130-79.ec2.internal
  metadata:
    creationTimestamp: "2026-09-18T20:54:58Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-18T20:54:58Z"
    name: isvc-canary-rollback-predictor-7f7b644c9-88bbv.18d685b154723131
    namespace: kserve-ci-e2e-test
    resourceVersion: "29111"
    uid: 34b4fb1a-aa2c-4a84-a686-3a4cc0aa66b0
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-584d99b576-bdzl5
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:54:59Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-rollback-predictor-7f7b644c9-88bbv
    namespace: kserve-ci-e2e-test
    resourceVersion: "29116"
    uid: 8ce61be2-5593-41b3-8197-b45e37b11a02
  kind: Event
  lastTimestamp: "2026-09-18T20:54:59Z"
  message: Add eth0 [10.134.0.46/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-18T20:54:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-18T20:54:59Z"
    name: isvc-canary-rollback-predictor-7f7b644c9-88bbv.18d685b179053aac
    namespace: kserve-ci-e2e-test
    resourceVersion: "29123"
    uid: 1f274562-89ad-479d-b8c1-5d3025898243
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:54:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-predictor-7f7b644c9-88bbv
    namespace: kserve-ci-e2e-test
    resourceVersion: "29109"
    uid: 8ce61be2-5593-41b3-8197-b45e37b11a02
  kind: Event
  lastTimestamp: "2026-09-18T20:54:59Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:2cbd0ba61f740962b2bad1a0e55e41574489d7afdb86fa314f3953b8c8af773e"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-18T20:54:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:54:59Z"
    name: isvc-canary-rollback-predictor-7f7b644c9-88bbv.18d685b17a701c1f
    namespace: kserve-ci-e2e-test
    resourceVersion: "29125"
    uid: 07e03141-d046-44b7-9da9-a992d8acd97c
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-79.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-79.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:54:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-predictor-7f7b644c9-88bbv
    namespace: kserve-ci-e2e-test
    resourceVersion: "29109"
    uid: 8ce61be2-5593-41b3-8197-b45e37b11a02
  kind: Event
  lastTimestamp: "2026-09-18T20:54:59Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-18T20:54:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:54:59Z"
    name: isvc-canary-rollback-predictor-7f7b644c9-88bbv.18d685b1817db738
    namespace: kserve-ci-e2e-test
    resourceVersion: "29126"
    uid: c08421b3-e3bf-49fe-bfb9-105c92f550ac
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-79.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-79.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:54:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-predictor-7f7b644c9-88bbv
    namespace: kserve-ci-e2e-test
    resourceVersion: "29109"
    uid: 8ce61be2-5593-41b3-8197-b45e37b11a02
  kind: Event
  lastTimestamp: "2026-09-18T20:54:59Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-18T20:54:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:54:59Z"
    name: isvc-canary-rollback-predictor-7f7b644c9-88bbv.18d685b182e902b1
    namespace: kserve-ci-e2e-test
    resourceVersion: "29127"
    uid: 27bf0d70-6601-43df-b905-28cf150988e6
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-79.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-79.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:55:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-7f7b644c9-88bbv
    namespace: kserve-ci-e2e-test
    resourceVersion: "29109"
    uid: 8ce61be2-5593-41b3-8197-b45e37b11a02
  kind: Event
  lastTimestamp: "2026-09-18T20:55:03Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-2013"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-18T20:55:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:55:03Z"
    name: isvc-canary-rollback-predictor-7f7b644c9-88bbv.18d685b273172524
    namespace: kserve-ci-e2e-test
    resourceVersion: "29164"
    uid: 226ea5a1-5310-4acb-8c26-8f77a18c9f64
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-79.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-79.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:55:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-7f7b644c9-88bbv
    namespace: kserve-ci-e2e-test
    resourceVersion: "29109"
    uid: 8ce61be2-5593-41b3-8197-b45e37b11a02
  kind: Event
  lastTimestamp: "2026-09-18T20:55:03Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-18T20:55:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:55:03Z"
    name: isvc-canary-rollback-predictor-7f7b644c9-88bbv.18d685b279dc6be2
    namespace: kserve-ci-e2e-test
    resourceVersion: "29168"
    uid: 960eb6ea-87d5-4318-8ff9-fca15cb24558
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-79.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-79.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:55:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-7f7b644c9-88bbv
    namespace: kserve-ci-e2e-test
    resourceVersion: "29109"
    uid: 8ce61be2-5593-41b3-8197-b45e37b11a02
  kind: Event
  lastTimestamp: "2026-09-18T20:55:03Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-18T20:55:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:55:03Z"
    name: isvc-canary-rollback-predictor-7f7b644c9-88bbv.18d685b27b2abbae
    namespace: kserve-ci-e2e-test
    resourceVersion: "29169"
    uid: 736680a3-1f0c-43ce-927b-543443d6fcf4
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-79.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-79.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:55:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-7f7b644c9-88bbv
    namespace: kserve-ci-e2e-test
    resourceVersion: "29109"
    uid: 8ce61be2-5593-41b3-8197-b45e37b11a02
  kind: Event
  lastTimestamp: "2026-09-18T20:55:03Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-18T20:55:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:55:03Z"
    name: isvc-canary-rollback-predictor-7f7b644c9-88bbv.18d685b27b374104
    namespace: kserve-ci-e2e-test
    resourceVersion: "29170"
    uid: 4cbf565c-f243-4ee6-8764-885b93f00928
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-79.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-79.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:55:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-7f7b644c9-88bbv
    namespace: kserve-ci-e2e-test
    resourceVersion: "29109"
    uid: 8ce61be2-5593-41b3-8197-b45e37b11a02
  kind: Event
  lastTimestamp: "2026-09-18T20:55:03Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-18T20:55:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:55:03Z"
    name: isvc-canary-rollback-predictor-7f7b644c9-88bbv.18d685b28114c31a
    namespace: kserve-ci-e2e-test
    resourceVersion: "29173"
    uid: 83f53cb4-fd99-42a1-9fbf-bbb81d6ebd33
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-79.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-79.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:55:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-7f7b644c9-88bbv
    namespace: kserve-ci-e2e-test
    resourceVersion: "29109"
    uid: 8ce61be2-5593-41b3-8197-b45e37b11a02
  kind: Event
  lastTimestamp: "2026-09-18T20:55:03Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-18T20:55:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:55:03Z"
    name: isvc-canary-rollback-predictor-7f7b644c9-88bbv.18d685b282457b41
    namespace: kserve-ci-e2e-test
    resourceVersion: "29174"
    uid: 456841fc-694c-4ee9-a282-4251905a2e8b
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-79.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-79.ec2.internal
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-18T20:55:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-7f7b644c9-88bbv
    namespace: kserve-ci-e2e-test
    resourceVersion: "29109"
    uid: 8ce61be2-5593-41b3-8197-b45e37b11a02
  kind: Event
  lastTimestamp: "2026-09-18T20:56:40Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.46:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-18T20:55:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:56:40Z"
    name: isvc-canary-rollback-predictor-7f7b644c9-88bbv.18d685b2af59d756
    namespace: kserve-ci-e2e-test
    resourceVersion: "29995"
    uid: a5574d16-ad47-491e-be04-9be074562848
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-79.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-79.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:56:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-7f7b644c9-88bbv
    namespace: kserve-ci-e2e-test
    resourceVersion: "29109"
    uid: 8ce61be2-5593-41b3-8197-b45e37b11a02
  kind: Event
  lastTimestamp: "2026-09-18T20:56:38Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-18T20:56:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:56:38Z"
    name: isvc-canary-rollback-predictor-7f7b644c9-88bbv.18d685c8a3dcf627
    namespace: kserve-ci-e2e-test
    resourceVersion: "29975"
    uid: d6838e75-c770-49cf-9918-daf260c86a53
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-79.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-79.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:56:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-7f7b644c9-88bbv
    namespace: kserve-ci-e2e-test
    resourceVersion: "29109"
    uid: 8ce61be2-5593-41b3-8197-b45e37b11a02
  kind: Event
  lastTimestamp: "2026-09-18T20:56:38Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-18T20:56:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:56:38Z"
    name: isvc-canary-rollback-predictor-7f7b644c9-88bbv.18d685c8a3dd773a
    namespace: kserve-ci-e2e-test
    resourceVersion: "29976"
    uid: d610a460-ec14-44e6-86d3-86f2c4668cdd
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-79.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-79.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:56:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-7f7b644c9-88bbv
    namespace: kserve-ci-e2e-test
    resourceVersion: "29109"
    uid: 8ce61be2-5593-41b3-8197-b45e37b11a02
  kind: Event
  lastTimestamp: "2026-09-18T20:56:40Z"
  message: 'Readiness probe failed: Get "https://10.134.0.46:8643/healthz": dial tcp
    10.134.0.46:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-18T20:56:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:56:40Z"
    name: isvc-canary-rollback-predictor-7f7b644c9-88bbv.18d685c909a1fea2
    namespace: kserve-ci-e2e-test
    resourceVersion: "29994"
    uid: 0c669da8-cced-4271-84de-891f3f8e97a8
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-79.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-79.ec2.internal
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-18T20:53:28.570307Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-rollback-predictor-7f7b644c9-d2cnk
    namespace: kserve-ci-e2e-test
    resourceVersion: "28297"
    uid: a692b8b8-ae99-4167-a770-8f298753ab15
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-rollback-predictor-7f7b644c9-d2cnk
    to ip-10-0-130-79.ec2.internal
  metadata:
    creationTimestamp: "2026-09-18T20:53:28Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-18T20:53:28Z"
    name: isvc-canary-rollback-predictor-7f7b644c9-d2cnk.18d6859c5e542c8d
    namespace: kserve-ci-e2e-test
    resourceVersion: "28303"
    uid: 640ec4ac-fb67-48ed-b61d-45836b142a63
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-584d99b576-bdzl5
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:53:28Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-rollback-predictor-7f7b644c9-d2cnk
    namespace: kserve-ci-e2e-test
    resourceVersion: "28300"
    uid: a692b8b8-ae99-4167-a770-8f298753ab15
  kind: Event
  lastTimestamp: "2026-09-18T20:53:28Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-canary-rollback-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-18T20:53:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:53:28Z"
    name: isvc-canary-rollback-predictor-7f7b644c9-d2cnk.18d6859c6cf050e2
    namespace: kserve-ci-e2e-test
    resourceVersion: "28317"
    uid: 0a380836-f632-4588-aff6-c2cd0cab149d
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-79.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-79.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:53:29Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-rollback-predictor-7f7b644c9-d2cnk
    namespace: kserve-ci-e2e-test
    resourceVersion: "28307"
    uid: a692b8b8-ae99-4167-a770-8f298753ab15
  kind: Event
  lastTimestamp: "2026-09-18T20:53:29Z"
  message: Add eth0 [10.134.0.45/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-18T20:53:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-18T20:53:29Z"
    name: isvc-canary-rollback-predictor-7f7b644c9-d2cnk.18d6859ca74e5de5
    namespace: kserve-ci-e2e-test
    resourceVersion: "28340"
    uid: 26e650d5-b9e1-41ca-a03e-7b4c7ed3e9a4
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:53:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-predictor-7f7b644c9-d2cnk
    namespace: kserve-ci-e2e-test
    resourceVersion: "28300"
    uid: a692b8b8-ae99-4167-a770-8f298753ab15
  kind: Event
  lastTimestamp: "2026-09-18T20:53:29Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:2cbd0ba61f740962b2bad1a0e55e41574489d7afdb86fa314f3953b8c8af773e"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-18T20:53:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:53:29Z"
    name: isvc-canary-rollback-predictor-7f7b644c9-d2cnk.18d6859ca8bc0b8c
    namespace: kserve-ci-e2e-test
    resourceVersion: "28342"
    uid: 5460b4ef-14bc-485f-b9fd-d85cb87ced7f
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-79.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-79.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:53:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-predictor-7f7b644c9-d2cnk
    namespace: kserve-ci-e2e-test
    resourceVersion: "28300"
    uid: a692b8b8-ae99-4167-a770-8f298753ab15
  kind: Event
  lastTimestamp: "2026-09-18T20:53:29Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-18T20:53:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:53:29Z"
    name: isvc-canary-rollback-predictor-7f7b644c9-d2cnk.18d6859cb05b6a4a
    namespace: kserve-ci-e2e-test
    resourceVersion: "28346"
    uid: 2a52c33b-6449-4682-957e-c62c8cfdb45c
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-79.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-79.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:53:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-predictor-7f7b644c9-d2cnk
    namespace: kserve-ci-e2e-test
    resourceVersion: "28300"
    uid: a692b8b8-ae99-4167-a770-8f298753ab15
  kind: Event
  lastTimestamp: "2026-09-18T20:53:29Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-18T20:53:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:53:29Z"
    name: isvc-canary-rollback-predictor-7f7b644c9-d2cnk.18d6859cb1aabc0b
    namespace: kserve-ci-e2e-test
    resourceVersion: "28348"
    uid: fa569cef-a1fe-4eb2-a365-9af65df6f6d7
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-79.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-79.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:53:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-7f7b644c9-d2cnk
    namespace: kserve-ci-e2e-test
    resourceVersion: "28300"
    uid: a692b8b8-ae99-4167-a770-8f298753ab15
  kind: Event
  lastTimestamp: "2026-09-18T20:53:34Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-2013"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-18T20:53:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:53:34Z"
    name: isvc-canary-rollback-predictor-7f7b644c9-d2cnk.18d6859dd7ff3098
    namespace: kserve-ci-e2e-test
    resourceVersion: "28417"
    uid: 14de6fec-ceac-42cc-b869-dbc388d19bfc
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-79.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-79.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:53:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-7f7b644c9-d2cnk
    namespace: kserve-ci-e2e-test
    resourceVersion: "28300"
    uid: a692b8b8-ae99-4167-a770-8f298753ab15
  kind: Event
  lastTimestamp: "2026-09-18T20:53:35Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-18T20:53:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:53:35Z"
    name: isvc-canary-rollback-predictor-7f7b644c9-d2cnk.18d6859ddfbba2e6
    namespace: kserve-ci-e2e-test
    resourceVersion: "28423"
    uid: 51471622-4b4f-4ffb-afba-0c91508526da
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-79.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-79.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:53:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-7f7b644c9-d2cnk
    namespace: kserve-ci-e2e-test
    resourceVersion: "28300"
    uid: a692b8b8-ae99-4167-a770-8f298753ab15
  kind: Event
  lastTimestamp: "2026-09-18T20:53:35Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-18T20:53:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:53:35Z"
    name: isvc-canary-rollback-predictor-7f7b644c9-d2cnk.18d6859de10cd172
    namespace: kserve-ci-e2e-test
    resourceVersion: "28425"
    uid: 0202b31f-6b81-4846-9f89-eb93b6cfe5ab
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-79.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-79.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:53:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-7f7b644c9-d2cnk
    namespace: kserve-ci-e2e-test
    resourceVersion: "28300"
    uid: a692b8b8-ae99-4167-a770-8f298753ab15
  kind: Event
  lastTimestamp: "2026-09-18T20:53:35Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-18T20:53:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:53:35Z"
    name: isvc-canary-rollback-predictor-7f7b644c9-d2cnk.18d6859de11b51be
    namespace: kserve-ci-e2e-test
    resourceVersion: "28426"
    uid: 0f21f38b-f4a1-4528-aafd-987dd6e777c7
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-79.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-79.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:53:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-7f7b644c9-d2cnk
    namespace: kserve-ci-e2e-test
    resourceVersion: "28300"
    uid: a692b8b8-ae99-4167-a770-8f298753ab15
  kind: Event
  lastTimestamp: "2026-09-18T20:53:35Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-18T20:53:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:53:35Z"
    name: isvc-canary-rollback-predictor-7f7b644c9-d2cnk.18d6859de73ec75e
    namespace: kserve-ci-e2e-test
    resourceVersion: "28428"
    uid: 1ec3fe33-e143-433f-90e0-f9c1a579fbf6
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-79.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-79.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:53:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-7f7b644c9-d2cnk
    namespace: kserve-ci-e2e-test
    resourceVersion: "28300"
    uid: a692b8b8-ae99-4167-a770-8f298753ab15
  kind: Event
  lastTimestamp: "2026-09-18T20:53:35Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-18T20:53:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:53:35Z"
    name: isvc-canary-rollback-predictor-7f7b644c9-d2cnk.18d6859de881cc16
    namespace: kserve-ci-e2e-test
    resourceVersion: "28429"
    uid: 6a47248b-5c7b-42e6-af5a-db1b5d74b42c
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-79.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-79.ec2.internal
  type: Normal
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-09-18T20:53:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-7f7b644c9-d2cnk
    namespace: kserve-ci-e2e-test
    resourceVersion: "28300"
    uid: a692b8b8-ae99-4167-a770-8f298753ab15
  kind: Event
  lastTimestamp: "2026-09-18T20:55:01Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.45:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-18T20:53:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:55:01Z"
    name: isvc-canary-rollback-predictor-7f7b644c9-d2cnk.18d6859e143286e2
    namespace: kserve-ci-e2e-test
    resourceVersion: "29149"
    uid: fe4f0cc9-d0a5-4445-9e4d-7ece2c34be1a
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-79.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-79.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:54:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-7f7b644c9-d2cnk
    namespace: kserve-ci-e2e-test
    resourceVersion: "28300"
    uid: a692b8b8-ae99-4167-a770-8f298753ab15
  kind: Event
  lastTimestamp: "2026-09-18T20:54:51Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-18T20:54:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:54:51Z"
    name: isvc-canary-rollback-predictor-7f7b644c9-d2cnk.18d685afc08f5b73
    namespace: kserve-ci-e2e-test
    resourceVersion: "29015"
    uid: 9bebcc8b-f6af-49fc-8a18-d2ba9b459e24
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-79.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-79.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:54:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-7f7b644c9-d2cnk
    namespace: kserve-ci-e2e-test
    resourceVersion: "28300"
    uid: a692b8b8-ae99-4167-a770-8f298753ab15
  kind: Event
  lastTimestamp: "2026-09-18T20:54:51Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-18T20:54:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:54:51Z"
    name: isvc-canary-rollback-predictor-7f7b644c9-d2cnk.18d685afc0905cb6
    namespace: kserve-ci-e2e-test
    resourceVersion: "29016"
    uid: 3fb0a322-5efb-4ea0-966a-2698ee3f5010
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-79.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-79.ec2.internal
  type: Normal
- apiVersion: v1
  count: 7
  eventTime: null
  firstTimestamp: "2026-09-18T20:54:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-7f7b644c9-d2cnk
    namespace: kserve-ci-e2e-test
    resourceVersion: "28300"
    uid: a692b8b8-ae99-4167-a770-8f298753ab15
  kind: Event
  lastTimestamp: "2026-09-18T20:55:21Z"
  message: 'Readiness probe failed: Get "https://10.134.0.45:8643/healthz": dial tcp
    10.134.0.45:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-18T20:54:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:55:21Z"
    name: isvc-canary-rollback-predictor-7f7b644c9-d2cnk.18d685afc677a06d
    namespace: kserve-ci-e2e-test
    resourceVersion: "29341"
    uid: f76a0d8c-a557-42ee-ac14-b020c94ec76e
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-79.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-79.ec2.internal
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-18T20:53:28.522470Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-rollback-predictor-7f7b644c9-lptf7
    namespace: kserve-ci-e2e-test
    resourceVersion: "28288"
    uid: 9c1f8293-a028-472c-828b-64ebbf620ffe
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-rollback-predictor-7f7b644c9-lptf7
    to ip-10-0-143-76.ec2.internal
  metadata:
    creationTimestamp: "2026-09-18T20:53:28Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-18T20:53:28Z"
    name: isvc-canary-rollback-predictor-7f7b644c9-lptf7.18d6859c5b7a3034
    namespace: kserve-ci-e2e-test
    resourceVersion: "28292"
    uid: 3f9fe2a9-fd96-4e23-bd6f-a2ed4806fb6c
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-584d99b576-bdzl5
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:53:28Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-rollback-predictor-7f7b644c9-lptf7
    namespace: kserve-ci-e2e-test
    resourceVersion: "28291"
    uid: 9c1f8293-a028-472c-828b-64ebbf620ffe
  kind: Event
  lastTimestamp: "2026-09-18T20:53:28Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-canary-rollback-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-18T20:53:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:53:28Z"
    name: isvc-canary-rollback-predictor-7f7b644c9-lptf7.18d6859c66356629
    namespace: kserve-ci-e2e-test
    resourceVersion: "28313"
    uid: 35c71e4f-1970-418f-bfab-0d71c27077e4
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-76.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:53:29Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-rollback-predictor-7f7b644c9-lptf7
    namespace: kserve-ci-e2e-test
    resourceVersion: "28296"
    uid: 9c1f8293-a028-472c-828b-64ebbf620ffe
  kind: Event
  lastTimestamp: "2026-09-18T20:53:29Z"
  message: Add eth0 [10.133.0.48/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-18T20:53:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-18T20:53:29Z"
    name: isvc-canary-rollback-predictor-7f7b644c9-lptf7.18d6859ca13fa591
    namespace: kserve-ci-e2e-test
    resourceVersion: "28334"
    uid: d5a98b24-d236-43c5-a3ec-4f664146c895
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:53:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-predictor-7f7b644c9-lptf7
    namespace: kserve-ci-e2e-test
    resourceVersion: "28291"
    uid: 9c1f8293-a028-472c-828b-64ebbf620ffe
  kind: Event
  lastTimestamp: "2026-09-18T20:53:29Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:2cbd0ba61f740962b2bad1a0e55e41574489d7afdb86fa314f3953b8c8af773e"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-18T20:53:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:53:29Z"
    name: isvc-canary-rollback-predictor-7f7b644c9-lptf7.18d6859ca29a7c11
    namespace: kserve-ci-e2e-test
    resourceVersion: "28336"
    uid: 30f2ce7f-6fa0-4937-b599-f381a8ec1bed
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:53:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-predictor-7f7b644c9-lptf7
    namespace: kserve-ci-e2e-test
    resourceVersion: "28291"
    uid: 9c1f8293-a028-472c-828b-64ebbf620ffe
  kind: Event
  lastTimestamp: "2026-09-18T20:53:29Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-18T20:53:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:53:29Z"
    name: isvc-canary-rollback-predictor-7f7b644c9-lptf7.18d6859ca5d508f1
    namespace: kserve-ci-e2e-test
    resourceVersion: "28338"
    uid: 24d211b4-b64e-4ec7-8ccc-db9e4c458631
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:53:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-predictor-7f7b644c9-lptf7
    namespace: kserve-ci-e2e-test
    resourceVersion: "28291"
    uid: 9c1f8293-a028-472c-828b-64ebbf620ffe
  kind: Event
  lastTimestamp: "2026-09-18T20:53:29Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-18T20:53:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:53:29Z"
    name: isvc-canary-rollback-predictor-7f7b644c9-lptf7.18d6859ca6497796
    namespace: kserve-ci-e2e-test
    resourceVersion: "28339"
    uid: 937c7728-e224-4f5f-bbe6-d44123e1d13c
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:53:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-7f7b644c9-lptf7
    namespace: kserve-ci-e2e-test
    resourceVersion: "28291"
    uid: 9c1f8293-a028-472c-828b-64ebbf620ffe
  kind: Event
  lastTimestamp: "2026-09-18T20:53:33Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-2013"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-18T20:53:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:53:33Z"
    name: isvc-canary-rollback-predictor-7f7b644c9-lptf7.18d6859d8ed4656f
    namespace: kserve-ci-e2e-test
    resourceVersion: "28388"
    uid: 45463949-3153-4145-8def-ce7fc9911358
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:53:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-7f7b644c9-lptf7
    namespace: kserve-ci-e2e-test
    resourceVersion: "28291"
    uid: 9c1f8293-a028-472c-828b-64ebbf620ffe
  kind: Event
  lastTimestamp: "2026-09-18T20:53:33Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-18T20:53:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:53:33Z"
    name: isvc-canary-rollback-predictor-7f7b644c9-lptf7.18d6859d92de5b51
    namespace: kserve-ci-e2e-test
    resourceVersion: "28392"
    uid: 547e1b53-1d83-4013-b4f4-9149bb5133d0
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:53:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-7f7b644c9-lptf7
    namespace: kserve-ci-e2e-test
    resourceVersion: "28291"
    uid: 9c1f8293-a028-472c-828b-64ebbf620ffe
  kind: Event
  lastTimestamp: "2026-09-18T20:53:33Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-18T20:53:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:53:33Z"
    name: isvc-canary-rollback-predictor-7f7b644c9-lptf7.18d6859d935400c7
    namespace: kserve-ci-e2e-test
    resourceVersion: "28396"
    uid: a323a7f5-ad7c-4aba-981c-2645fb41bc26
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:53:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-7f7b644c9-lptf7
    namespace: kserve-ci-e2e-test
    resourceVersion: "28291"
    uid: 9c1f8293-a028-472c-828b-64ebbf620ffe
  kind: Event
  lastTimestamp: "2026-09-18T20:53:33Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-18T20:53:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:53:33Z"
    name: isvc-canary-rollback-predictor-7f7b644c9-lptf7.18d6859d935e0f23
    namespace: kserve-ci-e2e-test
    resourceVersion: "28397"
    uid: ccd3d805-6061-4bc1-a4f1-38895071a22c
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:53:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-7f7b644c9-lptf7
    namespace: kserve-ci-e2e-test
    resourceVersion: "28291"
    uid: 9c1f8293-a028-472c-828b-64ebbf620ffe
  kind: Event
  lastTimestamp: "2026-09-18T20:53:33Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-18T20:53:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:53:33Z"
    name: isvc-canary-rollback-predictor-7f7b644c9-lptf7.18d6859d96a48961
    namespace: kserve-ci-e2e-test
    resourceVersion: "28399"
    uid: 66cdf6f8-57e7-4017-b2a7-b1206899a1e1
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:53:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-7f7b644c9-lptf7
    namespace: kserve-ci-e2e-test
    resourceVersion: "28291"
    uid: 9c1f8293-a028-472c-828b-64ebbf620ffe
  kind: Event
  lastTimestamp: "2026-09-18T20:53:33Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-18T20:53:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:53:33Z"
    name: isvc-canary-rollback-predictor-7f7b644c9-lptf7.18d6859d971b12c1
    namespace: kserve-ci-e2e-test
    resourceVersion: "28401"
    uid: d6b68b3f-578e-4d94-9115-77709f6b8689
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-18T20:53:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-7f7b644c9-lptf7
    namespace: kserve-ci-e2e-test
    resourceVersion: "28291"
    uid: 9c1f8293-a028-472c-828b-64ebbf620ffe
  kind: Event
  lastTimestamp: "2026-09-18T20:56:40Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.48:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-18T20:53:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:56:40Z"
    name: isvc-canary-rollback-predictor-7f7b644c9-lptf7.18d6859dcaf2d7bf
    namespace: kserve-ci-e2e-test
    resourceVersion: "30000"
    uid: 6894c525-459f-4e0b-89a6-5a9809905567
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-76.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:56:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-7f7b644c9-lptf7
    namespace: kserve-ci-e2e-test
    resourceVersion: "28291"
    uid: 9c1f8293-a028-472c-828b-64ebbf620ffe
  kind: Event
  lastTimestamp: "2026-09-18T20:56:38Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-18T20:56:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:56:38Z"
    name: isvc-canary-rollback-predictor-7f7b644c9-lptf7.18d685c8a3accf25
    namespace: kserve-ci-e2e-test
    resourceVersion: "29974"
    uid: ed9e3372-0bc7-4896-ab52-c91c5e03466f
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:56:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-7f7b644c9-lptf7
    namespace: kserve-ci-e2e-test
    resourceVersion: "28291"
    uid: 9c1f8293-a028-472c-828b-64ebbf620ffe
  kind: Event
  lastTimestamp: "2026-09-18T20:56:38Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-18T20:56:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:56:38Z"
    name: isvc-canary-rollback-predictor-7f7b644c9-lptf7.18d685c8a3ad2a61
    namespace: kserve-ci-e2e-test
    resourceVersion: "29977"
    uid: 2dc7d286-f802-439e-80dd-95b36902fc1d
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:56:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-7f7b644c9-lptf7
    namespace: kserve-ci-e2e-test
    resourceVersion: "28291"
    uid: 9c1f8293-a028-472c-828b-64ebbf620ffe
  kind: Event
  lastTimestamp: "2026-09-18T20:56:40Z"
  message: 'Readiness probe failed: Get "https://10.133.0.48:8643/healthz": dial tcp
    10.133.0.48:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-18T20:56:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:56:40Z"
    name: isvc-canary-rollback-predictor-7f7b644c9-lptf7.18d685c9199c6be3
    namespace: kserve-ci-e2e-test
    resourceVersion: "29999"
    uid: cc465873-1078-4f4f-a92f-447f8d2233b9
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-76.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:53:28Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-rollback-predictor-7f7b644c9
    namespace: kserve-ci-e2e-test
    resourceVersion: "28272"
    uid: e468d111-94c0-4520-840c-f00c3da99acc
  kind: Event
  lastTimestamp: "2026-09-18T20:53:28Z"
  message: 'Created pod: isvc-canary-rollback-predictor-7f7b644c9-lptf7'
  metadata:
    creationTimestamp: "2026-09-18T20:53:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T20:53:28Z"
    name: isvc-canary-rollback-predictor-7f7b644c9.18d6859c5b127b51
    namespace: kserve-ci-e2e-test
    resourceVersion: "28290"
    uid: 05e5cc5c-1ff1-4d71-9adf-29fad0f5d79c
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:53:28Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-rollback-predictor-7f7b644c9
    namespace: kserve-ci-e2e-test
    resourceVersion: "28272"
    uid: e468d111-94c0-4520-840c-f00c3da99acc
  kind: Event
  lastTimestamp: "2026-09-18T20:53:28Z"
  message: 'Created pod: isvc-canary-rollback-predictor-7f7b644c9-d2cnk'
  metadata:
    creationTimestamp: "2026-09-18T20:53:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T20:53:28Z"
    name: isvc-canary-rollback-predictor-7f7b644c9.18d6859c5de7fe34
    namespace: kserve-ci-e2e-test
    resourceVersion: "28299"
    uid: 1ff2982c-36b0-4f3b-a9dd-4758b3ac56c4
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:54:51Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-rollback-predictor-7f7b644c9
    namespace: kserve-ci-e2e-test
    resourceVersion: "29007"
    uid: e468d111-94c0-4520-840c-f00c3da99acc
  kind: Event
  lastTimestamp: "2026-09-18T20:54:51Z"
  message: 'Deleted pod: isvc-canary-rollback-predictor-7f7b644c9-d2cnk'
  metadata:
    creationTimestamp: "2026-09-18T20:54:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T20:54:51Z"
    name: isvc-canary-rollback-predictor-7f7b644c9.18d685afc051cafc
    namespace: kserve-ci-e2e-test
    resourceVersion: "29010"
    uid: 39138893-3d48-4b84-b374-dadc17660653
  reason: SuccessfulDelete
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:54:58Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-rollback-predictor-7f7b644c9
    namespace: kserve-ci-e2e-test
    resourceVersion: "29095"
    uid: e468d111-94c0-4520-840c-f00c3da99acc
  kind: Event
  lastTimestamp: "2026-09-18T20:54:58Z"
  message: 'Created pod: isvc-canary-rollback-predictor-7f7b644c9-88bbv'
  metadata:
    creationTimestamp: "2026-09-18T20:54:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T20:54:58Z"
    name: isvc-canary-rollback-predictor-7f7b644c9.18d685b154079c6e
    namespace: kserve-ci-e2e-test
    resourceVersion: "29108"
    uid: be68fb04-a57d-4205-9826-3315a036352e
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:53:28Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-rollback-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "28271"
    uid: c86ecb50-27b4-4e25-b592-6c646f352882
  kind: Event
  lastTimestamp: "2026-09-18T20:53:28Z"
  message: Scaled up replica set isvc-canary-rollback-predictor-7f7b644c9 from 0 to
    2
  metadata:
    creationTimestamp: "2026-09-18T20:53:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T20:53:28Z"
    name: isvc-canary-rollback-predictor.18d6859c58128ffe
    namespace: kserve-ci-e2e-test
    resourceVersion: "28275"
    uid: 25e5db94-bb3c-4cc8-b6ac-bf85045352a7
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:54:51Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-rollback-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "29003"
    uid: c86ecb50-27b4-4e25-b592-6c646f352882
  kind: Event
  lastTimestamp: "2026-09-18T20:54:51Z"
  message: Scaled down replica set isvc-canary-rollback-predictor-7f7b644c9 from 2
    to 1
  metadata:
    creationTimestamp: "2026-09-18T20:54:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T20:54:51Z"
    name: isvc-canary-rollback-predictor.18d685afbfe03a18
    namespace: kserve-ci-e2e-test
    resourceVersion: "29008"
    uid: a361af2a-6327-4169-aab1-358caa1efe2c
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:54:58Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-rollback-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "29090"
    uid: c86ecb50-27b4-4e25-b592-6c646f352882
  kind: Event
  lastTimestamp: "2026-09-18T20:54:58Z"
  message: Scaled up replica set isvc-canary-rollback-predictor-7f7b644c9 from 1 to
    2
  metadata:
    creationTimestamp: "2026-09-18T20:54:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T20:54:58Z"
    name: isvc-canary-rollback-predictor.18d685b150577bdb
    namespace: kserve-ci-e2e-test
    resourceVersion: "29100"
    uid: 6c4bacfd-6cd0-4b21-b5d2-edb70183967b
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-18T20:53:28.484611Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-56575f6cc4-7rjsn
    namespace: kserve-ci-e2e-test
    resourceVersion: "28278"
    uid: efb87e6d-3283-469d-9e30-ba78841c8ada
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-rollback-v2-predictor-56575f6cc4-7rjsn
    to ip-10-0-143-76.ec2.internal
  metadata:
    creationTimestamp: "2026-09-18T20:53:28Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-18T20:53:28Z"
    name: isvc-canary-rollback-v2-predictor-56575f6cc4-7rjsn.18d6859c59388581
    namespace: kserve-ci-e2e-test
    resourceVersion: "28284"
    uid: e8acb0b2-5a6f-49a8-9692-32487ffa341b
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-584d99b576-bdzl5
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:53:29Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-56575f6cc4-7rjsn
    namespace: kserve-ci-e2e-test
    resourceVersion: "28289"
    uid: efb87e6d-3283-469d-9e30-ba78841c8ada
  kind: Event
  lastTimestamp: "2026-09-18T20:53:29Z"
  message: Add eth0 [10.133.0.47/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-18T20:53:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-18T20:53:29Z"
    name: isvc-canary-rollback-v2-predictor-56575f6cc4-7rjsn.18d6859c7b786f30
    namespace: kserve-ci-e2e-test
    resourceVersion: "28319"
    uid: c8d6e0ab-a912-4d22-a6e0-b1ebee88fdec
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:53:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-56575f6cc4-7rjsn
    namespace: kserve-ci-e2e-test
    resourceVersion: "28280"
    uid: efb87e6d-3283-469d-9e30-ba78841c8ada
  kind: Event
  lastTimestamp: "2026-09-18T20:53:29Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:2cbd0ba61f740962b2bad1a0e55e41574489d7afdb86fa314f3953b8c8af773e"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-18T20:53:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:53:29Z"
    name: isvc-canary-rollback-v2-predictor-56575f6cc4-7rjsn.18d6859c7cd68e4f
    namespace: kserve-ci-e2e-test
    resourceVersion: "28321"
    uid: 4984debf-b9be-4110-9f7a-b05cd1daf44c
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:53:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-56575f6cc4-7rjsn
    namespace: kserve-ci-e2e-test
    resourceVersion: "28280"
    uid: efb87e6d-3283-469d-9e30-ba78841c8ada
  kind: Event
  lastTimestamp: "2026-09-18T20:53:29Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-18T20:53:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:53:29Z"
    name: isvc-canary-rollback-v2-predictor-56575f6cc4-7rjsn.18d6859c805b5068
    namespace: kserve-ci-e2e-test
    resourceVersion: "28323"
    uid: 8333c9e9-d22b-48b2-ae1b-faeb40d6f6df
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:53:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-56575f6cc4-7rjsn
    namespace: kserve-ci-e2e-test
    resourceVersion: "28280"
    uid: efb87e6d-3283-469d-9e30-ba78841c8ada
  kind: Event
  lastTimestamp: "2026-09-18T20:53:29Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-18T20:53:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:53:29Z"
    name: isvc-canary-rollback-v2-predictor-56575f6cc4-7rjsn.18d6859c80cbd5da
    namespace: kserve-ci-e2e-test
    resourceVersion: "28324"
    uid: fe4bee80-57b6-4369-bdf9-0ab9609ed96c
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:53:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-56575f6cc4-7rjsn
    namespace: kserve-ci-e2e-test
    resourceVersion: "28280"
    uid: efb87e6d-3283-469d-9e30-ba78841c8ada
  kind: Event
  lastTimestamp: "2026-09-18T20:53:33Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-2013"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-18T20:53:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:53:33Z"
    name: isvc-canary-rollback-v2-predictor-56575f6cc4-7rjsn.18d6859d8ebf27b4
    namespace: kserve-ci-e2e-test
    resourceVersion: "28387"
    uid: 5ed256a0-c59c-4469-815a-f97977a4619f
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:53:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-56575f6cc4-7rjsn
    namespace: kserve-ci-e2e-test
    resourceVersion: "28280"
    uid: efb87e6d-3283-469d-9e30-ba78841c8ada
  kind: Event
  lastTimestamp: "2026-09-18T20:53:33Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-18T20:53:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:53:33Z"
    name: isvc-canary-rollback-v2-predictor-56575f6cc4-7rjsn.18d6859d92d22855
    namespace: kserve-ci-e2e-test
    resourceVersion: "28391"
    uid: 933a499e-02bc-4ab2-b927-9dae9695256a
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:53:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-56575f6cc4-7rjsn
    namespace: kserve-ci-e2e-test
    resourceVersion: "28280"
    uid: efb87e6d-3283-469d-9e30-ba78841c8ada
  kind: Event
  lastTimestamp: "2026-09-18T20:53:33Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-18T20:53:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:53:33Z"
    name: isvc-canary-rollback-v2-predictor-56575f6cc4-7rjsn.18d6859d93460ea2
    namespace: kserve-ci-e2e-test
    resourceVersion: "28394"
    uid: 2e077c87-f129-4116-aa5b-9f2041193ae3
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:53:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-56575f6cc4-7rjsn
    namespace: kserve-ci-e2e-test
    resourceVersion: "28280"
    uid: efb87e6d-3283-469d-9e30-ba78841c8ada
  kind: Event
  lastTimestamp: "2026-09-18T20:53:33Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-18T20:53:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:53:33Z"
    name: isvc-canary-rollback-v2-predictor-56575f6cc4-7rjsn.18d6859d934f8e37
    namespace: kserve-ci-e2e-test
    resourceVersion: "28395"
    uid: 9e1a1b05-d5d7-44b8-8088-f70cc6fd2404
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:53:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-56575f6cc4-7rjsn
    namespace: kserve-ci-e2e-test
    resourceVersion: "28280"
    uid: efb87e6d-3283-469d-9e30-ba78841c8ada
  kind: Event
  lastTimestamp: "2026-09-18T20:53:33Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-18T20:53:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:53:33Z"
    name: isvc-canary-rollback-v2-predictor-56575f6cc4-7rjsn.18d6859d96af2f0f
    namespace: kserve-ci-e2e-test
    resourceVersion: "28400"
    uid: 40f11bad-40d7-4cd8-809e-3856d78aae83
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:53:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-56575f6cc4-7rjsn
    namespace: kserve-ci-e2e-test
    resourceVersion: "28280"
    uid: efb87e6d-3283-469d-9e30-ba78841c8ada
  kind: Event
  lastTimestamp: "2026-09-18T20:53:33Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-18T20:53:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:53:33Z"
    name: isvc-canary-rollback-v2-predictor-56575f6cc4-7rjsn.18d6859d97279dc1
    namespace: kserve-ci-e2e-test
    resourceVersion: "28402"
    uid: 3397a054-fcad-493a-a423-b5e7b21c8216
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-18T20:53:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-56575f6cc4-7rjsn
    namespace: kserve-ci-e2e-test
    resourceVersion: "28280"
    uid: efb87e6d-3283-469d-9e30-ba78841c8ada
  kind: Event
  lastTimestamp: "2026-09-18T20:55:01Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.47:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-18T20:53:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:55:01Z"
    name: isvc-canary-rollback-v2-predictor-56575f6cc4-7rjsn.18d6859e06cc988b
    namespace: kserve-ci-e2e-test
    resourceVersion: "29148"
    uid: 06ea4613-f6e8-47c1-be86-d23e9126806a
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-76.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:54:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-56575f6cc4-7rjsn
    namespace: kserve-ci-e2e-test
    resourceVersion: "28280"
    uid: efb87e6d-3283-469d-9e30-ba78841c8ada
  kind: Event
  lastTimestamp: "2026-09-18T20:54:58Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-18T20:54:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:54:58Z"
    name: isvc-canary-rollback-v2-predictor-56575f6cc4-7rjsn.18d685b1518badf8
    namespace: kserve-ci-e2e-test
    resourceVersion: "29104"
    uid: 482cf72a-961d-4e99-ae6d-e9a18dcfd8a2
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:54:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-56575f6cc4-7rjsn
    namespace: kserve-ci-e2e-test
    resourceVersion: "28280"
    uid: efb87e6d-3283-469d-9e30-ba78841c8ada
  kind: Event
  lastTimestamp: "2026-09-18T20:54:58Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-18T20:54:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:54:58Z"
    name: isvc-canary-rollback-v2-predictor-56575f6cc4-7rjsn.18d685b1518c2ac0
    namespace: kserve-ci-e2e-test
    resourceVersion: "29105"
    uid: 484ea2d8-3494-44d4-9e65-f03c7631aac4
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:55:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-56575f6cc4-7rjsn
    namespace: kserve-ci-e2e-test
    resourceVersion: "28280"
    uid: efb87e6d-3283-469d-9e30-ba78841c8ada
  kind: Event
  lastTimestamp: "2026-09-18T20:55:01Z"
  message: 'Readiness probe failed: Get "https://10.133.0.47:8643/healthz": dial tcp
    10.133.0.47:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-18T20:55:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:55:01Z"
    name: isvc-canary-rollback-v2-predictor-56575f6cc4-7rjsn.18d685b20cf5c69a
    namespace: kserve-ci-e2e-test
    resourceVersion: "29147"
    uid: d39760fa-b563-421e-acdc-7dc5dd4b52bf
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-76.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:53:28Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-rollback-v2-predictor-56575f6cc4
    namespace: kserve-ci-e2e-test
    resourceVersion: "28262"
    uid: dfb8c332-c27c-4db6-a799-f0d5bf9f6ea6
  kind: Event
  lastTimestamp: "2026-09-18T20:53:28Z"
  message: 'Created pod: isvc-canary-rollback-v2-predictor-56575f6cc4-7rjsn'
  metadata:
    creationTimestamp: "2026-09-18T20:53:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T20:53:28Z"
    name: isvc-canary-rollback-v2-predictor-56575f6cc4.18d6859c58af640b
    namespace: kserve-ci-e2e-test
    resourceVersion: "28279"
    uid: 69d41321-451c-4c59-96fc-5b1dba3aef95
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:53:28Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-rollback-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "28261"
    uid: 3c0a8493-48d3-4fd4-bbb1-4d96adfab666
  kind: Event
  lastTimestamp: "2026-09-18T20:53:28Z"
  message: Scaled up replica set isvc-canary-rollback-v2-predictor-56575f6cc4 from
    0 to 1
  metadata:
    creationTimestamp: "2026-09-18T20:53:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T20:53:28Z"
    name: isvc-canary-rollback-v2-predictor.18d6859c55b02007
    namespace: kserve-ci-e2e-test
    resourceVersion: "28263"
    uid: bcc375c6-e275-4557-a839-db4fc39a254e
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 21
  eventTime: null
  firstTimestamp: "2026-09-18T20:53:28Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-rollback
    namespace: kserve-ci-e2e-test
    resourceVersion: "28254"
    uid: 823a5a92-4620-4408-9d1b-5427c31af119
  kind: Event
  lastTimestamp: "2026-09-18T20:54:51Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-18T20:53:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T20:54:51Z"
    name: isvc-canary-rollback.18d6859c57d4e1fd
    namespace: kserve-ci-e2e-test
    resourceVersion: "29030"
    uid: 73dfe6ac-3ac4-4eec-9c72-7117ef1656c6
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-18T20:53:28Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-rollback
    namespace: kserve-ci-e2e-test
    resourceVersion: "28254"
    uid: 823a5a92-4620-4408-9d1b-5427c31af119
  kind: Event
  lastTimestamp: "2026-09-18T20:54:51Z"
  message: 'Failed to update status for InferenceService "isvc-canary-rollback": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-canary-rollback":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-18T20:53:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T20:54:51Z"
    name: isvc-canary-rollback.18d6859c583793d0
    namespace: kserve-ci-e2e-test
    resourceVersion: "29023"
    uid: 73155aad-1e74-409d-b98c-c386ef70edca
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-18T20:53:28Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-rollback
    namespace: kserve-ci-e2e-test
    resourceVersion: "28254"
    uid: 823a5a92-4620-4408-9d1b-5427c31af119
  kind: Event
  lastTimestamp: "2026-09-18T20:54:51Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-canary-rollback": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-18T20:53:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T20:54:51Z"
    name: isvc-canary-rollback.18d6859c5837f44b
    namespace: kserve-ci-e2e-test
    resourceVersion: "29024"
    uid: e9525569-de07-4d19-badb-e79315c5bf9f
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-18T20:54:51Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-rollback
    namespace: kserve-ci-e2e-test
    resourceVersion: "29026"
    uid: 823a5a92-4620-4408-9d1b-5427c31af119
  kind: Event
  lastTimestamp: "2026-09-18T20:56:30Z"
  message: InferenceService [isvc-canary-rollback] is Ready
  metadata:
    creationTimestamp: "2026-09-18T20:54:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T20:56:30Z"
    name: isvc-canary-rollback.18d685afc6731b0d
    namespace: kserve-ci-e2e-test
    resourceVersion: "29903"
    uid: 63d66bd8-e2a1-4e8a-9172-dea7e7da6dca
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-18T20:56:43.922236Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-stop-predictor-5ffdccb94c-h7bwm
    namespace: kserve-ci-e2e-test
    resourceVersion: "30065"
    uid: 2e416d2a-afe6-4d30-a896-fe558a1eff01
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-stop-predictor-5ffdccb94c-h7bwm
    to ip-10-0-143-76.ec2.internal
  metadata:
    creationTimestamp: "2026-09-18T20:56:43Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-18T20:56:43Z"
    name: isvc-canary-stop-predictor-5ffdccb94c-h7bwm.18d685c9da363857
    namespace: kserve-ci-e2e-test
    resourceVersion: "30068"
    uid: e367c0b1-480b-4e90-9f7b-5a1e35f8b9de
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-584d99b576-bdzl5
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:56:44Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-stop-predictor-5ffdccb94c-h7bwm
    namespace: kserve-ci-e2e-test
    resourceVersion: "30076"
    uid: 2e416d2a-afe6-4d30-a896-fe558a1eff01
  kind: Event
  lastTimestamp: "2026-09-18T20:56:44Z"
  message: Add eth0 [10.133.0.50/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-18T20:56:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-18T20:56:44Z"
    name: isvc-canary-stop-predictor-5ffdccb94c-h7bwm.18d685c9fc517e9a
    namespace: kserve-ci-e2e-test
    resourceVersion: "30103"
    uid: 35360130-35ec-4258-a6d8-e58a8bad1fa6
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:56:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-stop-predictor-5ffdccb94c-h7bwm
    namespace: kserve-ci-e2e-test
    resourceVersion: "30067"
    uid: 2e416d2a-afe6-4d30-a896-fe558a1eff01
  kind: Event
  lastTimestamp: "2026-09-18T20:56:44Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:2cbd0ba61f740962b2bad1a0e55e41574489d7afdb86fa314f3953b8c8af773e"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-18T20:56:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:56:44Z"
    name: isvc-canary-stop-predictor-5ffdccb94c-h7bwm.18d685c9fdbef41c
    namespace: kserve-ci-e2e-test
    resourceVersion: "30105"
    uid: a7cca980-6ea6-4260-aca8-9e42333da38c
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:56:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-stop-predictor-5ffdccb94c-h7bwm
    namespace: kserve-ci-e2e-test
    resourceVersion: "30067"
    uid: 2e416d2a-afe6-4d30-a896-fe558a1eff01
  kind: Event
  lastTimestamp: "2026-09-18T20:56:44Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-18T20:56:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:56:44Z"
    name: isvc-canary-stop-predictor-5ffdccb94c-h7bwm.18d685ca00b015de
    namespace: kserve-ci-e2e-test
    resourceVersion: "30111"
    uid: 88f495bc-adf4-4433-a028-d7b8c45c9f02
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:56:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-stop-predictor-5ffdccb94c-h7bwm
    namespace: kserve-ci-e2e-test
    resourceVersion: "30067"
    uid: 2e416d2a-afe6-4d30-a896-fe558a1eff01
  kind: Event
  lastTimestamp: "2026-09-18T20:56:44Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-18T20:56:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:56:44Z"
    name: isvc-canary-stop-predictor-5ffdccb94c-h7bwm.18d685ca011f1459
    namespace: kserve-ci-e2e-test
    resourceVersion: "30112"
    uid: 353466ec-1a88-4c53-b00b-1a8ec838a524
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:56:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-predictor-5ffdccb94c-h7bwm
    namespace: kserve-ci-e2e-test
    resourceVersion: "30067"
    uid: 2e416d2a-afe6-4d30-a896-fe558a1eff01
  kind: Event
  lastTimestamp: "2026-09-18T20:56:48Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-2013"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-18T20:56:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:56:48Z"
    name: isvc-canary-stop-predictor-5ffdccb94c-h7bwm.18d685cae8d9f85a
    namespace: kserve-ci-e2e-test
    resourceVersion: "30154"
    uid: e75aff75-92ad-49fd-8fca-61bc398d4667
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:56:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-predictor-5ffdccb94c-h7bwm
    namespace: kserve-ci-e2e-test
    resourceVersion: "30067"
    uid: 2e416d2a-afe6-4d30-a896-fe558a1eff01
  kind: Event
  lastTimestamp: "2026-09-18T20:56:48Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-18T20:56:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:56:48Z"
    name: isvc-canary-stop-predictor-5ffdccb94c-h7bwm.18d685caec5e2023
    namespace: kserve-ci-e2e-test
    resourceVersion: "30159"
    uid: db8ca05b-b604-4974-ae21-d1a68315abd0
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:56:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-predictor-5ffdccb94c-h7bwm
    namespace: kserve-ci-e2e-test
    resourceVersion: "30067"
    uid: 2e416d2a-afe6-4d30-a896-fe558a1eff01
  kind: Event
  lastTimestamp: "2026-09-18T20:56:48Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-18T20:56:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:56:48Z"
    name: isvc-canary-stop-predictor-5ffdccb94c-h7bwm.18d685caece6fb82
    namespace: kserve-ci-e2e-test
    resourceVersion: "30164"
    uid: 8098b5be-43c0-4733-aee7-b120a046e56b
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:56:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-predictor-5ffdccb94c-h7bwm
    namespace: kserve-ci-e2e-test
    resourceVersion: "30067"
    uid: 2e416d2a-afe6-4d30-a896-fe558a1eff01
  kind: Event
  lastTimestamp: "2026-09-18T20:56:48Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-18T20:56:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:56:48Z"
    name: isvc-canary-stop-predictor-5ffdccb94c-h7bwm.18d685caecf0bdb7
    namespace: kserve-ci-e2e-test
    resourceVersion: "30165"
    uid: 0f140503-c3ca-4a0d-b540-3fa15155407e
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:56:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-predictor-5ffdccb94c-h7bwm
    namespace: kserve-ci-e2e-test
    resourceVersion: "30067"
    uid: 2e416d2a-afe6-4d30-a896-fe558a1eff01
  kind: Event
  lastTimestamp: "2026-09-18T20:56:48Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-18T20:56:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:56:48Z"
    name: isvc-canary-stop-predictor-5ffdccb94c-h7bwm.18d685caf03ba7ed
    namespace: kserve-ci-e2e-test
    resourceVersion: "30168"
    uid: e0ccd487-ca87-452e-824a-ec3ecffdf002
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:56:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-predictor-5ffdccb94c-h7bwm
    namespace: kserve-ci-e2e-test
    resourceVersion: "30067"
    uid: 2e416d2a-afe6-4d30-a896-fe558a1eff01
  kind: Event
  lastTimestamp: "2026-09-18T20:56:48Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-18T20:56:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:56:48Z"
    name: isvc-canary-stop-predictor-5ffdccb94c-h7bwm.18d685caf0aa95a7
    namespace: kserve-ci-e2e-test
    resourceVersion: "30170"
    uid: 2fd67c8a-03cc-4219-8157-b34c073eb684
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-09-18T20:56:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-predictor-5ffdccb94c-h7bwm
    namespace: kserve-ci-e2e-test
    resourceVersion: "30067"
    uid: 2e416d2a-afe6-4d30-a896-fe558a1eff01
  kind: Event
  lastTimestamp: "2026-09-18T20:57:56Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.50:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-18T20:56:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:57:56Z"
    name: isvc-canary-stop-predictor-5ffdccb94c-h7bwm.18d685cb6101960d
    namespace: kserve-ci-e2e-test
    resourceVersion: "30805"
    uid: ae9949d4-32a4-4b53-867e-9b18f81784bf
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-76.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:58:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-predictor-5ffdccb94c-h7bwm
    namespace: kserve-ci-e2e-test
    resourceVersion: "30067"
    uid: 2e416d2a-afe6-4d30-a896-fe558a1eff01
  kind: Event
  lastTimestamp: "2026-09-18T20:58:18Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-18T20:58:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:58:18Z"
    name: isvc-canary-stop-predictor-5ffdccb94c-h7bwm.18d685dff8f5a4af
    namespace: kserve-ci-e2e-test
    resourceVersion: "31111"
    uid: 865c29a2-2723-4f07-9813-eae155d66e64
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:58:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-predictor-5ffdccb94c-h7bwm
    namespace: kserve-ci-e2e-test
    resourceVersion: "30067"
    uid: 2e416d2a-afe6-4d30-a896-fe558a1eff01
  kind: Event
  lastTimestamp: "2026-09-18T20:58:18Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-18T20:58:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:58:18Z"
    name: isvc-canary-stop-predictor-5ffdccb94c-h7bwm.18d685dff8f64506
    namespace: kserve-ci-e2e-test
    resourceVersion: "31112"
    uid: 3e6b673d-ac04-4943-8b04-a2a658bf03d3
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:58:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-predictor-5ffdccb94c-h7bwm
    namespace: kserve-ci-e2e-test
    resourceVersion: "30067"
    uid: 2e416d2a-afe6-4d30-a896-fe558a1eff01
  kind: Event
  lastTimestamp: "2026-09-18T20:58:21Z"
  message: 'Readiness probe failed: Get "https://10.133.0.50:8643/healthz": dial tcp
    10.133.0.50:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-18T20:58:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:58:21Z"
    name: isvc-canary-stop-predictor-5ffdccb94c-h7bwm.18d685e09129379d
    namespace: kserve-ci-e2e-test
    resourceVersion: "31146"
    uid: ce130601-7a5e-4d12-9efa-f553143706c5
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-76.ec2.internal
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-18T20:56:43.974233Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-stop-predictor-5ffdccb94c-mpmnd
    namespace: kserve-ci-e2e-test
    resourceVersion: "30078"
    uid: daa98208-f4dc-4154-9297-a1c179833ff7
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-stop-predictor-5ffdccb94c-mpmnd
    to ip-10-0-130-79.ec2.internal
  metadata:
    creationTimestamp: "2026-09-18T20:56:43Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-18T20:56:43Z"
    name: isvc-canary-stop-predictor-5ffdccb94c-mpmnd.18d685c9dd4f6b7a
    namespace: kserve-ci-e2e-test
    resourceVersion: "30084"
    uid: 05f97241-eaf0-4c0a-a04d-45c6508b1b0a
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-584d99b576-bdzl5
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:56:44Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-stop-predictor-5ffdccb94c-mpmnd
    namespace: kserve-ci-e2e-test
    resourceVersion: "30089"
    uid: daa98208-f4dc-4154-9297-a1c179833ff7
  kind: Event
  lastTimestamp: "2026-09-18T20:56:44Z"
  message: Add eth0 [10.134.0.48/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-18T20:56:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-18T20:56:44Z"
    name: isvc-canary-stop-predictor-5ffdccb94c-mpmnd.18d685c9ff1b37e1
    namespace: kserve-ci-e2e-test
    resourceVersion: "30108"
    uid: e606b63e-4cda-42d6-a7ef-65e9338edd3d
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:56:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-stop-predictor-5ffdccb94c-mpmnd
    namespace: kserve-ci-e2e-test
    resourceVersion: "30082"
    uid: daa98208-f4dc-4154-9297-a1c179833ff7
  kind: Event
  lastTimestamp: "2026-09-18T20:56:44Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:2cbd0ba61f740962b2bad1a0e55e41574489d7afdb86fa314f3953b8c8af773e"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-18T20:56:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:56:44Z"
    name: isvc-canary-stop-predictor-5ffdccb94c-mpmnd.18d685ca006c6b82
    namespace: kserve-ci-e2e-test
    resourceVersion: "30110"
    uid: df543d9f-4190-42a2-868d-3fdf58c1413d
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-79.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-79.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:56:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-stop-predictor-5ffdccb94c-mpmnd
    namespace: kserve-ci-e2e-test
    resourceVersion: "30082"
    uid: daa98208-f4dc-4154-9297-a1c179833ff7
  kind: Event
  lastTimestamp: "2026-09-18T20:56:44Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-18T20:56:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:56:44Z"
    name: isvc-canary-stop-predictor-5ffdccb94c-mpmnd.18d685ca036b21ff
    namespace: kserve-ci-e2e-test
    resourceVersion: "30113"
    uid: ba7e327a-3c9d-433b-95a9-7a24cb84ae3c
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-79.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-79.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:56:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-stop-predictor-5ffdccb94c-mpmnd
    namespace: kserve-ci-e2e-test
    resourceVersion: "30082"
    uid: daa98208-f4dc-4154-9297-a1c179833ff7
  kind: Event
  lastTimestamp: "2026-09-18T20:56:44Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-18T20:56:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:56:44Z"
    name: isvc-canary-stop-predictor-5ffdccb94c-mpmnd.18d685ca03d13277
    namespace: kserve-ci-e2e-test
    resourceVersion: "30114"
    uid: f319d8ab-85bb-4164-b090-1420f827a273
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-79.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-79.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:56:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-predictor-5ffdccb94c-mpmnd
    namespace: kserve-ci-e2e-test
    resourceVersion: "30082"
    uid: daa98208-f4dc-4154-9297-a1c179833ff7
  kind: Event
  lastTimestamp: "2026-09-18T20:56:48Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-2013"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-18T20:56:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:56:48Z"
    name: isvc-canary-stop-predictor-5ffdccb94c-mpmnd.18d685cb0610715f
    namespace: kserve-ci-e2e-test
    resourceVersion: "30177"
    uid: 374b15d7-084b-4ec2-a809-d8958b2e98db
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-79.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-79.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:56:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-predictor-5ffdccb94c-mpmnd
    namespace: kserve-ci-e2e-test
    resourceVersion: "30082"
    uid: daa98208-f4dc-4154-9297-a1c179833ff7
  kind: Event
  lastTimestamp: "2026-09-18T20:56:49Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-18T20:56:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:56:49Z"
    name: isvc-canary-stop-predictor-5ffdccb94c-mpmnd.18d685cb092ecc8b
    namespace: kserve-ci-e2e-test
    resourceVersion: "30179"
    uid: 5e81ff5e-d602-4317-97a0-d867c9c9e4c5
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-79.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-79.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:56:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-predictor-5ffdccb94c-mpmnd
    namespace: kserve-ci-e2e-test
    resourceVersion: "30082"
    uid: daa98208-f4dc-4154-9297-a1c179833ff7
  kind: Event
  lastTimestamp: "2026-09-18T20:56:49Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-18T20:56:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:56:49Z"
    name: isvc-canary-stop-predictor-5ffdccb94c-mpmnd.18d685cb09979efd
    namespace: kserve-ci-e2e-test
    resourceVersion: "30180"
    uid: 382471dd-2387-4734-b676-9154ce45887a
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-79.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-79.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:56:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-predictor-5ffdccb94c-mpmnd
    namespace: kserve-ci-e2e-test
    resourceVersion: "30082"
    uid: daa98208-f4dc-4154-9297-a1c179833ff7
  kind: Event
  lastTimestamp: "2026-09-18T20:56:49Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-18T20:56:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:56:49Z"
    name: isvc-canary-stop-predictor-5ffdccb94c-mpmnd.18d685cb09a3772e
    namespace: kserve-ci-e2e-test
    resourceVersion: "30182"
    uid: b7e559df-37d8-4d91-b0a2-12f002e82e0a
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-79.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-79.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:56:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-predictor-5ffdccb94c-mpmnd
    namespace: kserve-ci-e2e-test
    resourceVersion: "30082"
    uid: daa98208-f4dc-4154-9297-a1c179833ff7
  kind: Event
  lastTimestamp: "2026-09-18T20:56:49Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-18T20:56:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:56:49Z"
    name: isvc-canary-stop-predictor-5ffdccb94c-mpmnd.18d685cb0c89d6ec
    namespace: kserve-ci-e2e-test
    resourceVersion: "30183"
    uid: 3d03f840-b012-47f2-a7ba-1149fa8f59cf
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-79.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-79.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:56:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-predictor-5ffdccb94c-mpmnd
    namespace: kserve-ci-e2e-test
    resourceVersion: "30082"
    uid: daa98208-f4dc-4154-9297-a1c179833ff7
  kind: Event
  lastTimestamp: "2026-09-18T20:56:49Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-18T20:56:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:56:49Z"
    name: isvc-canary-stop-predictor-5ffdccb94c-mpmnd.18d685cb0d018cfb
    namespace: kserve-ci-e2e-test
    resourceVersion: "30184"
    uid: 696264b1-45cc-461f-926d-cb36083f71aa
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-79.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-79.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-18T20:56:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-predictor-5ffdccb94c-mpmnd
    namespace: kserve-ci-e2e-test
    resourceVersion: "30082"
    uid: daa98208-f4dc-4154-9297-a1c179833ff7
  kind: Event
  lastTimestamp: "2026-09-18T20:58:03Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.48:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-18T20:56:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:58:03Z"
    name: isvc-canary-stop-predictor-5ffdccb94c-mpmnd.18d685cb7defc3e3
    namespace: kserve-ci-e2e-test
    resourceVersion: "30878"
    uid: 1d803c8f-86b1-4624-b54c-cb47ab2753a6
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-79.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-79.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:58:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-predictor-5ffdccb94c-mpmnd
    namespace: kserve-ci-e2e-test
    resourceVersion: "30082"
    uid: daa98208-f4dc-4154-9297-a1c179833ff7
  kind: Event
  lastTimestamp: "2026-09-18T20:58:14Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-18T20:58:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:58:14Z"
    name: isvc-canary-stop-predictor-5ffdccb94c-mpmnd.18d685def5784978
    namespace: kserve-ci-e2e-test
    resourceVersion: "31052"
    uid: 49f1a295-7c03-4f08-b660-69d6ca4c7992
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-79.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-79.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:58:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-predictor-5ffdccb94c-mpmnd
    namespace: kserve-ci-e2e-test
    resourceVersion: "30082"
    uid: daa98208-f4dc-4154-9297-a1c179833ff7
  kind: Event
  lastTimestamp: "2026-09-18T20:58:14Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-18T20:58:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:58:14Z"
    name: isvc-canary-stop-predictor-5ffdccb94c-mpmnd.18d685def5797874
    namespace: kserve-ci-e2e-test
    resourceVersion: "31053"
    uid: 255e2652-1089-4206-86a1-dfdd34295601
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-79.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-79.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:58:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-predictor-5ffdccb94c-mpmnd
    namespace: kserve-ci-e2e-test
    resourceVersion: "30082"
    uid: daa98208-f4dc-4154-9297-a1c179833ff7
  kind: Event
  lastTimestamp: "2026-09-18T20:58:16Z"
  message: 'Readiness probe failed: Get "https://10.134.0.48:8643/healthz": dial tcp
    10.134.0.48:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-18T20:58:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:58:16Z"
    name: isvc-canary-stop-predictor-5ffdccb94c-mpmnd.18d685df84352e24
    namespace: kserve-ci-e2e-test
    resourceVersion: "31073"
    uid: 0507c6e7-e128-4977-be21-1a511ad13c78
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-79.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-79.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:56:43Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-stop-predictor-5ffdccb94c
    namespace: kserve-ci-e2e-test
    resourceVersion: "30049"
    uid: 1c4ee208-f1bd-46a7-b93c-74fd9983b73b
  kind: Event
  lastTimestamp: "2026-09-18T20:56:43Z"
  message: 'Created pod: isvc-canary-stop-predictor-5ffdccb94c-h7bwm'
  metadata:
    creationTimestamp: "2026-09-18T20:56:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T20:56:43Z"
    name: isvc-canary-stop-predictor-5ffdccb94c.18d685c9d9c9ca03
    namespace: kserve-ci-e2e-test
    resourceVersion: "30066"
    uid: ccb86198-b456-4154-b97f-12c2eb336c76
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:56:43Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-stop-predictor-5ffdccb94c
    namespace: kserve-ci-e2e-test
    resourceVersion: "30049"
    uid: 1c4ee208-f1bd-46a7-b93c-74fd9983b73b
  kind: Event
  lastTimestamp: "2026-09-18T20:56:43Z"
  message: 'Created pod: isvc-canary-stop-predictor-5ffdccb94c-mpmnd'
  metadata:
    creationTimestamp: "2026-09-18T20:56:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T20:56:43Z"
    name: isvc-canary-stop-predictor-5ffdccb94c.18d685c9dcb1d57c
    namespace: kserve-ci-e2e-test
    resourceVersion: "30081"
    uid: 5ffc6327-e280-4bef-b237-9365857258f7
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:58:14Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-stop-predictor-5ffdccb94c
    namespace: kserve-ci-e2e-test
    resourceVersion: "31044"
    uid: 1c4ee208-f1bd-46a7-b93c-74fd9983b73b
  kind: Event
  lastTimestamp: "2026-09-18T20:58:14Z"
  message: 'Deleted pod: isvc-canary-stop-predictor-5ffdccb94c-mpmnd'
  metadata:
    creationTimestamp: "2026-09-18T20:58:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T20:58:14Z"
    name: isvc-canary-stop-predictor-5ffdccb94c.18d685def549ee67
    namespace: kserve-ci-e2e-test
    resourceVersion: "31047"
    uid: dff56737-9ac0-4dd7-8869-92e70cfdf19e
  reason: SuccessfulDelete
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:56:43Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-stop-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "30048"
    uid: f8aaea07-18c5-4611-a73b-644419c54de5
  kind: Event
  lastTimestamp: "2026-09-18T20:56:43Z"
  message: Scaled up replica set isvc-canary-stop-predictor-5ffdccb94c from 0 to 2
  metadata:
    creationTimestamp: "2026-09-18T20:56:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T20:56:43Z"
    name: isvc-canary-stop-predictor.18d685c9d659ea7c
    namespace: kserve-ci-e2e-test
    resourceVersion: "30051"
    uid: 079409da-02fe-4e99-8a0e-fc5c7b41fafc
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:58:14Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-stop-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31040"
    uid: f8aaea07-18c5-4611-a73b-644419c54de5
  kind: Event
  lastTimestamp: "2026-09-18T20:58:14Z"
  message: Scaled down replica set isvc-canary-stop-predictor-5ffdccb94c from 2 to
    1
  metadata:
    creationTimestamp: "2026-09-18T20:58:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T20:58:14Z"
    name: isvc-canary-stop-predictor.18d685def4e16a49
    namespace: kserve-ci-e2e-test
    resourceVersion: "31045"
    uid: 8c755dfc-f8de-4bfb-806f-6aea37085b7d
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-18T20:56:43.872835Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-stop-v2-predictor-b9c8d9798-9c6gd
    namespace: kserve-ci-e2e-test
    resourceVersion: "30052"
    uid: e034872a-8d4d-4eff-adea-1d6c3fd86b1c
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-stop-v2-predictor-b9c8d9798-9c6gd
    to ip-10-0-143-76.ec2.internal
  metadata:
    creationTimestamp: "2026-09-18T20:56:43Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-18T20:56:43Z"
    name: isvc-canary-stop-v2-predictor-b9c8d9798-9c6gd.18d685c9d7444164
    namespace: kserve-ci-e2e-test
    resourceVersion: "30059"
    uid: 253bcb2b-9619-46e2-a61f-7d96d7ee9f92
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-584d99b576-bdzl5
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:56:44Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-stop-v2-predictor-b9c8d9798-9c6gd
    namespace: kserve-ci-e2e-test
    resourceVersion: "30064"
    uid: e034872a-8d4d-4eff-adea-1d6c3fd86b1c
  kind: Event
  lastTimestamp: "2026-09-18T20:56:44Z"
  message: Add eth0 [10.133.0.49/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-18T20:56:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-18T20:56:44Z"
    name: isvc-canary-stop-v2-predictor-b9c8d9798-9c6gd.18d685c9f94c17eb
    namespace: kserve-ci-e2e-test
    resourceVersion: "30098"
    uid: d6fb66f5-724c-42db-a3c2-4e3798155e20
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:56:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-b9c8d9798-9c6gd
    namespace: kserve-ci-e2e-test
    resourceVersion: "30056"
    uid: e034872a-8d4d-4eff-adea-1d6c3fd86b1c
  kind: Event
  lastTimestamp: "2026-09-18T20:56:44Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:2cbd0ba61f740962b2bad1a0e55e41574489d7afdb86fa314f3953b8c8af773e"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-18T20:56:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:56:44Z"
    name: isvc-canary-stop-v2-predictor-b9c8d9798-9c6gd.18d685c9fad6d571
    namespace: kserve-ci-e2e-test
    resourceVersion: "30102"
    uid: 1d14b91e-b5e2-4be8-8f11-c717ff53e50a
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:56:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-b9c8d9798-9c6gd
    namespace: kserve-ci-e2e-test
    resourceVersion: "30056"
    uid: e034872a-8d4d-4eff-adea-1d6c3fd86b1c
  kind: Event
  lastTimestamp: "2026-09-18T20:56:44Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-18T20:56:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:56:44Z"
    name: isvc-canary-stop-v2-predictor-b9c8d9798-9c6gd.18d685c9fe38f667
    namespace: kserve-ci-e2e-test
    resourceVersion: "30106"
    uid: 8e53f350-d381-488e-b78d-4e5620f1443b
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:56:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-b9c8d9798-9c6gd
    namespace: kserve-ci-e2e-test
    resourceVersion: "30056"
    uid: e034872a-8d4d-4eff-adea-1d6c3fd86b1c
  kind: Event
  lastTimestamp: "2026-09-18T20:56:44Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-18T20:56:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:56:44Z"
    name: isvc-canary-stop-v2-predictor-b9c8d9798-9c6gd.18d685c9fec72791
    namespace: kserve-ci-e2e-test
    resourceVersion: "30107"
    uid: 27f844ac-6d3c-4144-8ade-7d7b96a7bd4e
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:56:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-b9c8d9798-9c6gd
    namespace: kserve-ci-e2e-test
    resourceVersion: "30056"
    uid: e034872a-8d4d-4eff-adea-1d6c3fd86b1c
  kind: Event
  lastTimestamp: "2026-09-18T20:56:48Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-2013"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-18T20:56:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:56:48Z"
    name: isvc-canary-stop-v2-predictor-b9c8d9798-9c6gd.18d685cae8f0cb77
    namespace: kserve-ci-e2e-test
    resourceVersion: "30155"
    uid: 41131915-71dc-47ea-a457-c01fdd01cf9e
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:56:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-b9c8d9798-9c6gd
    namespace: kserve-ci-e2e-test
    resourceVersion: "30056"
    uid: e034872a-8d4d-4eff-adea-1d6c3fd86b1c
  kind: Event
  lastTimestamp: "2026-09-18T20:56:48Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-18T20:56:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:56:48Z"
    name: isvc-canary-stop-v2-predictor-b9c8d9798-9c6gd.18d685caec532add
    namespace: kserve-ci-e2e-test
    resourceVersion: "30158"
    uid: 74e0d6d8-2812-473e-94d4-906fbe8a7a33
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:56:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-b9c8d9798-9c6gd
    namespace: kserve-ci-e2e-test
    resourceVersion: "30056"
    uid: e034872a-8d4d-4eff-adea-1d6c3fd86b1c
  kind: Event
  lastTimestamp: "2026-09-18T20:56:48Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-18T20:56:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:56:48Z"
    name: isvc-canary-stop-v2-predictor-b9c8d9798-9c6gd.18d685caecc441c3
    namespace: kserve-ci-e2e-test
    resourceVersion: "30162"
    uid: 5e392fa9-9c06-493b-86e9-57acc3b409ea
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:56:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-b9c8d9798-9c6gd
    namespace: kserve-ci-e2e-test
    resourceVersion: "30056"
    uid: e034872a-8d4d-4eff-adea-1d6c3fd86b1c
  kind: Event
  lastTimestamp: "2026-09-18T20:56:48Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-18T20:56:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:56:48Z"
    name: isvc-canary-stop-v2-predictor-b9c8d9798-9c6gd.18d685caecced97d
    namespace: kserve-ci-e2e-test
    resourceVersion: "30163"
    uid: 7fedfe8d-558b-4722-928c-af1f095f666c
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:56:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-b9c8d9798-9c6gd
    namespace: kserve-ci-e2e-test
    resourceVersion: "30056"
    uid: e034872a-8d4d-4eff-adea-1d6c3fd86b1c
  kind: Event
  lastTimestamp: "2026-09-18T20:56:48Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-18T20:56:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:56:48Z"
    name: isvc-canary-stop-v2-predictor-b9c8d9798-9c6gd.18d685caf02fb662
    namespace: kserve-ci-e2e-test
    resourceVersion: "30167"
    uid: 7692ffd7-4408-4c66-9ea9-62633e531d48
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:56:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-b9c8d9798-9c6gd
    namespace: kserve-ci-e2e-test
    resourceVersion: "30056"
    uid: e034872a-8d4d-4eff-adea-1d6c3fd86b1c
  kind: Event
  lastTimestamp: "2026-09-18T20:56:48Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-18T20:56:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:56:48Z"
    name: isvc-canary-stop-v2-predictor-b9c8d9798-9c6gd.18d685caf09e3d3d
    namespace: kserve-ci-e2e-test
    resourceVersion: "30169"
    uid: e8bc019e-6e8e-4b8a-852f-5cff289bc6b5
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-18T20:56:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-b9c8d9798-9c6gd
    namespace: kserve-ci-e2e-test
    resourceVersion: "30056"
    uid: e034872a-8d4d-4eff-adea-1d6c3fd86b1c
  kind: Event
  lastTimestamp: "2026-09-18T20:58:04Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.49:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-18T20:56:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:58:04Z"
    name: isvc-canary-stop-v2-predictor-b9c8d9798-9c6gd.18d685cb61028a62
    namespace: kserve-ci-e2e-test
    resourceVersion: "30886"
    uid: 1fc29cef-36d5-4637-b5d0-b4d4e4fac188
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-76.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:58:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-b9c8d9798-9c6gd
    namespace: kserve-ci-e2e-test
    resourceVersion: "30056"
    uid: e034872a-8d4d-4eff-adea-1d6c3fd86b1c
  kind: Event
  lastTimestamp: "2026-09-18T20:58:18Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-18T20:58:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:58:18Z"
    name: isvc-canary-stop-v2-predictor-b9c8d9798-9c6gd.18d685dff6d86531
    namespace: kserve-ci-e2e-test
    resourceVersion: "31101"
    uid: 024fdd4f-f5cc-42ce-8143-d15cf6bca7cd
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:58:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-b9c8d9798-9c6gd
    namespace: kserve-ci-e2e-test
    resourceVersion: "30056"
    uid: e034872a-8d4d-4eff-adea-1d6c3fd86b1c
  kind: Event
  lastTimestamp: "2026-09-18T20:58:18Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-18T20:58:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:58:18Z"
    name: isvc-canary-stop-v2-predictor-b9c8d9798-9c6gd.18d685dff6d8ef03
    namespace: kserve-ci-e2e-test
    resourceVersion: "31104"
    uid: 4a0cd377-0444-498d-a9d8-1bf4ed00d6b3
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:58:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-b9c8d9798-9c6gd
    namespace: kserve-ci-e2e-test
    resourceVersion: "30056"
    uid: e034872a-8d4d-4eff-adea-1d6c3fd86b1c
  kind: Event
  lastTimestamp: "2026-09-18T20:58:21Z"
  message: 'Readiness probe failed: Get "https://10.133.0.49:8643/healthz": dial tcp
    10.133.0.49:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-18T20:58:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:58:21Z"
    name: isvc-canary-stop-v2-predictor-b9c8d9798-9c6gd.18d685e09127f354
    namespace: kserve-ci-e2e-test
    resourceVersion: "31145"
    uid: e20835d4-0809-4ee0-83b0-857a37654493
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-76.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:56:43Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-stop-v2-predictor-b9c8d9798
    namespace: kserve-ci-e2e-test
    resourceVersion: "30040"
    uid: 4ee86a82-88e3-4055-b4f4-56da12043516
  kind: Event
  lastTimestamp: "2026-09-18T20:56:43Z"
  message: 'Created pod: isvc-canary-stop-v2-predictor-b9c8d9798-9c6gd'
  metadata:
    creationTimestamp: "2026-09-18T20:56:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T20:56:43Z"
    name: isvc-canary-stop-v2-predictor-b9c8d9798.18d685c9d6d6bce5
    namespace: kserve-ci-e2e-test
    resourceVersion: "30055"
    uid: 1f85d2d5-2bd8-4765-abb0-5010f88b4d13
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:56:43Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-stop-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "30039"
    uid: aab78bc5-5c25-4e41-a4d0-3aeb142e136d
  kind: Event
  lastTimestamp: "2026-09-18T20:56:43Z"
  message: Scaled up replica set isvc-canary-stop-v2-predictor-b9c8d9798 from 0 to
    1
  metadata:
    creationTimestamp: "2026-09-18T20:56:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T20:56:43Z"
    name: isvc-canary-stop-v2-predictor.18d685c9d3a8a33c
    namespace: kserve-ci-e2e-test
    resourceVersion: "30041"
    uid: e2d3fe5c-86b8-4157-8410-c979c9ea13db
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 21
  eventTime: null
  firstTimestamp: "2026-09-18T20:56:43Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-stop
    namespace: kserve-ci-e2e-test
    resourceVersion: "30032"
    uid: 7389449e-8203-4a8b-8c10-47d324df1215
  kind: Event
  lastTimestamp: "2026-09-18T20:58:14Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-18T20:56:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T20:58:14Z"
    name: isvc-canary-stop.18d685c9d615c49e
    namespace: kserve-ci-e2e-test
    resourceVersion: "31059"
    uid: 0e25dd6d-398d-48da-9406-63d4003c3d98
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-18T20:56:43Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-stop
    namespace: kserve-ci-e2e-test
    resourceVersion: "30032"
    uid: 7389449e-8203-4a8b-8c10-47d324df1215
  kind: Event
  lastTimestamp: "2026-09-18T20:56:44Z"
  message: 'Failed to update status for InferenceService "isvc-canary-stop": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-canary-stop":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-18T20:56:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T20:56:44Z"
    name: isvc-canary-stop.18d685c9d69f3668
    namespace: kserve-ci-e2e-test
    resourceVersion: "30090"
    uid: bc9e0ac0-6db5-4a4e-b1b1-cf98cf169f8e
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-18T20:56:43Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-stop
    namespace: kserve-ci-e2e-test
    resourceVersion: "30032"
    uid: 7389449e-8203-4a8b-8c10-47d324df1215
  kind: Event
  lastTimestamp: "2026-09-18T20:56:44Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-canary-stop": the object has been
    modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-18T20:56:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T20:56:44Z"
    name: isvc-canary-stop.18d685c9d69f9b0d
    namespace: kserve-ci-e2e-test
    resourceVersion: "30091"
    uid: f9fb2d0c-796b-4e8c-959d-014293166271
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:58:13Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-stop
    namespace: kserve-ci-e2e-test
    resourceVersion: "31024"
    uid: 7389449e-8203-4a8b-8c10-47d324df1215
  kind: Event
  lastTimestamp: "2026-09-18T20:58:13Z"
  message: InferenceService [isvc-canary-stop] is Ready
  metadata:
    creationTimestamp: "2026-09-18T20:58:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T20:58:13Z"
    name: isvc-canary-stop.18d685deb0b0d85b
    namespace: kserve-ci-e2e-test
    resourceVersion: "31025"
    uid: b525253f-94db-4730-a0c2-99fccfd2cfa0
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-18T20:29:56.414407Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-init-fail-5c9b8b-predictor-7c74f49864-spww9
    namespace: kserve-ci-e2e-test
    resourceVersion: "14916"
    uid: 845dbf03-6157-4e37-b1ee-8f2ecb705ffc
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-init-fail-5c9b8b-predictor-7c74f49864-spww9
    to ip-10-0-143-76.ec2.internal
  metadata:
    creationTimestamp: "2026-09-18T20:29:56Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-18T20:29:56Z"
    name: isvc-init-fail-5c9b8b-predictor-7c74f49864-spww9.18d6845393471f7b
    namespace: kserve-ci-e2e-test
    resourceVersion: "14921"
    uid: 52cec3a8-731b-490b-bdfe-9b8fc910d45f
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-584d99b576-bdzl5
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:29:56Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-init-fail-5c9b8b-predictor-7c74f49864-spww9
    namespace: kserve-ci-e2e-test
    resourceVersion: "14926"
    uid: 845dbf03-6157-4e37-b1ee-8f2ecb705ffc
  kind: Event
  lastTimestamp: "2026-09-18T20:29:56Z"
  message: Add eth0 [10.133.0.26/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-18T20:29:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-18T20:29:56Z"
    name: isvc-init-fail-5c9b8b-predictor-7c74f49864-spww9.18d68453b526fce2
    namespace: kserve-ci-e2e-test
    resourceVersion: "14940"
    uid: 3d4c7e6c-9f61-4e00-b144-65637efd6a86
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-18T20:29:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-init-fail-5c9b8b-predictor-7c74f49864-spww9
    namespace: kserve-ci-e2e-test
    resourceVersion: "14919"
    uid: 845dbf03-6157-4e37-b1ee-8f2ecb705ffc
  kind: Event
  lastTimestamp: "2026-09-18T20:30:01Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:2cbd0ba61f740962b2bad1a0e55e41574489d7afdb86fa314f3953b8c8af773e"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-18T20:29:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:30:01Z"
    name: isvc-init-fail-5c9b8b-predictor-7c74f49864-spww9.18d68453b690737e
    namespace: kserve-ci-e2e-test
    resourceVersion: "14989"
    uid: 2d983c33-6599-4223-b757-e56d5ae6f1d8
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-18T20:29:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-init-fail-5c9b8b-predictor-7c74f49864-spww9
    namespace: kserve-ci-e2e-test
    resourceVersion: "14919"
    uid: 845dbf03-6157-4e37-b1ee-8f2ecb705ffc
  kind: Event
  lastTimestamp: "2026-09-18T20:30:01Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-18T20:29:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:30:01Z"
    name: isvc-init-fail-5c9b8b-predictor-7c74f49864-spww9.18d68453b97c7c68
    namespace: kserve-ci-e2e-test
    resourceVersion: "14993"
    uid: 2d757aa1-d26e-41e7-93d6-115427b0f5a8
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-18T20:29:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-init-fail-5c9b8b-predictor-7c74f49864-spww9
    namespace: kserve-ci-e2e-test
    resourceVersion: "14919"
    uid: 845dbf03-6157-4e37-b1ee-8f2ecb705ffc
  kind: Event
  lastTimestamp: "2026-09-18T20:30:01Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-18T20:29:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:30:01Z"
    name: isvc-init-fail-5c9b8b-predictor-7c74f49864-spww9.18d68453b9ed413d
    namespace: kserve-ci-e2e-test
    resourceVersion: "14996"
    uid: 44af6959-4112-4abf-a582-051d1f98a69b
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:30:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-init-fail-5c9b8b-predictor-7c74f49864-spww9
    namespace: kserve-ci-e2e-test
    resourceVersion: "14919"
    uid: 845dbf03-6157-4e37-b1ee-8f2ecb705ffc
  kind: Event
  lastTimestamp: "2026-09-18T20:30:06Z"
  message: Stopping container storage-initializer
  metadata:
    creationTimestamp: "2026-09-18T20:30:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:30:06Z"
    name: isvc-init-fail-5c9b8b-predictor-7c74f49864-spww9.18d68455d50bd63a
    namespace: kserve-ci-e2e-test
    resourceVersion: "15053"
    uid: afe82f10-f8c8-4589-bad3-4750ed1a73d0
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:29:56Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-init-fail-5c9b8b-predictor-7c74f49864
    namespace: kserve-ci-e2e-test
    resourceVersion: "14907"
    uid: e1693af1-9b3b-4f82-a676-5f2a6e338b21
  kind: Event
  lastTimestamp: "2026-09-18T20:29:56Z"
  message: 'Created pod: isvc-init-fail-5c9b8b-predictor-7c74f49864-spww9'
  metadata:
    creationTimestamp: "2026-09-18T20:29:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T20:29:56Z"
    name: isvc-init-fail-5c9b8b-predictor-7c74f49864.18d68453929ef2b8
    namespace: kserve-ci-e2e-test
    resourceVersion: "14917"
    uid: 3de013f4-ceba-4651-a65d-3a3a160ea7b8
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:29:56Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-init-fail-5c9b8b-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14905"
    uid: 08b750a8-f70b-426d-9579-38895ef7bbcb
  kind: Event
  lastTimestamp: "2026-09-18T20:29:56Z"
  message: Scaled up replica set isvc-init-fail-5c9b8b-predictor-7c74f49864 from 0
    to 1
  metadata:
    creationTimestamp: "2026-09-18T20:29:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T20:29:56Z"
    name: isvc-init-fail-5c9b8b-predictor.18d684538f71e6ac
    namespace: kserve-ci-e2e-test
    resourceVersion: "14908"
    uid: e9c86a0e-5112-4e18-8e7b-bd043045163d
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 8
  eventTime: null
  firstTimestamp: "2026-09-18T20:29:56Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-init-fail-5c9b8b
    namespace: kserve-ci-e2e-test
    resourceVersion: "14890"
    uid: 4fed642c-8c97-4eac-abc7-9098116b7656
  kind: Event
  lastTimestamp: "2026-09-18T20:30:01Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-18T20:29:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T20:30:01Z"
    name: isvc-init-fail-5c9b8b.18d684538fa1390a
    namespace: kserve-ci-e2e-test
    resourceVersion: "14999"
    uid: 82967709-6853-41f9-be54-1a88865cdae7
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-18T20:58:29.163631Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-predictor-54f85ddf88-h6d7r
    namespace: kserve-ci-e2e-test
    resourceVersion: "31236"
    uid: 995b6994-306e-4d79-87a5-5ff896e943df
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-lightgbm-predictor-54f85ddf88-h6d7r
    to ip-10-0-143-76.ec2.internal
  metadata:
    creationTimestamp: "2026-09-18T20:58:29Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-18T20:58:29Z"
    name: isvc-lightgbm-predictor-54f85ddf88-h6d7r.18d685e25b1640ef
    namespace: kserve-ci-e2e-test
    resourceVersion: "31244"
    uid: d6a957e3-7211-446a-897d-da347cd18aa7
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-584d99b576-bdzl5
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:58:29Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-predictor-54f85ddf88-h6d7r
    namespace: kserve-ci-e2e-test
    resourceVersion: "31248"
    uid: 995b6994-306e-4d79-87a5-5ff896e943df
  kind: Event
  lastTimestamp: "2026-09-18T20:58:29Z"
  message: Add eth0 [10.133.0.51/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-18T20:58:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-18T20:58:29Z"
    name: isvc-lightgbm-predictor-54f85ddf88-h6d7r.18d685e27d13c2b4
    namespace: kserve-ci-e2e-test
    resourceVersion: "31256"
    uid: 83a2eb0a-b02d-426f-bbe4-1edaa8d66d27
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:58:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-predictor-54f85ddf88-h6d7r
    namespace: kserve-ci-e2e-test
    resourceVersion: "31240"
    uid: 995b6994-306e-4d79-87a5-5ff896e943df
  kind: Event
  lastTimestamp: "2026-09-18T20:58:29Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:2cbd0ba61f740962b2bad1a0e55e41574489d7afdb86fa314f3953b8c8af773e"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-18T20:58:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:58:29Z"
    name: isvc-lightgbm-predictor-54f85ddf88-h6d7r.18d685e27e57c930
    namespace: kserve-ci-e2e-test
    resourceVersion: "31258"
    uid: 3e1da7f8-b5dd-48f4-af1e-32977c88f4e6
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:58:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-predictor-54f85ddf88-h6d7r
    namespace: kserve-ci-e2e-test
    resourceVersion: "31240"
    uid: 995b6994-306e-4d79-87a5-5ff896e943df
  kind: Event
  lastTimestamp: "2026-09-18T20:58:29Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-18T20:58:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:58:29Z"
    name: isvc-lightgbm-predictor-54f85ddf88-h6d7r.18d685e280f8ae1d
    namespace: kserve-ci-e2e-test
    resourceVersion: "31259"
    uid: d9bf3c37-e636-44b2-8f5d-873dd258cc05
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:58:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-predictor-54f85ddf88-h6d7r
    namespace: kserve-ci-e2e-test
    resourceVersion: "31240"
    uid: 995b6994-306e-4d79-87a5-5ff896e943df
  kind: Event
  lastTimestamp: "2026-09-18T20:58:29Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-18T20:58:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:58:29Z"
    name: isvc-lightgbm-predictor-54f85ddf88-h6d7r.18d685e2816a3b69
    namespace: kserve-ci-e2e-test
    resourceVersion: "31260"
    uid: 204d6c45-566b-41d6-9f2a-6ee7b9abe48b
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:58:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-predictor-54f85ddf88-h6d7r
    namespace: kserve-ci-e2e-test
    resourceVersion: "31240"
    uid: 995b6994-306e-4d79-87a5-5ff896e943df
  kind: Event
  lastTimestamp: "2026-09-18T20:58:33Z"
  message: Pulling image "kserve/lgbserver:latest"
  metadata:
    creationTimestamp: "2026-09-18T20:58:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:58:33Z"
    name: isvc-lightgbm-predictor-54f85ddf88-h6d7r.18d685e37535bd41
    namespace: kserve-ci-e2e-test
    resourceVersion: "31290"
    uid: 3e280f0d-6c72-4250-8772-390b6189f3fd
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:58:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-predictor-54f85ddf88-h6d7r
    namespace: kserve-ci-e2e-test
    resourceVersion: "31240"
    uid: 995b6994-306e-4d79-87a5-5ff896e943df
  kind: Event
  lastTimestamp: "2026-09-18T20:58:40Z"
  message: 'Successfully pulled image "kserve/lgbserver:latest" in 6.325s (6.325s
    including waiting). Image size: 644656917 bytes.'
  metadata:
    creationTimestamp: "2026-09-18T20:58:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:58:40Z"
    name: isvc-lightgbm-predictor-54f85ddf88-h6d7r.18d685e4ee410757
    namespace: kserve-ci-e2e-test
    resourceVersion: "31342"
    uid: 6bd56aaa-559c-489e-b195-9a57de45d7ee
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:58:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-predictor-54f85ddf88-h6d7r
    namespace: kserve-ci-e2e-test
    resourceVersion: "31240"
    uid: 995b6994-306e-4d79-87a5-5ff896e943df
  kind: Event
  lastTimestamp: "2026-09-18T20:58:40Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-18T20:58:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:58:40Z"
    name: isvc-lightgbm-predictor-54f85ddf88-h6d7r.18d685e4f12ee2b5
    namespace: kserve-ci-e2e-test
    resourceVersion: "31343"
    uid: 2ce5d325-38d3-4092-a853-5ae22d5ffc29
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:58:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-predictor-54f85ddf88-h6d7r
    namespace: kserve-ci-e2e-test
    resourceVersion: "31240"
    uid: 995b6994-306e-4d79-87a5-5ff896e943df
  kind: Event
  lastTimestamp: "2026-09-18T20:58:40Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-18T20:58:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:58:40Z"
    name: isvc-lightgbm-predictor-54f85ddf88-h6d7r.18d685e4f1a164de
    namespace: kserve-ci-e2e-test
    resourceVersion: "31344"
    uid: cf8163f0-095b-49f3-b2e2-8a1993338b30
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:58:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-predictor-54f85ddf88-h6d7r
    namespace: kserve-ci-e2e-test
    resourceVersion: "31240"
    uid: 995b6994-306e-4d79-87a5-5ff896e943df
  kind: Event
  lastTimestamp: "2026-09-18T20:58:40Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-18T20:58:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:58:40Z"
    name: isvc-lightgbm-predictor-54f85ddf88-h6d7r.18d685e4f1aa79a0
    namespace: kserve-ci-e2e-test
    resourceVersion: "31345"
    uid: 7e5b86b8-4868-4d36-9a79-27bb061c5026
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:58:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-predictor-54f85ddf88-h6d7r
    namespace: kserve-ci-e2e-test
    resourceVersion: "31240"
    uid: 995b6994-306e-4d79-87a5-5ff896e943df
  kind: Event
  lastTimestamp: "2026-09-18T20:58:40Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-18T20:58:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:58:40Z"
    name: isvc-lightgbm-predictor-54f85ddf88-h6d7r.18d685e4f4bf95f6
    namespace: kserve-ci-e2e-test
    resourceVersion: "31346"
    uid: ea48ab53-cd42-4645-9dda-f04556d333f0
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:58:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-predictor-54f85ddf88-h6d7r
    namespace: kserve-ci-e2e-test
    resourceVersion: "31240"
    uid: 995b6994-306e-4d79-87a5-5ff896e943df
  kind: Event
  lastTimestamp: "2026-09-18T20:58:40Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-18T20:58:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:58:40Z"
    name: isvc-lightgbm-predictor-54f85ddf88-h6d7r.18d685e4f563b13f
    namespace: kserve-ci-e2e-test
    resourceVersion: "31347"
    uid: f40a29b9-ce0f-4296-a400-6dcf3057e499
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-09-18T20:58:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-predictor-54f85ddf88-h6d7r
    namespace: kserve-ci-e2e-test
    resourceVersion: "31240"
    uid: 995b6994-306e-4d79-87a5-5ff896e943df
  kind: Event
  lastTimestamp: "2026-09-18T21:00:31Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.51:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-18T20:58:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T21:00:31Z"
    name: isvc-lightgbm-predictor-54f85ddf88-h6d7r.18d685e554441d93
    namespace: kserve-ci-e2e-test
    resourceVersion: "32280"
    uid: 97c59a03-0151-47c2-82ee-1aa9ede3845e
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-76.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T21:00:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-predictor-54f85ddf88-h6d7r
    namespace: kserve-ci-e2e-test
    resourceVersion: "31240"
    uid: 995b6994-306e-4d79-87a5-5ff896e943df
  kind: Event
  lastTimestamp: "2026-09-18T21:00:29Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-18T21:00:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T21:00:29Z"
    name: isvc-lightgbm-predictor-54f85ddf88-h6d7r.18d685fe7c15ee72
    namespace: kserve-ci-e2e-test
    resourceVersion: "32266"
    uid: f18c577e-53ec-45de-9423-6d9635564408
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T21:00:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-predictor-54f85ddf88-h6d7r
    namespace: kserve-ci-e2e-test
    resourceVersion: "31240"
    uid: 995b6994-306e-4d79-87a5-5ff896e943df
  kind: Event
  lastTimestamp: "2026-09-18T21:00:29Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-18T21:00:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T21:00:29Z"
    name: isvc-lightgbm-predictor-54f85ddf88-h6d7r.18d685fe7c165aa4
    namespace: kserve-ci-e2e-test
    resourceVersion: "32267"
    uid: 54bfb1e5-759a-4e0f-8adc-5eaf17a78c94
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T21:00:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-predictor-54f85ddf88-h6d7r
    namespace: kserve-ci-e2e-test
    resourceVersion: "31240"
    uid: 995b6994-306e-4d79-87a5-5ff896e943df
  kind: Event
  lastTimestamp: "2026-09-18T21:00:32Z"
  message: 'Readiness probe failed: Get "https://10.133.0.51:8643/healthz": dial tcp
    10.133.0.51:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-18T21:00:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T21:00:32Z"
    name: isvc-lightgbm-predictor-54f85ddf88-h6d7r.18d685ff2c91386f
    namespace: kserve-ci-e2e-test
    resourceVersion: "32296"
    uid: 78ab6c6a-679b-4c01-9039-dda4cf542fa1
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-76.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:58:29Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-lightgbm-predictor-54f85ddf88
    namespace: kserve-ci-e2e-test
    resourceVersion: "31224"
    uid: b50a480e-7ea0-469c-8752-17bc92b06195
  kind: Event
  lastTimestamp: "2026-09-18T20:58:29Z"
  message: 'Created pod: isvc-lightgbm-predictor-54f85ddf88-h6d7r'
  metadata:
    creationTimestamp: "2026-09-18T20:58:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T20:58:29Z"
    name: isvc-lightgbm-predictor-54f85ddf88.18d685e25a3e9c9c
    namespace: kserve-ci-e2e-test
    resourceVersion: "31239"
    uid: dbc86433-2477-46f3-8b14-d1a17bca3aaa
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:58:29Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31222"
    uid: 81641a44-3f2e-4bee-aed4-b8231cab43f0
  kind: Event
  lastTimestamp: "2026-09-18T20:58:29Z"
  message: Scaled up replica set isvc-lightgbm-predictor-54f85ddf88 from 0 to 1
  metadata:
    creationTimestamp: "2026-09-18T20:58:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T20:58:29Z"
    name: isvc-lightgbm-predictor.18d685e257526dcd
    namespace: kserve-ci-e2e-test
    resourceVersion: "31226"
    uid: d5b32609-2268-4563-ad0d-2c3846485cf0
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-18T20:58:44Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31223"
    uid: 5011b3d2-9dd7-40ea-a468-b4ff55472382
  kind: Event
  lastTimestamp: "2026-09-18T20:59:14Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-18T20:58:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T20:59:14Z"
    name: isvc-lightgbm-predictor.18d685e5d5c64c0c
    namespace: kserve-ci-e2e-test
    resourceVersion: "31681"
    uid: 651853d2-9176-4fa6-ba55-b9862818b2b8
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-18T20:58:44Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31223"
    uid: 5011b3d2-9dd7-40ea-a468-b4ff55472382
  kind: Event
  lastTimestamp: "2026-09-18T20:59:14Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-18T20:58:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T20:59:14Z"
    name: isvc-lightgbm-predictor.18d685e5d62f1c18
    namespace: kserve-ci-e2e-test
    resourceVersion: "31682"
    uid: 0f03feed-35d3-4390-ae5f-aed8555c51f3
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-09-18T20:59:29Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31378"
    uid: 5011b3d2-9dd7-40ea-a468-b4ff55472382
  kind: Event
  lastTimestamp: "2026-09-18T21:00:29Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-18T20:59:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T21:00:29Z"
    name: isvc-lightgbm-predictor.18d685f05330cf0b
    namespace: kserve-ci-e2e-test
    resourceVersion: "32240"
    uid: f0005eac-c351-4ea4-b627-884bb5a13582
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-09-18T20:59:29Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31378"
    uid: 5011b3d2-9dd7-40ea-a468-b4ff55472382
  kind: Event
  lastTimestamp: "2026-09-18T21:00:29Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-18T20:59:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T21:00:29Z"
    name: isvc-lightgbm-predictor.18d685f05396d6e9
    namespace: kserve-ci-e2e-test
    resourceVersion: "32241"
    uid: bc9e8b69-223b-4470-af0e-eddc452176f2
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-18T21:00:35.216312Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-zqc56
    namespace: kserve-ci-e2e-test
    resourceVersion: "32341"
    uid: f4ce29a2-a52d-4eef-852b-cf95d02c3432
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-lightgbm-runtime-predictor-577f7db7cb-zqc56
    to ip-10-0-143-76.ec2.internal
  metadata:
    creationTimestamp: "2026-09-18T21:00:35Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-18T21:00:35Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-zqc56.18d685ffb4699069
    namespace: kserve-ci-e2e-test
    resourceVersion: "32345"
    uid: 95343172-aad5-473c-9340-d15e1c84e7e7
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-584d99b576-bdzl5
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T21:00:35Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-zqc56
    namespace: kserve-ci-e2e-test
    resourceVersion: "32350"
    uid: f4ce29a2-a52d-4eef-852b-cf95d02c3432
  kind: Event
  lastTimestamp: "2026-09-18T21:00:35Z"
  message: Add eth0 [10.133.0.53/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-18T21:00:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-18T21:00:35Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-zqc56.18d685ffd5fc4bc5
    namespace: kserve-ci-e2e-test
    resourceVersion: "32367"
    uid: 6a63010f-2d09-4534-a6ae-890ea1d90651
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T21:00:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-zqc56
    namespace: kserve-ci-e2e-test
    resourceVersion: "32343"
    uid: f4ce29a2-a52d-4eef-852b-cf95d02c3432
  kind: Event
  lastTimestamp: "2026-09-18T21:00:35Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:2cbd0ba61f740962b2bad1a0e55e41574489d7afdb86fa314f3953b8c8af773e"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-18T21:00:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T21:00:35Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-zqc56.18d685ffd77fdf0a
    namespace: kserve-ci-e2e-test
    resourceVersion: "32369"
    uid: 6db3f725-99fe-4fb4-bbab-866f93dd2802
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T21:00:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-zqc56
    namespace: kserve-ci-e2e-test
    resourceVersion: "32343"
    uid: f4ce29a2-a52d-4eef-852b-cf95d02c3432
  kind: Event
  lastTimestamp: "2026-09-18T21:00:35Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-18T21:00:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T21:00:35Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-zqc56.18d685ffdacad9cf
    namespace: kserve-ci-e2e-test
    resourceVersion: "32371"
    uid: 1b664d01-49a1-44e9-a16c-b2bc94fa052d
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T21:00:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-zqc56
    namespace: kserve-ci-e2e-test
    resourceVersion: "32343"
    uid: f4ce29a2-a52d-4eef-852b-cf95d02c3432
  kind: Event
  lastTimestamp: "2026-09-18T21:00:35Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-18T21:00:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T21:00:35Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-zqc56.18d685ffdb2a3020
    namespace: kserve-ci-e2e-test
    resourceVersion: "32372"
    uid: 9af7c9c0-c204-408f-ae28-f6468b7979c3
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T21:00:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-zqc56
    namespace: kserve-ci-e2e-test
    resourceVersion: "32343"
    uid: f4ce29a2-a52d-4eef-852b-cf95d02c3432
  kind: Event
  lastTimestamp: "2026-09-18T21:00:40Z"
  message: Container image "kserve/lgbserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-09-18T21:00:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T21:00:40Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-zqc56.18d68600eab1ab81
    namespace: kserve-ci-e2e-test
    resourceVersion: "32410"
    uid: 456a8691-d427-43f4-8040-aee732b2e1b8
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T21:00:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-zqc56
    namespace: kserve-ci-e2e-test
    resourceVersion: "32343"
    uid: f4ce29a2-a52d-4eef-852b-cf95d02c3432
  kind: Event
  lastTimestamp: "2026-09-18T21:00:40Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-18T21:00:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T21:00:40Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-zqc56.18d68600eec23809
    namespace: kserve-ci-e2e-test
    resourceVersion: "32414"
    uid: ff36e2ca-0698-40c5-a151-6e162490d7d5
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T21:00:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-zqc56
    namespace: kserve-ci-e2e-test
    resourceVersion: "32343"
    uid: f4ce29a2-a52d-4eef-852b-cf95d02c3432
  kind: Event
  lastTimestamp: "2026-09-18T21:00:40Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-18T21:00:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T21:00:40Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-zqc56.18d68600ef35bc1c
    namespace: kserve-ci-e2e-test
    resourceVersion: "32415"
    uid: 4575a3c9-11b5-431d-a551-fa3ba4edfde9
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T21:00:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-zqc56
    namespace: kserve-ci-e2e-test
    resourceVersion: "32343"
    uid: f4ce29a2-a52d-4eef-852b-cf95d02c3432
  kind: Event
  lastTimestamp: "2026-09-18T21:00:40Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-18T21:00:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T21:00:40Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-zqc56.18d68600ef402fcf
    namespace: kserve-ci-e2e-test
    resourceVersion: "32416"
    uid: 04a1cdfe-241b-4309-94ba-7739f281c94d
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T21:00:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-zqc56
    namespace: kserve-ci-e2e-test
    resourceVersion: "32343"
    uid: f4ce29a2-a52d-4eef-852b-cf95d02c3432
  kind: Event
  lastTimestamp: "2026-09-18T21:00:40Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-18T21:00:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T21:00:40Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-zqc56.18d68600f2236a69
    namespace: kserve-ci-e2e-test
    resourceVersion: "32418"
    uid: 1f578f08-45a7-4475-ad88-4c2f291d93f9
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T21:00:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-zqc56
    namespace: kserve-ci-e2e-test
    resourceVersion: "32343"
    uid: f4ce29a2-a52d-4eef-852b-cf95d02c3432
  kind: Event
  lastTimestamp: "2026-09-18T21:00:40Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-18T21:00:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T21:00:40Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-zqc56.18d68600f293a694
    namespace: kserve-ci-e2e-test
    resourceVersion: "32419"
    uid: 57b930fc-b13c-4096-9cdf-39cad0c6fee4
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-18T21:00:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-zqc56
    namespace: kserve-ci-e2e-test
    resourceVersion: "32343"
    uid: f4ce29a2-a52d-4eef-852b-cf95d02c3432
  kind: Event
  lastTimestamp: "2026-09-18T21:02:08Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.53:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-18T21:00:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T21:02:08Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-zqc56.18d6860162baf62e
    namespace: kserve-ci-e2e-test
    resourceVersion: "33232"
    uid: b866e4f5-943a-436b-b6d1-1416bb36f5c8
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-76.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T21:02:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-zqc56
    namespace: kserve-ci-e2e-test
    resourceVersion: "32343"
    uid: f4ce29a2-a52d-4eef-852b-cf95d02c3432
  kind: Event
  lastTimestamp: "2026-09-18T21:02:16Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-18T21:02:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T21:02:16Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-zqc56.18d68617604d7c0d
    namespace: kserve-ci-e2e-test
    resourceVersion: "33321"
    uid: 1dd2139f-2d15-4df4-9099-dd36199e6ccd
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T21:02:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-zqc56
    namespace: kserve-ci-e2e-test
    resourceVersion: "32343"
    uid: f4ce29a2-a52d-4eef-852b-cf95d02c3432
  kind: Event
  lastTimestamp: "2026-09-18T21:02:16Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-18T21:02:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T21:02:16Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-zqc56.18d68617604e1b1c
    namespace: kserve-ci-e2e-test
    resourceVersion: "33322"
    uid: b5f0b1de-f8bf-4475-8ff4-fff26847d0fb
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T21:02:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-zqc56
    namespace: kserve-ci-e2e-test
    resourceVersion: "32343"
    uid: f4ce29a2-a52d-4eef-852b-cf95d02c3432
  kind: Event
  lastTimestamp: "2026-09-18T21:02:18Z"
  message: 'Readiness probe failed: Get "https://10.133.0.53:8643/healthz": dial tcp
    10.133.0.53:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-18T21:02:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T21:02:18Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-zqc56.18d68617bd056788
    namespace: kserve-ci-e2e-test
    resourceVersion: "33334"
    uid: c96abc2c-5b9b-48af-b8d9-a7dafbaeac0d
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-76.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T21:00:35Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-lightgbm-runtime-predictor-577f7db7cb
    namespace: kserve-ci-e2e-test
    resourceVersion: "32324"
    uid: bfe44dbc-36fd-4062-85bf-d03386b6ac48
  kind: Event
  lastTimestamp: "2026-09-18T21:00:35Z"
  message: 'Created pod: isvc-lightgbm-runtime-predictor-577f7db7cb-zqc56'
  metadata:
    creationTimestamp: "2026-09-18T21:00:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T21:00:35Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb.18d685ffb3a5f3f0
    namespace: kserve-ci-e2e-test
    resourceVersion: "32342"
    uid: 81224771-5cd0-44f4-8dd5-d8a6ae30b96c
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T21:00:35Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-lightgbm-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32322"
    uid: 22024642-dd5f-4929-a4ba-84701d4179ef
  kind: Event
  lastTimestamp: "2026-09-18T21:00:35Z"
  message: Scaled up replica set isvc-lightgbm-runtime-predictor-577f7db7cb from 0
    to 1
  metadata:
    creationTimestamp: "2026-09-18T21:00:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T21:00:35Z"
    name: isvc-lightgbm-runtime-predictor.18d685ffaecc1c3c
    namespace: kserve-ci-e2e-test
    resourceVersion: "32326"
    uid: 0502b108-61bc-4cbc-bc48-384ecfebe234
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-18T21:00:50Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32323"
    uid: 4884159d-5770-4e58-9258-10d450365b61
  kind: Event
  lastTimestamp: "2026-09-18T21:01:20Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-18T21:00:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T21:01:20Z"
    name: isvc-lightgbm-runtime-predictor.18d686032d438041
    namespace: kserve-ci-e2e-test
    resourceVersion: "32787"
    uid: 3e5906f0-fd61-4d65-a3b5-38bb97c20ff5
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-18T21:00:50Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32323"
    uid: 4884159d-5770-4e58-9258-10d450365b61
  kind: Event
  lastTimestamp: "2026-09-18T21:01:20Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-18T21:00:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T21:01:20Z"
    name: isvc-lightgbm-runtime-predictor.18d686032da5dc4f
    namespace: kserve-ci-e2e-test
    resourceVersion: "32788"
    uid: 088d5945-bfaa-45c0-9141-54b6e65ed5f2
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-18T21:01:35Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32559"
    uid: 4884159d-5770-4e58-9258-10d450365b61
  kind: Event
  lastTimestamp: "2026-09-18T21:02:05Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-18T21:01:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T21:02:05Z"
    name: isvc-lightgbm-runtime-predictor.18d6860da997552d
    namespace: kserve-ci-e2e-test
    resourceVersion: "33203"
    uid: 3e6c2386-bbe5-44b5-88d7-06399dcb9fdb
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-18T21:01:35Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32559"
    uid: 4884159d-5770-4e58-9258-10d450365b61
  kind: Event
  lastTimestamp: "2026-09-18T21:02:05Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-18T21:01:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T21:02:05Z"
    name: isvc-lightgbm-runtime-predictor.18d6860da9fff3cf
    namespace: kserve-ci-e2e-test
    resourceVersion: "33204"
    uid: e3ce4464-e69c-408e-8294-2d25819d94d2
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-18T21:00:35Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "32314"
    uid: 481f2b4d-5004-4466-a3b5-e8f6e787e920
  kind: Event
  lastTimestamp: "2026-09-18T21:02:14Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-18T21:00:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T21:02:14Z"
    name: isvc-lightgbm-runtime.18d685ffaefe18c8
    namespace: kserve-ci-e2e-test
    resourceVersion: "33287"
    uid: 817a8158-1b4d-4da9-889c-8d44736639ff
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-18T21:00:35Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "32314"
    uid: 481f2b4d-5004-4466-a3b5-e8f6e787e920
  kind: Event
  lastTimestamp: "2026-09-18T21:00:35Z"
  message: 'Failed to update status for InferenceService "isvc-lightgbm-runtime":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-lightgbm-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-18T21:00:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T21:00:35Z"
    name: isvc-lightgbm-runtime.18d685ffaf5f1841
    namespace: kserve-ci-e2e-test
    resourceVersion: "32351"
    uid: 770a05b3-7f2b-42f9-8740-2297f881f8f4
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T21:00:35Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "32317"
    uid: 481f2b4d-5004-4466-a3b5-e8f6e787e920
  kind: Event
  lastTimestamp: "2026-09-18T21:00:35Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-lightgbm-runtime": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-18T21:00:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T21:00:35Z"
    name: isvc-lightgbm-runtime.18d685ffb61c9488
    namespace: kserve-ci-e2e-test
    resourceVersion: "32352"
    uid: 4b0284e8-821b-450c-9143-bde3e38076ff
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T21:02:14Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "33285"
    uid: 481f2b4d-5004-4466-a3b5-e8f6e787e920
  kind: Event
  lastTimestamp: "2026-09-18T21:02:14Z"
  message: InferenceService [isvc-lightgbm-runtime] is Ready
  metadata:
    creationTimestamp: "2026-09-18T21:02:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T21:02:14Z"
    name: isvc-lightgbm-runtime.18d68616d41928cf
    namespace: kserve-ci-e2e-test
    resourceVersion: "33286"
    uid: 36341e71-789d-410e-b892-58a2c87645ce
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-18T21:03:17.560470Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-cn22h
    namespace: kserve-ci-e2e-test
    resourceVersion: "33898"
    uid: 14d37756-81d5-41d1-bf25-162ee3b20cf3
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-cn22h
    to ip-10-0-143-76.ec2.internal
  metadata:
    creationTimestamp: "2026-09-18T21:03:17Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-18T21:03:17Z"
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-cn22h.18d6862580e0c489
    namespace: kserve-ci-e2e-test
    resourceVersion: "33906"
    uid: a75a1642-71c1-4bf6-9843-84287b6fd087
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-584d99b576-bdzl5
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T21:03:17Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-cn22h
    namespace: kserve-ci-e2e-test
    resourceVersion: "33901"
    uid: 14d37756-81d5-41d1-bf25-162ee3b20cf3
  kind: Event
  lastTimestamp: "2026-09-18T21:03:17Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-lightgbm-v2-kserve-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-18T21:03:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T21:03:17Z"
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-cn22h.18d686258d852f3e
    namespace: kserve-ci-e2e-test
    resourceVersion: "33912"
    uid: 092cdd23-586e-44be-9c94-3ec06646fd53
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-76.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T21:03:18Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-cn22h
    namespace: kserve-ci-e2e-test
    resourceVersion: "33909"
    uid: 14d37756-81d5-41d1-bf25-162ee3b20cf3
  kind: Event
  lastTimestamp: "2026-09-18T21:03:18Z"
  message: Add eth0 [10.133.0.55/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-18T21:03:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-18T21:03:18Z"
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-cn22h.18d68625c68d63ab
    namespace: kserve-ci-e2e-test
    resourceVersion: "33923"
    uid: eb3537b0-a214-4128-a37a-03f90891a334
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T21:03:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-cn22h
    namespace: kserve-ci-e2e-test
    resourceVersion: "33901"
    uid: 14d37756-81d5-41d1-bf25-162ee3b20cf3
  kind: Event
  lastTimestamp: "2026-09-18T21:03:18Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:2cbd0ba61f740962b2bad1a0e55e41574489d7afdb86fa314f3953b8c8af773e"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-18T21:03:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T21:03:18Z"
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-cn22h.18d68625c7f54238
    namespace: kserve-ci-e2e-test
    resourceVersion: "33926"
    uid: abfa98b7-1e28-4dd7-8891-4aea7e21f687
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T21:03:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-cn22h
    namespace: kserve-ci-e2e-test
    resourceVersion: "33901"
    uid: 14d37756-81d5-41d1-bf25-162ee3b20cf3
  kind: Event
  lastTimestamp: "2026-09-18T21:03:18Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-18T21:03:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T21:03:18Z"
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-cn22h.18d68625cbfe1485
    namespace: kserve-ci-e2e-test
    resourceVersion: "33928"
    uid: f6de3161-b57f-47b4-becc-7c0ae401a2c5
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T21:03:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-cn22h
    namespace: kserve-ci-e2e-test
    resourceVersion: "33901"
    uid: 14d37756-81d5-41d1-bf25-162ee3b20cf3
  kind: Event
  lastTimestamp: "2026-09-18T21:03:18Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-18T21:03:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T21:03:18Z"
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-cn22h.18d68625cc6d1398
    namespace: kserve-ci-e2e-test
    resourceVersion: "33929"
    uid: eb85d5fd-48bf-4427-8ef3-4e974b3033a7
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T21:03:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-cn22h
    namespace: kserve-ci-e2e-test
    resourceVersion: "33901"
    uid: 14d37756-81d5-41d1-bf25-162ee3b20cf3
  kind: Event
  lastTimestamp: "2026-09-18T21:03:23Z"
  message: Container image "kserve/lgbserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-09-18T21:03:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T21:03:23Z"
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-cn22h.18d68626ca84c6ea
    namespace: kserve-ci-e2e-test
    resourceVersion: "34016"
    uid: 2bb7c4a7-aa2f-4b41-8476-3f4a8608c674
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T21:03:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-cn22h
    namespace: kserve-ci-e2e-test
    resourceVersion: "33901"
    uid: 14d37756-81d5-41d1-bf25-162ee3b20cf3
  kind: Event
  lastTimestamp: "2026-09-18T21:03:23Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-18T21:03:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T21:03:23Z"
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-cn22h.18d68626ce6f8662
    namespace: kserve-ci-e2e-test
    resourceVersion: "34022"
    uid: 7613a428-98e6-45d7-ad4c-b1fefec1cc7c
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T21:03:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-cn22h
    namespace: kserve-ci-e2e-test
    resourceVersion: "33901"
    uid: 14d37756-81d5-41d1-bf25-162ee3b20cf3
  kind: Event
  lastTimestamp: "2026-09-18T21:03:23Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-18T21:03:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T21:03:23Z"
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-cn22h.18d68626cee3b1d2
    namespace: kserve-ci-e2e-test
    resourceVersion: "34025"
    uid: 131233fa-600a-4f75-b601-de4e0e77bbeb
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T21:03:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-cn22h
    namespace: kserve-ci-e2e-test
    resourceVersion: "33901"
    uid: 14d37756-81d5-41d1-bf25-162ee3b20cf3
  kind: Event
  lastTimestamp: "2026-09-18T21:03:23Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-18T21:03:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T21:03:23Z"
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-cn22h.18d68626ceee0fa4
    namespace: kserve-ci-e2e-test
    resourceVersion: "34026"
    uid: ae1af2d7-93f5-4db7-ab27-5c6ed2e89f3d
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T21:03:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-cn22h
    namespace: kserve-ci-e2e-test
    resourceVersion: "33901"
    uid: 14d37756-81d5-41d1-bf25-162ee3b20cf3
  kind: Event
  lastTimestamp: "2026-09-18T21:03:23Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-18T21:03:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T21:03:23Z"
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-cn22h.18d68626d24dcbb9
    namespace: kserve-ci-e2e-test
    resourceVersion: "34032"
    uid: e9097422-35c7-4e49-b155-745aa0d3c038
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T21:03:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-cn22h
    namespace: kserve-ci-e2e-test
    resourceVersion: "33901"
    uid: 14d37756-81d5-41d1-bf25-162ee3b20cf3
  kind: Event
  lastTimestamp: "2026-09-18T21:03:23Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-18T21:03:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T21:03:23Z"
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-cn22h.18d68626d2c721eb
    namespace: kserve-ci-e2e-test
    resourceVersion: "34035"
    uid: ba0e9894-0340-4a65-b9ef-9b1faeb22042
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-18T21:03:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-cn22h
    namespace: kserve-ci-e2e-test
    resourceVersion: "33901"
    uid: 14d37756-81d5-41d1-bf25-162ee3b20cf3
  kind: Event
  lastTimestamp: "2026-09-18T21:03:30Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.55:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-18T21:03:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T21:03:30Z"
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-cn22h.18d6862706bf1e44
    namespace: kserve-ci-e2e-test
    resourceVersion: "34092"
    uid: 2d4ac1c5-c303-4b20-bbd8-c9de77c8cd72
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-76.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T21:03:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-cn22h
    namespace: kserve-ci-e2e-test
    resourceVersion: "33901"
    uid: 14d37756-81d5-41d1-bf25-162ee3b20cf3
  kind: Event
  lastTimestamp: "2026-09-18T21:03:48Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-18T21:03:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T21:03:48Z"
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-cn22h.18d6862ca33d343c
    namespace: kserve-ci-e2e-test
    resourceVersion: "34251"
    uid: 7fe73c73-dcb8-4660-a27c-cd021d326329
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T21:03:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-cn22h
    namespace: kserve-ci-e2e-test
    resourceVersion: "33901"
    uid: 14d37756-81d5-41d1-bf25-162ee3b20cf3
  kind: Event
  lastTimestamp: "2026-09-18T21:03:48Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-18T21:03:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T21:03:48Z"
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-cn22h.18d6862ca33de13e
    namespace: kserve-ci-e2e-test
    resourceVersion: "34252"
    uid: bddc4d9a-1664-4480-b0f1-9757490f2341
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T21:03:17Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5
    namespace: kserve-ci-e2e-test
    resourceVersion: "33889"
    uid: b9a251f5-e4e2-4f08-8ed7-7d7908a4ee4a
  kind: Event
  lastTimestamp: "2026-09-18T21:03:17Z"
  message: 'Created pod: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-cn22h'
  metadata:
    creationTimestamp: "2026-09-18T21:03:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T21:03:17Z"
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5.18d686257ffd8885
    namespace: kserve-ci-e2e-test
    resourceVersion: "33902"
    uid: 7edbea00-df01-4222-a4fa-30fa9328ef06
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T21:03:17Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-lightgbm-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33887"
    uid: c624da3e-4d50-4e0c-ba5f-bc3e96706612
  kind: Event
  lastTimestamp: "2026-09-18T21:03:17Z"
  message: Scaled up replica set isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5 from
    0 to 1
  metadata:
    creationTimestamp: "2026-09-18T21:03:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T21:03:17Z"
    name: isvc-lightgbm-v2-kserve-predictor.18d686257b70596f
    namespace: kserve-ci-e2e-test
    resourceVersion: "33891"
    uid: 7dcc26dd-0eda-4574-a8be-4a52b21c4671
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-18T21:03:32Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33888"
    uid: d66f7db1-c804-4726-81e3-35bf800ab649
  kind: Event
  lastTimestamp: "2026-09-18T21:03:47Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-18T21:03:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T21:03:47Z"
    name: isvc-lightgbm-v2-kserve-predictor.18d68628fa2d5b85
    namespace: kserve-ci-e2e-test
    resourceVersion: "34228"
    uid: 717f748c-c2e5-4852-8971-4e3664b35be4
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-18T21:03:32Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33888"
    uid: d66f7db1-c804-4726-81e3-35bf800ab649
  kind: Event
  lastTimestamp: "2026-09-18T21:03:47Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-18T21:03:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T21:03:47Z"
    name: isvc-lightgbm-v2-kserve-predictor.18d68628fa8a36b6
    namespace: kserve-ci-e2e-test
    resourceVersion: "34229"
    uid: ea39ba8f-845e-4947-aa2a-1aab45fbe177
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-18T21:03:17Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "33880"
    uid: 1656a060-9064-46fb-be93-6864d4549e14
  kind: Event
  lastTimestamp: "2026-09-18T21:03:40Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-18T21:03:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T21:03:40Z"
    name: isvc-lightgbm-v2-kserve.18d686257b82582e
    namespace: kserve-ci-e2e-test
    resourceVersion: "34181"
    uid: dfb5ac22-7256-47d6-a511-510d97fcee02
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T21:03:17Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "33880"
    uid: 1656a060-9064-46fb-be93-6864d4549e14
  kind: Event
  lastTimestamp: "2026-09-18T21:03:17Z"
  message: 'Failed to update status for InferenceService "isvc-lightgbm-v2-kserve":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-lightgbm-v2-kserve":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-18T21:03:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T21:03:17Z"
    name: isvc-lightgbm-v2-kserve.18d686257bf4678d
    namespace: kserve-ci-e2e-test
    resourceVersion: "33895"
    uid: bbccff2e-9a34-43cb-bc03-e451fcc00178
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T21:03:40Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "34179"
    uid: 1656a060-9064-46fb-be93-6864d4549e14
  kind: Event
  lastTimestamp: "2026-09-18T21:03:40Z"
  message: InferenceService [isvc-lightgbm-v2-kserve] is Ready
  metadata:
    creationTimestamp: "2026-09-18T21:03:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T21:03:40Z"
    name: isvc-lightgbm-v2-kserve.18d6862ac5dc2948
    namespace: kserve-ci-e2e-test
    resourceVersion: "34180"
    uid: 8528d0ae-e425-447f-a544-eee3ebc92169
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-18T21:02:22.055697Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-wvbmk
    namespace: kserve-ci-e2e-test
    resourceVersion: "33381"
    uid: f442ff0a-58b1-40f1-b848-32ec9c601587
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-wvbmk
    to ip-10-0-130-79.ec2.internal
  metadata:
    creationTimestamp: "2026-09-18T21:02:22Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-18T21:02:22Z"
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-wvbmk.18d68618948934c6
    namespace: kserve-ci-e2e-test
    resourceVersion: "33388"
    uid: 480c3b7d-5809-4ea3-b3e5-00c09fbed813
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-584d99b576-bdzl5
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T21:02:22Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-wvbmk
    namespace: kserve-ci-e2e-test
    resourceVersion: "33383"
    uid: f442ff0a-58b1-40f1-b848-32ec9c601587
  kind: Event
  lastTimestamp: "2026-09-18T21:02:22Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-lightgbm-v2-runtime-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-18T21:02:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T21:02:22Z"
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-wvbmk.18d686189c781eac
    namespace: kserve-ci-e2e-test
    resourceVersion: "33397"
    uid: 259ec56b-2e14-4047-b730-e597e8e9db74
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-79.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-79.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T21:02:23Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-wvbmk
    namespace: kserve-ci-e2e-test
    resourceVersion: "33392"
    uid: f442ff0a-58b1-40f1-b848-32ec9c601587
  kind: Event
  lastTimestamp: "2026-09-18T21:02:23Z"
  message: Add eth0 [10.134.0.52/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-18T21:02:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-18T21:02:23Z"
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-wvbmk.18d68618dad364ec
    namespace: kserve-ci-e2e-test
    resourceVersion: "33410"
    uid: 3c6a01ef-34dc-46ef-a5fa-43e822c66bcb
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T21:02:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-wvbmk
    namespace: kserve-ci-e2e-test
    resourceVersion: "33383"
    uid: f442ff0a-58b1-40f1-b848-32ec9c601587
  kind: Event
  lastTimestamp: "2026-09-18T21:02:23Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:2cbd0ba61f740962b2bad1a0e55e41574489d7afdb86fa314f3953b8c8af773e"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-18T21:02:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T21:02:23Z"
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-wvbmk.18d68618dc43bd77
    namespace: kserve-ci-e2e-test
    resourceVersion: "33412"
    uid: b766b45a-c058-472a-8648-666d334651e7
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-79.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-79.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T21:02:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-wvbmk
    namespace: kserve-ci-e2e-test
    resourceVersion: "33383"
    uid: f442ff0a-58b1-40f1-b848-32ec9c601587
  kind: Event
  lastTimestamp: "2026-09-18T21:02:23Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-18T21:02:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T21:02:23Z"
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-wvbmk.18d68618e004f92b
    namespace: kserve-ci-e2e-test
    resourceVersion: "33413"
    uid: fe1938fe-bc01-410b-b49a-a3068058178f
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-79.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-79.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T21:02:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-wvbmk
    namespace: kserve-ci-e2e-test
    resourceVersion: "33383"
    uid: f442ff0a-58b1-40f1-b848-32ec9c601587
  kind: Event
  lastTimestamp: "2026-09-18T21:02:23Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-18T21:02:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T21:02:23Z"
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-wvbmk.18d68618e07d9bb2
    namespace: kserve-ci-e2e-test
    resourceVersion: "33414"
    uid: f0a0e74e-892a-489a-b214-3c45fc48f7a4
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-79.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-79.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T21:02:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-wvbmk
    namespace: kserve-ci-e2e-test
    resourceVersion: "33383"
    uid: f442ff0a-58b1-40f1-b848-32ec9c601587
  kind: Event
  lastTimestamp: "2026-09-18T21:02:27Z"
  message: Container image "docker.io/seldonio/mlserver:1.7.1" already present on
    machine
  metadata:
    creationTimestamp: "2026-09-18T21:02:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T21:02:27Z"
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-wvbmk.18d68619dc7a3c3b
    namespace: kserve-ci-e2e-test
    resourceVersion: "33447"
    uid: dec6d7de-2885-4e2a-b324-28d97219cc49
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-79.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-79.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T21:02:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-wvbmk
    namespace: kserve-ci-e2e-test
    resourceVersion: "33383"
    uid: f442ff0a-58b1-40f1-b848-32ec9c601587
  kind: Event
  lastTimestamp: "2026-09-18T21:02:27Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-18T21:02:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T21:02:27Z"
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-wvbmk.18d68619e0258f91
    namespace: kserve-ci-e2e-test
    resourceVersion: "33452"
    uid: d84a593d-bc56-4c31-8ede-18a462b76930
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-79.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-79.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T21:02:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-wvbmk
    namespace: kserve-ci-e2e-test
    resourceVersion: "33383"
    uid: f442ff0a-58b1-40f1-b848-32ec9c601587
  kind: Event
  lastTimestamp: "2026-09-18T21:02:27Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-18T21:02:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T21:02:27Z"
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-wvbmk.18d68619e0a9d226
    namespace: kserve-ci-e2e-test
    resourceVersion: "33453"
    uid: ec0a2596-562b-4866-aeb4-e53b50256d67
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-79.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-79.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T21:02:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-wvbmk
    namespace: kserve-ci-e2e-test
    resourceVersion: "33383"
    uid: f442ff0a-58b1-40f1-b848-32ec9c601587
  kind: Event
  lastTimestamp: "2026-09-18T21:02:27Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-18T21:02:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T21:02:27Z"
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-wvbmk.18d68619e0b443f2
    namespace: kserve-ci-e2e-test
    resourceVersion: "33454"
    uid: e284528c-3b89-4141-8290-85408a9d2270
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-79.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-79.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T21:02:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-wvbmk
    namespace: kserve-ci-e2e-test
    resourceVersion: "33383"
    uid: f442ff0a-58b1-40f1-b848-32ec9c601587
  kind: Event
  lastTimestamp: "2026-09-18T21:02:27Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-18T21:02:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T21:02:27Z"
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-wvbmk.18d68619e3c4ac53
    namespace: kserve-ci-e2e-test
    resourceVersion: "33456"
    uid: 1ef0d122-a78b-4215-9dbe-eb2fb2693316
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-79.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-79.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T21:02:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-wvbmk
    namespace: kserve-ci-e2e-test
    resourceVersion: "33383"
    uid: f442ff0a-58b1-40f1-b848-32ec9c601587
  kind: Event
  lastTimestamp: "2026-09-18T21:02:27Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-18T21:02:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T21:02:27Z"
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-wvbmk.18d68619e43d45c2
    namespace: kserve-ci-e2e-test
    resourceVersion: "33457"
    uid: 1ab5ea3f-845f-4854-8636-438c1a4a86a4
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-79.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-79.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T21:03:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-wvbmk
    namespace: kserve-ci-e2e-test
    resourceVersion: "33383"
    uid: f442ff0a-58b1-40f1-b848-32ec9c601587
  kind: Event
  lastTimestamp: "2026-09-18T21:03:12Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-18T21:03:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T21:03:12Z"
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-wvbmk.18d686243bb937da
    namespace: kserve-ci-e2e-test
    resourceVersion: "33815"
    uid: ac7dad3c-8873-4536-b692-8b17ef39d387
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-79.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-79.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T21:03:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-wvbmk
    namespace: kserve-ci-e2e-test
    resourceVersion: "33383"
    uid: f442ff0a-58b1-40f1-b848-32ec9c601587
  kind: Event
  lastTimestamp: "2026-09-18T21:03:12Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-18T21:03:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T21:03:12Z"
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-wvbmk.18d686243bb9e00e
    namespace: kserve-ci-e2e-test
    resourceVersion: "33816"
    uid: 2e4b0e0c-c5ec-4f5a-8260-9482e103dba7
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-79.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-79.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T21:02:22Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5
    namespace: kserve-ci-e2e-test
    resourceVersion: "33372"
    uid: d5e6c384-daa3-4010-a426-99cf313c951c
  kind: Event
  lastTimestamp: "2026-09-18T21:02:22Z"
  message: 'Created pod: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-wvbmk'
  metadata:
    creationTimestamp: "2026-09-18T21:02:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T21:02:22Z"
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5.18d68618941cfe76
    namespace: kserve-ci-e2e-test
    resourceVersion: "33382"
    uid: b1a7341a-0ada-4473-944a-7a9ba0aa78b3
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T21:02:22Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-lightgbm-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33370"
    uid: 16c4d525-0435-4118-b0d7-e831dc004341
  kind: Event
  lastTimestamp: "2026-09-18T21:02:22Z"
  message: Scaled up replica set isvc-lightgbm-v2-runtime-predictor-7f4957c5d5 from
    0 to 1
  metadata:
    creationTimestamp: "2026-09-18T21:02:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T21:02:22Z"
    name: isvc-lightgbm-v2-runtime-predictor.18d68618916da0f9
    namespace: kserve-ci-e2e-test
    resourceVersion: "33374"
    uid: 8be22d23-314f-414b-8c3a-e3612317d0b2
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T21:02:37Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33371"
    uid: 9c302f02-3829-45fb-9af2-fa9997bdb3ee
  kind: Event
  lastTimestamp: "2026-09-18T21:02:37Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-18T21:02:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T21:02:37Z"
    name: isvc-lightgbm-v2-runtime-predictor.18d6861c1047c441
    namespace: kserve-ci-e2e-test
    resourceVersion: "33526"
    uid: 7510ee1c-df1e-46e3-9dda-0c7480a4f807
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T21:02:37Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33371"
    uid: 9c302f02-3829-45fb-9af2-fa9997bdb3ee
  kind: Event
  lastTimestamp: "2026-09-18T21:02:37Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-18T21:02:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T21:02:37Z"
    name: isvc-lightgbm-v2-runtime-predictor.18d6861c10aa4be8
    namespace: kserve-ci-e2e-test
    resourceVersion: "33528"
    uid: 3115403d-2f3f-420c-8087-c6217343bcc1
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-18T21:02:52Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33527"
    uid: 9c302f02-3829-45fb-9af2-fa9997bdb3ee
  kind: Event
  lastTimestamp: "2026-09-18T21:03:07Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-18T21:02:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T21:03:07Z"
    name: isvc-lightgbm-v2-runtime-predictor.18d6861f8f762b5b
    namespace: kserve-ci-e2e-test
    resourceVersion: "33762"
    uid: ff0eaf9e-2dd1-4728-8ecc-051dab7938c2
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-18T21:02:52Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33527"
    uid: 9c302f02-3829-45fb-9af2-fa9997bdb3ee
  kind: Event
  lastTimestamp: "2026-09-18T21:03:07Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-18T21:02:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T21:03:07Z"
    name: isvc-lightgbm-v2-runtime-predictor.18d6861f8fd94466
    namespace: kserve-ci-e2e-test
    resourceVersion: "33763"
    uid: 41a5abd0-f71c-42be-8776-17c784a7f0e7
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-18T21:02:22Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "33361"
    uid: a032f3cc-d745-44e5-9799-6945c48390b8
  kind: Event
  lastTimestamp: "2026-09-18T21:03:04Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-18T21:02:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T21:03:04Z"
    name: isvc-lightgbm-v2-runtime.18d6861891804156
    namespace: kserve-ci-e2e-test
    resourceVersion: "33733"
    uid: f69a6efd-51ac-4947-96a3-7355dfabe6ce
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T21:02:22Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "33361"
    uid: a032f3cc-d745-44e5-9799-6945c48390b8
  kind: Event
  lastTimestamp: "2026-09-18T21:02:22Z"
  message: 'Failed to update status for InferenceService "isvc-lightgbm-v2-runtime":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-lightgbm-v2-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-18T21:02:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T21:02:22Z"
    name: isvc-lightgbm-v2-runtime.18d6861892107e96
    namespace: kserve-ci-e2e-test
    resourceVersion: "33378"
    uid: 71202242-4e4f-4a8e-9981-a0cee2f4038e
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T21:03:04Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "33731"
    uid: a032f3cc-d745-44e5-9799-6945c48390b8
  kind: Event
  lastTimestamp: "2026-09-18T21:03:04Z"
  message: InferenceService [isvc-lightgbm-v2-runtime] is Ready
  metadata:
    creationTimestamp: "2026-09-18T21:03:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T21:03:04Z"
    name: isvc-lightgbm-v2-runtime.18d68622802523fa
    namespace: kserve-ci-e2e-test
    resourceVersion: "33732"
    uid: e529a413-19bc-4a39-a9cd-ea749567c8c1
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-18T20:58:29Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm
    namespace: kserve-ci-e2e-test
    resourceVersion: "31215"
    uid: c6c0bb7d-b121-4df7-8811-f869b14418ed
  kind: Event
  lastTimestamp: "2026-09-18T21:00:21Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-18T20:58:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T21:00:21Z"
    name: isvc-lightgbm.18d685e257520094
    namespace: kserve-ci-e2e-test
    resourceVersion: "32186"
    uid: c6017c63-fa3d-4fb8-b88d-508f0c87554a
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:58:29Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm
    namespace: kserve-ci-e2e-test
    resourceVersion: "31215"
    uid: c6c0bb7d-b121-4df7-8811-f869b14418ed
  kind: Event
  lastTimestamp: "2026-09-18T20:58:29Z"
  message: 'Failed to update status for InferenceService "isvc-lightgbm": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-lightgbm": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-09-18T20:58:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T20:58:29Z"
    name: isvc-lightgbm.18d685e257cd37ea
    namespace: kserve-ci-e2e-test
    resourceVersion: "31230"
    uid: edd9d494-7252-4d63-9750-29a0935d3455
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T21:00:21Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm
    namespace: kserve-ci-e2e-test
    resourceVersion: "32183"
    uid: c6c0bb7d-b121-4df7-8811-f869b14418ed
  kind: Event
  lastTimestamp: "2026-09-18T21:00:21Z"
  message: InferenceService [isvc-lightgbm] is Ready
  metadata:
    creationTimestamp: "2026-09-18T21:00:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T21:00:21Z"
    name: isvc-lightgbm.18d685fc858fb8fe
    namespace: kserve-ci-e2e-test
    resourceVersion: "32184"
    uid: 9432ad6c-da59-49b4-a647-a904d6b356ad
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-18T20:33:27.444301Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-logger-predictor-76f676cbf7-clkgz
    namespace: kserve-ci-e2e-test
    resourceVersion: "16923"
    uid: 7d35638c-5ab8-4d2c-a9bc-99da6989727c
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-logger-predictor-76f676cbf7-clkgz
    to ip-10-0-143-76.ec2.internal
  metadata:
    creationTimestamp: "2026-09-18T20:33:27Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-18T20:33:27Z"
    name: isvc-logger-predictor-76f676cbf7-clkgz.18d68484b5a3e1e6
    namespace: kserve-ci-e2e-test
    resourceVersion: "16929"
    uid: ff5ae502-9e6e-4b89-b49a-34031f0b4773
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-584d99b576-bdzl5
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:33:28Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-logger-predictor-76f676cbf7-clkgz
    namespace: kserve-ci-e2e-test
    resourceVersion: "16933"
    uid: 7d35638c-5ab8-4d2c-a9bc-99da6989727c
  kind: Event
  lastTimestamp: "2026-09-18T20:33:28Z"
  message: Add eth0 [10.133.0.29/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-18T20:33:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-18T20:33:28Z"
    name: isvc-logger-predictor-76f676cbf7-clkgz.18d68484d79fae3c
    namespace: kserve-ci-e2e-test
    resourceVersion: "16944"
    uid: 01ad8d26-ce7d-495d-8153-d5bb94f99daf
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:33:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-logger-predictor-76f676cbf7-clkgz
    namespace: kserve-ci-e2e-test
    resourceVersion: "16927"
    uid: 7d35638c-5ab8-4d2c-a9bc-99da6989727c
  kind: Event
  lastTimestamp: "2026-09-18T20:33:28Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:2cbd0ba61f740962b2bad1a0e55e41574489d7afdb86fa314f3953b8c8af773e"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-18T20:33:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:33:28Z"
    name: isvc-logger-predictor-76f676cbf7-clkgz.18d68484d90d0efa
    namespace: kserve-ci-e2e-test
    resourceVersion: "16946"
    uid: 8855faad-c03d-40d4-ba04-9c2ba7451064
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:33:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-logger-predictor-76f676cbf7-clkgz
    namespace: kserve-ci-e2e-test
    resourceVersion: "16927"
    uid: 7d35638c-5ab8-4d2c-a9bc-99da6989727c
  kind: Event
  lastTimestamp: "2026-09-18T20:33:28Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-18T20:33:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:33:28Z"
    name: isvc-logger-predictor-76f676cbf7-clkgz.18d68484dc5b5d14
    namespace: kserve-ci-e2e-test
    resourceVersion: "16947"
    uid: 716df5f3-65d5-4ca7-82bf-09b6f5c4b4dd
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:33:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-logger-predictor-76f676cbf7-clkgz
    namespace: kserve-ci-e2e-test
    resourceVersion: "16927"
    uid: 7d35638c-5ab8-4d2c-a9bc-99da6989727c
  kind: Event
  lastTimestamp: "2026-09-18T20:33:28Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-18T20:33:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:33:28Z"
    name: isvc-logger-predictor-76f676cbf7-clkgz.18d68484dcc82800
    namespace: kserve-ci-e2e-test
    resourceVersion: "16948"
    uid: 000a4443-99d0-4a89-aff0-00b82143dc4b
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:33:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-predictor-76f676cbf7-clkgz
    namespace: kserve-ci-e2e-test
    resourceVersion: "16927"
    uid: 7d35638c-5ab8-4d2c-a9bc-99da6989727c
  kind: Event
  lastTimestamp: "2026-09-18T20:33:32Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-2013"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-18T20:33:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:33:32Z"
    name: isvc-logger-predictor-76f676cbf7-clkgz.18d68485ecb8fb8a
    namespace: kserve-ci-e2e-test
    resourceVersion: "16999"
    uid: 6f5e7a08-e1e5-4140-9ff7-f0db1d7b356f
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:33:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-predictor-76f676cbf7-clkgz
    namespace: kserve-ci-e2e-test
    resourceVersion: "16927"
    uid: 7d35638c-5ab8-4d2c-a9bc-99da6989727c
  kind: Event
  lastTimestamp: "2026-09-18T20:33:32Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-18T20:33:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:33:32Z"
    name: isvc-logger-predictor-76f676cbf7-clkgz.18d68485efbf7a22
    namespace: kserve-ci-e2e-test
    resourceVersion: "17001"
    uid: af3dfd5d-de07-46ec-8994-a4413338b997
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:33:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-predictor-76f676cbf7-clkgz
    namespace: kserve-ci-e2e-test
    resourceVersion: "16927"
    uid: 7d35638c-5ab8-4d2c-a9bc-99da6989727c
  kind: Event
  lastTimestamp: "2026-09-18T20:33:32Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-18T20:33:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:33:32Z"
    name: isvc-logger-predictor-76f676cbf7-clkgz.18d68485f0316f0a
    namespace: kserve-ci-e2e-test
    resourceVersion: "17002"
    uid: 9ff372e1-1c0e-48d3-bc6c-a9e4989ab755
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:33:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-predictor-76f676cbf7-clkgz
    namespace: kserve-ci-e2e-test
    resourceVersion: "16927"
    uid: 7d35638c-5ab8-4d2c-a9bc-99da6989727c
  kind: Event
  lastTimestamp: "2026-09-18T20:33:32Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-18T20:33:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:33:32Z"
    name: isvc-logger-predictor-76f676cbf7-clkgz.18d68485f03b5d22
    namespace: kserve-ci-e2e-test
    resourceVersion: "17003"
    uid: b5cba95e-5a6c-4fee-adf9-e7c652309c0a
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:33:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-predictor-76f676cbf7-clkgz
    namespace: kserve-ci-e2e-test
    resourceVersion: "16927"
    uid: 7d35638c-5ab8-4d2c-a9bc-99da6989727c
  kind: Event
  lastTimestamp: "2026-09-18T20:33:32Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-18T20:33:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:33:32Z"
    name: isvc-logger-predictor-76f676cbf7-clkgz.18d68485f36ff856
    namespace: kserve-ci-e2e-test
    resourceVersion: "17008"
    uid: 7ede9929-a44d-4cf0-966a-9a79c1255e55
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:33:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-predictor-76f676cbf7-clkgz
    namespace: kserve-ci-e2e-test
    resourceVersion: "16927"
    uid: 7d35638c-5ab8-4d2c-a9bc-99da6989727c
  kind: Event
  lastTimestamp: "2026-09-18T20:33:32Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-18T20:33:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:33:32Z"
    name: isvc-logger-predictor-76f676cbf7-clkgz.18d68485f3e38f78
    namespace: kserve-ci-e2e-test
    resourceVersion: "17009"
    uid: 37d68ae5-cdf9-4237-89be-9f1302e60fb2
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:33:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-predictor-76f676cbf7-clkgz
    namespace: kserve-ci-e2e-test
    resourceVersion: "16927"
    uid: 7d35638c-5ab8-4d2c-a9bc-99da6989727c
  kind: Event
  lastTimestamp: "2026-09-18T20:33:32Z"
  message: Container image "quay.io/opendatahub/kserve-agent@sha256:bfbc00ba36039801e3cafbd0af9ffb0a52a9c8640f7ff416612ef57190d08496"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-18T20:33:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:33:32Z"
    name: isvc-logger-predictor-76f676cbf7-clkgz.18d68485f3eefada
    namespace: kserve-ci-e2e-test
    resourceVersion: "17010"
    uid: 9aa83738-08eb-4da7-844b-6aea3b031005
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:33:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-predictor-76f676cbf7-clkgz
    namespace: kserve-ci-e2e-test
    resourceVersion: "16927"
    uid: 7d35638c-5ab8-4d2c-a9bc-99da6989727c
  kind: Event
  lastTimestamp: "2026-09-18T20:33:32Z"
  message: 'Created container: agent'
  metadata:
    creationTimestamp: "2026-09-18T20:33:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:33:32Z"
    name: isvc-logger-predictor-76f676cbf7-clkgz.18d68485f6e1e3c2
    namespace: kserve-ci-e2e-test
    resourceVersion: "17011"
    uid: 3cc2fa9a-ca66-4583-bdbf-4e0de596e3b4
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:33:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-predictor-76f676cbf7-clkgz
    namespace: kserve-ci-e2e-test
    resourceVersion: "16927"
    uid: 7d35638c-5ab8-4d2c-a9bc-99da6989727c
  kind: Event
  lastTimestamp: "2026-09-18T20:33:32Z"
  message: Started container agent
  metadata:
    creationTimestamp: "2026-09-18T20:33:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:33:32Z"
    name: isvc-logger-predictor-76f676cbf7-clkgz.18d68485f752253f
    namespace: kserve-ci-e2e-test
    resourceVersion: "17012"
    uid: 7350c2ee-5a76-4d80-b421-e969ac7ba667
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-18T20:33:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-predictor-76f676cbf7-clkgz
    namespace: kserve-ci-e2e-test
    resourceVersion: "16927"
    uid: 7d35638c-5ab8-4d2c-a9bc-99da6989727c
  kind: Event
  lastTimestamp: "2026-09-18T20:35:10Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.29:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-18T20:33:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:35:10Z"
    name: isvc-logger-predictor-76f676cbf7-clkgz.18d6848628cab2ed
    namespace: kserve-ci-e2e-test
    resourceVersion: "17944"
    uid: c945ef44-3dc5-4fab-9bdb-36c50964eca1
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-76.ec2.internal
  type: Warning
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-18T20:33:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-predictor-76f676cbf7-clkgz
    namespace: kserve-ci-e2e-test
    resourceVersion: "16927"
    uid: 7d35638c-5ab8-4d2c-a9bc-99da6989727c
  kind: Event
  lastTimestamp: "2026-09-18T20:35:10Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 503'
  metadata:
    creationTimestamp: "2026-09-18T20:33:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:35:10Z"
    name: isvc-logger-predictor-76f676cbf7-clkgz.18d68486649bc977
    namespace: kserve-ci-e2e-test
    resourceVersion: "17945"
    uid: 1c622c95-a8ba-4233-a875-7da3c497ca84
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-76.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:35:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-predictor-76f676cbf7-clkgz
    namespace: kserve-ci-e2e-test
    resourceVersion: "16927"
    uid: 7d35638c-5ab8-4d2c-a9bc-99da6989727c
  kind: Event
  lastTimestamp: "2026-09-18T20:35:03Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-18T20:35:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:35:03Z"
    name: isvc-logger-predictor-76f676cbf7-clkgz.18d6849afaa47806
    namespace: kserve-ci-e2e-test
    resourceVersion: "17826"
    uid: 28c130ad-3cb4-4582-9d53-3c53a4e3a537
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:35:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-predictor-76f676cbf7-clkgz
    namespace: kserve-ci-e2e-test
    resourceVersion: "16927"
    uid: 7d35638c-5ab8-4d2c-a9bc-99da6989727c
  kind: Event
  lastTimestamp: "2026-09-18T20:35:03Z"
  message: Stopping container agent
  metadata:
    creationTimestamp: "2026-09-18T20:35:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:35:03Z"
    name: isvc-logger-predictor-76f676cbf7-clkgz.18d6849afaa4bc0a
    namespace: kserve-ci-e2e-test
    resourceVersion: "17839"
    uid: e1f5717b-f82b-41d3-8fe9-c89b99c12155
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:35:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-predictor-76f676cbf7-clkgz
    namespace: kserve-ci-e2e-test
    resourceVersion: "16927"
    uid: 7d35638c-5ab8-4d2c-a9bc-99da6989727c
  kind: Event
  lastTimestamp: "2026-09-18T20:35:03Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-18T20:35:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:35:03Z"
    name: isvc-logger-predictor-76f676cbf7-clkgz.18d6849afaa4cd76
    namespace: kserve-ci-e2e-test
    resourceVersion: "17833"
    uid: 9f02a5c0-177d-4582-afe9-1906ff335ffa
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-18T20:35:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-predictor-76f676cbf7-clkgz
    namespace: kserve-ci-e2e-test
    resourceVersion: "16927"
    uid: 7d35638c-5ab8-4d2c-a9bc-99da6989727c
  kind: Event
  lastTimestamp: "2026-09-18T20:35:20Z"
  message: 'Readiness probe failed: Get "https://10.133.0.29:8643/healthz": dial tcp
    10.133.0.29:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-18T20:35:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:35:20Z"
    name: isvc-logger-predictor-76f676cbf7-clkgz.18d6849b94da3cc0
    namespace: kserve-ci-e2e-test
    resourceVersion: "18033"
    uid: 32ef97f8-bb3e-4f8b-8013-99a6adbc696d
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-76.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:33:27Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-logger-predictor-76f676cbf7
    namespace: kserve-ci-e2e-test
    resourceVersion: "16914"
    uid: 805c0b60-ec59-4e9b-b942-5448ce83e8cd
  kind: Event
  lastTimestamp: "2026-09-18T20:33:27Z"
  message: 'Created pod: isvc-logger-predictor-76f676cbf7-clkgz'
  metadata:
    creationTimestamp: "2026-09-18T20:33:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T20:33:27Z"
    name: isvc-logger-predictor-76f676cbf7.18d68484b5118983
    namespace: kserve-ci-e2e-test
    resourceVersion: "16926"
    uid: 644ddbef-e632-40d4-a6b5-45ef70bb3072
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:33:27Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-logger-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16912"
    uid: f5437b56-16dc-47a0-9e94-74740b89e443
  kind: Event
  lastTimestamp: "2026-09-18T20:33:27Z"
  message: Scaled up replica set isvc-logger-predictor-76f676cbf7 from 0 to 1
  metadata:
    creationTimestamp: "2026-09-18T20:33:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T20:33:27Z"
    name: isvc-logger-predictor.18d68484b1966ee5
    namespace: kserve-ci-e2e-test
    resourceVersion: "16916"
    uid: d01d283c-3b16-4ec7-9e4a-914781046d2c
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-18T20:33:42Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-logger-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16913"
    uid: 0056e7b1-ea69-4890-8c4d-164b8d2d2e1c
  kind: Event
  lastTimestamp: "2026-09-18T20:34:12Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-18T20:33:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T20:34:12Z"
    name: isvc-logger-predictor.18d68488300da1e5
    namespace: kserve-ci-e2e-test
    resourceVersion: "17423"
    uid: 04dff325-38ab-4bbd-96a3-71bd7458bfd0
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-18T20:33:42Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-logger-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16913"
    uid: 0056e7b1-ea69-4890-8c4d-164b8d2d2e1c
  kind: Event
  lastTimestamp: "2026-09-18T20:34:12Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-18T20:33:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T20:34:12Z"
    name: isvc-logger-predictor.18d68488306bee49
    namespace: kserve-ci-e2e-test
    resourceVersion: "17424"
    uid: ab23b168-d50e-43b9-9bcd-a178e7cc4889
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-18T20:34:27Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-logger-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17101"
    uid: 0056e7b1-ea69-4890-8c4d-164b8d2d2e1c
  kind: Event
  lastTimestamp: "2026-09-18T20:34:57Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-18T20:34:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T20:34:57Z"
    name: isvc-logger-predictor.18d68492ac75591a
    namespace: kserve-ci-e2e-test
    resourceVersion: "17762"
    uid: 6bf17d88-4044-4f11-8809-8af9bf485f75
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-18T20:34:27Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-logger-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17101"
    uid: 0056e7b1-ea69-4890-8c4d-164b8d2d2e1c
  kind: Event
  lastTimestamp: "2026-09-18T20:34:57Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-18T20:34:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T20:34:57Z"
    name: isvc-logger-predictor.18d68492acd549b3
    namespace: kserve-ci-e2e-test
    resourceVersion: "17763"
    uid: 38ea505b-0a68-4d63-9e95-291e3f37402a
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-18T20:33:27Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-logger
    namespace: kserve-ci-e2e-test
    resourceVersion: "16905"
    uid: 6834d729-f7e5-4568-8cfe-c7aab965128f
  kind: Event
  lastTimestamp: "2026-09-18T20:34:50Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-18T20:33:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T20:34:50Z"
    name: isvc-logger.18d68484b19ea7c4
    namespace: kserve-ci-e2e-test
    resourceVersion: "17714"
    uid: b9cba22e-ac01-45d5-b351-1eb078130863
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-18T20:33:27Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-logger
    namespace: kserve-ci-e2e-test
    resourceVersion: "16905"
    uid: 6834d729-f7e5-4568-8cfe-c7aab965128f
  kind: Event
  lastTimestamp: "2026-09-18T20:33:27Z"
  message: 'Failed to update status for InferenceService "isvc-logger": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-logger": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-09-18T20:33:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T20:33:27Z"
    name: isvc-logger.18d68484b225e5fe
    namespace: kserve-ci-e2e-test
    resourceVersion: "16936"
    uid: 6783f033-0463-4563-a482-64739e38da36
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:33:27Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-logger
    namespace: kserve-ci-e2e-test
    resourceVersion: "16907"
    uid: 6834d729-f7e5-4568-8cfe-c7aab965128f
  kind: Event
  lastTimestamp: "2026-09-18T20:33:27Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-logger": the object has been modified;
    please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-18T20:33:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T20:33:27Z"
    name: isvc-logger.18d68484b861bad1
    namespace: kserve-ci-e2e-test
    resourceVersion: "16938"
    uid: 1964db3c-af0a-4268-9493-f1aa0d7f0e6b
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:34:50Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-logger
    namespace: kserve-ci-e2e-test
    resourceVersion: "17712"
    uid: 6834d729-f7e5-4568-8cfe-c7aab965128f
  kind: Event
  lastTimestamp: "2026-09-18T20:34:50Z"
  message: InferenceService [isvc-logger] is Ready
  metadata:
    creationTimestamp: "2026-09-18T20:34:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T20:34:50Z"
    name: isvc-logger.18d684981d617b5e
    namespace: kserve-ci-e2e-test
    resourceVersion: "17713"
    uid: 163c1ccb-5607-46ae-b9c2-1ace107496ab
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-18T21:03:53.390754Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-zj4fg
    namespace: kserve-ci-e2e-test
    resourceVersion: "34319"
    uid: 3bb3904b-f449-4669-97da-65359187ab81
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-mlflow-v2-runtime-predictor-6456f94494-zj4fg
    to ip-10-0-130-79.ec2.internal
  metadata:
    creationTimestamp: "2026-09-18T21:03:53Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-18T21:03:53Z"
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-zj4fg.18d6862dd887a5f7
    namespace: kserve-ci-e2e-test
    resourceVersion: "34325"
    uid: 41a14f14-8a8e-4c2c-b1bb-0b0c3ca56d4e
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-584d99b576-bdzl5
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T21:03:53Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-zj4fg
    namespace: kserve-ci-e2e-test
    resourceVersion: "34329"
    uid: 3bb3904b-f449-4669-97da-65359187ab81
  kind: Event
  lastTimestamp: "2026-09-18T21:03:53Z"
  message: Add eth0 [10.134.0.53/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-18T21:03:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-18T21:03:53Z"
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-zj4fg.18d6862dfa9b738e
    namespace: kserve-ci-e2e-test
    resourceVersion: "34339"
    uid: a4d59d7e-f5ba-47f8-9291-090682783a2a
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T21:03:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-zj4fg
    namespace: kserve-ci-e2e-test
    resourceVersion: "34323"
    uid: 3bb3904b-f449-4669-97da-65359187ab81
  kind: Event
  lastTimestamp: "2026-09-18T21:03:53Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:2cbd0ba61f740962b2bad1a0e55e41574489d7afdb86fa314f3953b8c8af773e"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-18T21:03:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T21:03:53Z"
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-zj4fg.18d6862dfc3f0456
    namespace: kserve-ci-e2e-test
    resourceVersion: "34341"
    uid: 08394bcf-28ce-454d-8fe9-e376e88b13ca
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-79.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-79.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T21:03:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-zj4fg
    namespace: kserve-ci-e2e-test
    resourceVersion: "34323"
    uid: 3bb3904b-f449-4669-97da-65359187ab81
  kind: Event
  lastTimestamp: "2026-09-18T21:03:54Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-18T21:03:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T21:03:54Z"
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-zj4fg.18d6862dfef96d28
    namespace: kserve-ci-e2e-test
    resourceVersion: "34343"
    uid: 4d733375-4d8d-41f0-ab2e-f5fc7266bbd8
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-79.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-79.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T21:03:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-zj4fg
    namespace: kserve-ci-e2e-test
    resourceVersion: "34323"
    uid: 3bb3904b-f449-4669-97da-65359187ab81
  kind: Event
  lastTimestamp: "2026-09-18T21:03:54Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-18T21:03:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T21:03:54Z"
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-zj4fg.18d6862dff6ff2a2
    namespace: kserve-ci-e2e-test
    resourceVersion: "34344"
    uid: 6e046ff0-7618-4917-8f19-ae2fe90da482
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-79.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-79.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T21:03:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-zj4fg
    namespace: kserve-ci-e2e-test
    resourceVersion: "34323"
    uid: 3bb3904b-f449-4669-97da-65359187ab81
  kind: Event
  lastTimestamp: "2026-09-18T21:03:57Z"
  message: Container image "docker.io/seldonio/mlserver:1.7.1" already present on
    machine
  metadata:
    creationTimestamp: "2026-09-18T21:03:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T21:03:57Z"
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-zj4fg.18d6862ee9c3afee
    namespace: kserve-ci-e2e-test
    resourceVersion: "34380"
    uid: 59c3bcb6-25a5-4e62-9e89-3753d979d576
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-79.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-79.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T21:03:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-zj4fg
    namespace: kserve-ci-e2e-test
    resourceVersion: "34323"
    uid: 3bb3904b-f449-4669-97da-65359187ab81
  kind: Event
  lastTimestamp: "2026-09-18T21:03:58Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-18T21:03:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T21:03:58Z"
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-zj4fg.18d6862eed7f93d4
    namespace: kserve-ci-e2e-test
    resourceVersion: "34384"
    uid: 68151ec2-ac0e-4ca5-b54b-cd0fb1b2ed6e
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-79.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-79.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T21:03:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-zj4fg
    namespace: kserve-ci-e2e-test
    resourceVersion: "34323"
    uid: 3bb3904b-f449-4669-97da-65359187ab81
  kind: Event
  lastTimestamp: "2026-09-18T21:03:58Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-18T21:03:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T21:03:58Z"
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-zj4fg.18d6862eedf807ec
    namespace: kserve-ci-e2e-test
    resourceVersion: "34385"
    uid: 8266525f-24d6-4127-842c-79828358ccc8
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-79.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-79.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T21:03:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-zj4fg
    namespace: kserve-ci-e2e-test
    resourceVersion: "34323"
    uid: 3bb3904b-f449-4669-97da-65359187ab81
  kind: Event
  lastTimestamp: "2026-09-18T21:03:58Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-18T21:03:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T21:03:58Z"
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-zj4fg.18d6862eee0249f0
    namespace: kserve-ci-e2e-test
    resourceVersion: "34386"
    uid: d9de66fa-d45e-454d-9f08-05ff3570c827
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-79.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-79.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T21:03:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-zj4fg
    namespace: kserve-ci-e2e-test
    resourceVersion: "34323"
    uid: 3bb3904b-f449-4669-97da-65359187ab81
  kind: Event
  lastTimestamp: "2026-09-18T21:03:58Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-18T21:03:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T21:03:58Z"
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-zj4fg.18d6862ef1d26b0f
    namespace: kserve-ci-e2e-test
    resourceVersion: "34389"
    uid: 2cbafe6c-97d1-49e7-9157-a992ef5dc06e
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-79.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-79.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T21:03:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-zj4fg
    namespace: kserve-ci-e2e-test
    resourceVersion: "34323"
    uid: 3bb3904b-f449-4669-97da-65359187ab81
  kind: Event
  lastTimestamp: "2026-09-18T21:03:58Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-18T21:03:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T21:03:58Z"
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-zj4fg.18d6862ef24cc3fb
    namespace: kserve-ci-e2e-test
    resourceVersion: "34390"
    uid: e57d4a13-189a-410e-8f84-815453774e89
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-79.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-79.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T21:04:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-zj4fg
    namespace: kserve-ci-e2e-test
    resourceVersion: "34323"
    uid: 3bb3904b-f449-4669-97da-65359187ab81
  kind: Event
  lastTimestamp: "2026-09-18T21:04:43Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-18T21:04:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T21:04:43Z"
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-zj4fg.18d68639819e16e5
    namespace: kserve-ci-e2e-test
    resourceVersion: "34747"
    uid: 66225701-9017-4c3f-b11f-e00d12a08afe
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-79.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-79.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T21:04:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-zj4fg
    namespace: kserve-ci-e2e-test
    resourceVersion: "34323"
    uid: 3bb3904b-f449-4669-97da-65359187ab81
  kind: Event
  lastTimestamp: "2026-09-18T21:04:43Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-18T21:04:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T21:04:43Z"
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-zj4fg.18d68639819e9aca
    namespace: kserve-ci-e2e-test
    resourceVersion: "34749"
    uid: 721ac409-da3d-42c5-8095-532d8427ff4a
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-79.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-79.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T21:03:53Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-mlflow-v2-runtime-predictor-6456f94494
    namespace: kserve-ci-e2e-test
    resourceVersion: "34310"
    uid: bd171906-e36d-499c-a8ca-54340ff0f404
  kind: Event
  lastTimestamp: "2026-09-18T21:03:53Z"
  message: 'Created pod: isvc-mlflow-v2-runtime-predictor-6456f94494-zj4fg'
  metadata:
    creationTimestamp: "2026-09-18T21:03:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T21:03:53Z"
    name: isvc-mlflow-v2-runtime-predictor-6456f94494.18d6862dd813477d
    namespace: kserve-ci-e2e-test
    resourceVersion: "34322"
    uid: 8e3677d8-cd78-4819-9561-999c6968f8e1
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T21:03:53Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-mlflow-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "34308"
    uid: f878d8b2-c1ad-4a47-8c1e-a954a193b116
  kind: Event
  lastTimestamp: "2026-09-18T21:03:53Z"
  message: Scaled up replica set isvc-mlflow-v2-runtime-predictor-6456f94494 from
    0 to 1
  metadata:
    creationTimestamp: "2026-09-18T21:03:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T21:03:53Z"
    name: isvc-mlflow-v2-runtime-predictor.18d6862dd4d41980
    namespace: kserve-ci-e2e-test
    resourceVersion: "34312"
    uid: 3cfa6a5f-9313-4f1b-a196-3c0c522ecb51
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-18T21:04:08Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-mlflow-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "34309"
    uid: 9b2b1e3d-5e92-4798-97f0-e598f6277211
  kind: Event
  lastTimestamp: "2026-09-18T21:04:23Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-18T21:04:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T21:04:23Z"
    name: isvc-mlflow-v2-runtime-predictor.18d68631538c132f
    namespace: kserve-ci-e2e-test
    resourceVersion: "34573"
    uid: ca470ad5-4f30-4012-9254-f3b40f18f3ad
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-18T21:04:08Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-mlflow-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "34309"
    uid: 9b2b1e3d-5e92-4798-97f0-e598f6277211
  kind: Event
  lastTimestamp: "2026-09-18T21:04:23Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-18T21:04:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T21:04:23Z"
    name: isvc-mlflow-v2-runtime-predictor.18d6863153f10df5
    namespace: kserve-ci-e2e-test
    resourceVersion: "34574"
    uid: 87c38077-c79d-4de8-bb00-cae8404e2f86
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T21:04:38Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-mlflow-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "34467"
    uid: 9b2b1e3d-5e92-4798-97f0-e598f6277211
  kind: Event
  lastTimestamp: "2026-09-18T21:04:38Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-18T21:04:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T21:04:38Z"
    name: isvc-mlflow-v2-runtime-predictor.18d68638513716af
    namespace: kserve-ci-e2e-test
    resourceVersion: "34688"
    uid: 30c1c424-c9b5-4a36-9361-1c46dcc679d3
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T21:04:38Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-mlflow-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "34467"
    uid: 9b2b1e3d-5e92-4798-97f0-e598f6277211
  kind: Event
  lastTimestamp: "2026-09-18T21:04:38Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-18T21:04:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T21:04:38Z"
    name: isvc-mlflow-v2-runtime-predictor.18d686385182a267
    namespace: kserve-ci-e2e-test
    resourceVersion: "34690"
    uid: ef2a722c-2523-4ce3-9e95-9a4fada5d61a
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-18T21:03:53Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-mlflow-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "34300"
    uid: bbf7bba3-89a8-4e20-b6a2-6c2ba95ec7f6
  kind: Event
  lastTimestamp: "2026-09-18T21:04:35Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-18T21:03:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T21:04:35Z"
    name: isvc-mlflow-v2-runtime.18d6862dd4d7a9fb
    namespace: kserve-ci-e2e-test
    resourceVersion: "34665"
    uid: da5a1a29-6227-4892-832d-d5d55bec5d05
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-18T21:03:53Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-mlflow-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "34300"
    uid: bbf7bba3-89a8-4e20-b6a2-6c2ba95ec7f6
  kind: Event
  lastTimestamp: "2026-09-18T21:03:53Z"
  message: 'Failed to update status for InferenceService "isvc-mlflow-v2-runtime":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-mlflow-v2-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-18T21:03:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T21:03:53Z"
    name: isvc-mlflow-v2-runtime.18d6862dd56c0855
    namespace: kserve-ci-e2e-test
    resourceVersion: "34331"
    uid: f48bdb3f-86fe-4487-b58b-1c149363f0d0
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T21:03:53Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-mlflow-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "34304"
    uid: bbf7bba3-89a8-4e20-b6a2-6c2ba95ec7f6
  kind: Event
  lastTimestamp: "2026-09-18T21:03:53Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-mlflow-v2-runtime": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-18T21:03:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T21:03:53Z"
    name: isvc-mlflow-v2-runtime.18d6862ddb584b3e
    namespace: kserve-ci-e2e-test
    resourceVersion: "34332"
    uid: 2e4ba8de-73b4-4412-ab5c-663bbd010db0
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T21:04:35Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-mlflow-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "34662"
    uid: bbf7bba3-89a8-4e20-b6a2-6c2ba95ec7f6
  kind: Event
  lastTimestamp: "2026-09-18T21:04:35Z"
  message: InferenceService [isvc-mlflow-v2-runtime] is Ready
  metadata:
    creationTimestamp: "2026-09-18T21:04:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T21:04:35Z"
    name: isvc-mlflow-v2-runtime.18d686378dcc5a76
    namespace: kserve-ci-e2e-test
    resourceVersion: "34663"
    uid: ea4b495d-d85b-4be6-8490-6dc2b2ae358f
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-18T21:06:13.903608Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-paddle-predictor-6d5c9fd4f6-lj5kw
    namespace: kserve-ci-e2e-test
    resourceVersion: "35693"
    uid: a4f424dc-13ff-4300-84c4-39edb809d5ff
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-paddle-predictor-6d5c9fd4f6-lj5kw
    to ip-10-0-143-76.ec2.internal
  metadata:
    creationTimestamp: "2026-09-18T21:06:13Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-18T21:06:13Z"
    name: isvc-paddle-predictor-6d5c9fd4f6-lj5kw.18d6864e8fbf9071
    namespace: kserve-ci-e2e-test
    resourceVersion: "35699"
    uid: 7d56f36c-4b14-41cf-b0a8-fcdb5e991d16
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-584d99b576-bdzl5
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T21:06:14Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-paddle-predictor-6d5c9fd4f6-lj5kw
    namespace: kserve-ci-e2e-test
    resourceVersion: "35695"
    uid: a4f424dc-13ff-4300-84c4-39edb809d5ff
  kind: Event
  lastTimestamp: "2026-09-18T21:06:14Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-paddle-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-18T21:06:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T21:06:14Z"
    name: isvc-paddle-predictor-6d5c9fd4f6-lj5kw.18d6864e9cd07876
    namespace: kserve-ci-e2e-test
    resourceVersion: "35709"
    uid: cec4c7c3-e725-4230-857d-1a4bb6eb9d94
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-76.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T21:06:15Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-paddle-predictor-6d5c9fd4f6-lj5kw
    namespace: kserve-ci-e2e-test
    resourceVersion: "35703"
    uid: a4f424dc-13ff-4300-84c4-39edb809d5ff
  kind: Event
  lastTimestamp: "2026-09-18T21:06:15Z"
  message: Add eth0 [10.133.0.59/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-18T21:06:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-18T21:06:15Z"
    name: isvc-paddle-predictor-6d5c9fd4f6-lj5kw.18d6864ed571c070
    namespace: kserve-ci-e2e-test
    resourceVersion: "35722"
    uid: b4a8ec24-73ce-4aed-8d7b-721e04e0e191
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T21:06:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-predictor-6d5c9fd4f6-lj5kw
    namespace: kserve-ci-e2e-test
    resourceVersion: "35695"
    uid: a4f424dc-13ff-4300-84c4-39edb809d5ff
  kind: Event
  lastTimestamp: "2026-09-18T21:06:15Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:2cbd0ba61f740962b2bad1a0e55e41574489d7afdb86fa314f3953b8c8af773e"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-18T21:06:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T21:06:15Z"
    name: isvc-paddle-predictor-6d5c9fd4f6-lj5kw.18d6864ed6ede966
    namespace: kserve-ci-e2e-test
    resourceVersion: "35724"
    uid: b71caaea-f796-42c4-8d6b-85cfe20c55d6
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T21:06:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-predictor-6d5c9fd4f6-lj5kw
    namespace: kserve-ci-e2e-test
    resourceVersion: "35695"
    uid: a4f424dc-13ff-4300-84c4-39edb809d5ff
  kind: Event
  lastTimestamp: "2026-09-18T21:06:15Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-18T21:06:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T21:06:15Z"
    name: isvc-paddle-predictor-6d5c9fd4f6-lj5kw.18d6864ed98d562a
    namespace: kserve-ci-e2e-test
    resourceVersion: "35725"
    uid: 6dbd42d8-e871-44ad-81fa-39e931d2562f
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T21:06:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-predictor-6d5c9fd4f6-lj5kw
    namespace: kserve-ci-e2e-test
    resourceVersion: "35695"
    uid: a4f424dc-13ff-4300-84c4-39edb809d5ff
  kind: Event
  lastTimestamp: "2026-09-18T21:06:15Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-18T21:06:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T21:06:15Z"
    name: isvc-paddle-predictor-6d5c9fd4f6-lj5kw.18d6864ed9fc84a2
    namespace: kserve-ci-e2e-test
    resourceVersion: "35726"
    uid: f8171c04-1c42-4654-b45e-78167bdb4315
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T21:06:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-predictor-6d5c9fd4f6-lj5kw
    namespace: kserve-ci-e2e-test
    resourceVersion: "35695"
    uid: a4f424dc-13ff-4300-84c4-39edb809d5ff
  kind: Event
  lastTimestamp: "2026-09-18T21:06:19Z"
  message: Pulling image "kserve/paddleserver:latest"
  metadata:
    creationTimestamp: "2026-09-18T21:06:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T21:06:19Z"
    name: isvc-paddle-predictor-6d5c9fd4f6-lj5kw.18d6864fefde50c4
    namespace: kserve-ci-e2e-test
    resourceVersion: "35775"
    uid: 9011dd31-d720-4536-8c42-4645136a9e5c
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T21:06:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-predictor-6d5c9fd4f6-lj5kw
    namespace: kserve-ci-e2e-test
    resourceVersion: "35695"
    uid: a4f424dc-13ff-4300-84c4-39edb809d5ff
  kind: Event
  lastTimestamp: "2026-09-18T21:06:31Z"
  message: 'Successfully pulled image "kserve/paddleserver:latest" in 11.364s (11.364s
    including waiting). Image size: 1204389121 bytes.'
  metadata:
    creationTimestamp: "2026-09-18T21:06:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T21:06:31Z"
    name: isvc-paddle-predictor-6d5c9fd4f6-lj5kw.18d686529541bbb5
    namespace: kserve-ci-e2e-test
    resourceVersion: "35952"
    uid: 24bf6f18-e07b-41bf-8bd8-2ef0a2f549ef
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T21:06:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-predictor-6d5c9fd4f6-lj5kw
    namespace: kserve-ci-e2e-test
    resourceVersion: "35695"
    uid: a4f424dc-13ff-4300-84c4-39edb809d5ff
  kind: Event
  lastTimestamp: "2026-09-18T21:06:31Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-18T21:06:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T21:06:31Z"
    name: isvc-paddle-predictor-6d5c9fd4f6-lj5kw.18d68652986e4a84
    namespace: kserve-ci-e2e-test
    resourceVersion: "35955"
    uid: 6c17cd0a-7588-4786-a8d0-4eda75232634
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T21:06:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-predictor-6d5c9fd4f6-lj5kw
    namespace: kserve-ci-e2e-test
    resourceVersion: "35695"
    uid: a4f424dc-13ff-4300-84c4-39edb809d5ff
  kind: Event
  lastTimestamp: "2026-09-18T21:06:31Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-18T21:06:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T21:06:31Z"
    name: isvc-paddle-predictor-6d5c9fd4f6-lj5kw.18d6865298dab1b6
    namespace: kserve-ci-e2e-test
    resourceVersion: "35956"
    uid: 3040aa7f-ed78-44ff-ba24-dfe136db66ca
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T21:06:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-predictor-6d5c9fd4f6-lj5kw
    namespace: kserve-ci-e2e-test
    resourceVersion: "35695"
    uid: a4f424dc-13ff-4300-84c4-39edb809d5ff
  kind: Event
  lastTimestamp: "2026-09-18T21:06:31Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-18T21:06:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T21:06:31Z"
    name: isvc-paddle-predictor-6d5c9fd4f6-lj5kw.18d6865298e4b864
    namespace: kserve-ci-e2e-test
    resourceVersion: "35957"
    uid: cdeda1a8-ded3-4b94-8df2-d9ce278a954e
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T21:06:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-predictor-6d5c9fd4f6-lj5kw
    namespace: kserve-ci-e2e-test
    resourceVersion: "35695"
    uid: a4f424dc-13ff-4300-84c4-39edb809d5ff
  kind: Event
  lastTimestamp: "2026-09-18T21:06:31Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-18T21:06:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T21:06:31Z"
    name: isvc-paddle-predictor-6d5c9fd4f6-lj5kw.18d686529bb2624d
    namespace: kserve-ci-e2e-test
    resourceVersion: "35958"
    uid: 01cb6a31-89e6-4ee9-bfe0-aa2372487e87
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T21:06:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-predictor-6d5c9fd4f6-lj5kw
    namespace: kserve-ci-e2e-test
    resourceVersion: "35695"
    uid: a4f424dc-13ff-4300-84c4-39edb809d5ff
  kind: Event
  lastTimestamp: "2026-09-18T21:06:31Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-18T21:06:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T21:06:31Z"
    name: isvc-paddle-predictor-6d5c9fd4f6-lj5kw.18d686529c1ff488
    namespace: kserve-ci-e2e-test
    resourceVersion: "35959"
    uid: fb2eb509-7fa6-4561-9454-918268ad5c08
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 7
  eventTime: null
  firstTimestamp: "2026-09-18T21:06:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-predictor-6d5c9fd4f6-lj5kw
    namespace: kserve-ci-e2e-test
    resourceVersion: "35695"
    uid: a4f424dc-13ff-4300-84c4-39edb809d5ff
  kind: Event
  lastTimestamp: "2026-09-18T21:07:27Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.59:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-18T21:06:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T21:07:27Z"
    name: isvc-paddle-predictor-6d5c9fd4f6-lj5kw.18d68652bf5fc174
    namespace: kserve-ci-e2e-test
    resourceVersion: "36417"
    uid: 0733218b-463b-4693-a44a-3e8f336099df
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-76.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T21:07:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-predictor-6d5c9fd4f6-lj5kw
    namespace: kserve-ci-e2e-test
    resourceVersion: "35695"
    uid: a4f424dc-13ff-4300-84c4-39edb809d5ff
  kind: Event
  lastTimestamp: "2026-09-18T21:07:25Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-18T21:07:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T21:07:25Z"
    name: isvc-paddle-predictor-6d5c9fd4f6-lj5kw.18d6865f2e10844a
    namespace: kserve-ci-e2e-test
    resourceVersion: "36391"
    uid: 39b5ceb4-d76b-49ad-9db4-92c98926a50c
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T21:07:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-predictor-6d5c9fd4f6-lj5kw
    namespace: kserve-ci-e2e-test
    resourceVersion: "35695"
    uid: a4f424dc-13ff-4300-84c4-39edb809d5ff
  kind: Event
  lastTimestamp: "2026-09-18T21:07:25Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-18T21:07:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T21:07:25Z"
    name: isvc-paddle-predictor-6d5c9fd4f6-lj5kw.18d6865f2e11256a
    namespace: kserve-ci-e2e-test
    resourceVersion: "36392"
    uid: 50aa1982-e11f-46d1-b242-0dd58f31a0dd
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T21:07:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-predictor-6d5c9fd4f6-lj5kw
    namespace: kserve-ci-e2e-test
    resourceVersion: "35695"
    uid: a4f424dc-13ff-4300-84c4-39edb809d5ff
  kind: Event
  lastTimestamp: "2026-09-18T21:07:27Z"
  message: 'Readiness probe failed: Get "https://10.133.0.59:8643/healthz": dial tcp
    10.133.0.59:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-18T21:07:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T21:07:27Z"
    name: isvc-paddle-predictor-6d5c9fd4f6-lj5kw.18d6865fc9971ef3
    namespace: kserve-ci-e2e-test
    resourceVersion: "36415"
    uid: a2c53529-3b46-47c7-b056-f8f28eb6f9f6
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-76.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T21:06:13Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-paddle-predictor-6d5c9fd4f6
    namespace: kserve-ci-e2e-test
    resourceVersion: "35685"
    uid: a00fb6d0-2538-4cad-bd2c-678007088d91
  kind: Event
  lastTimestamp: "2026-09-18T21:06:13Z"
  message: 'Created pod: isvc-paddle-predictor-6d5c9fd4f6-lj5kw'
  metadata:
    creationTimestamp: "2026-09-18T21:06:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T21:06:13Z"
    name: isvc-paddle-predictor-6d5c9fd4f6.18d6864e8f4db147
    namespace: kserve-ci-e2e-test
    resourceVersion: "35694"
    uid: 94e3cb6d-f5e7-4185-b37b-bac890a5454e
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T21:06:13Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-paddle-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "35682"
    uid: 51449903-89d7-42c9-8143-0efdec7e3014
  kind: Event
  lastTimestamp: "2026-09-18T21:06:13Z"
  message: Scaled up replica set isvc-paddle-predictor-6d5c9fd4f6 from 0 to 1
  metadata:
    creationTimestamp: "2026-09-18T21:06:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T21:06:13Z"
    name: isvc-paddle-predictor.18d6864e8ca5204d
    namespace: kserve-ci-e2e-test
    resourceVersion: "35686"
    uid: ff66999e-91c7-4907-a9c4-179c90cdcc3e
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-18T21:06:28Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "35684"
    uid: 709488af-a6cb-4de0-bd26-760524f19d3e
  kind: Event
  lastTimestamp: "2026-09-18T21:07:13Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-18T21:06:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T21:07:13Z"
    name: isvc-paddle-predictor.18d686520b9924bd
    namespace: kserve-ci-e2e-test
    resourceVersion: "36283"
    uid: f9ff9dbc-409c-425d-9460-00f5d21b19a5
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-18T21:06:28Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "35684"
    uid: 709488af-a6cb-4de0-bd26-760524f19d3e
  kind: Event
  lastTimestamp: "2026-09-18T21:07:13Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-18T21:06:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T21:07:13Z"
    name: isvc-paddle-predictor.18d686520bfcbedd
    namespace: kserve-ci-e2e-test
    resourceVersion: "36284"
    uid: c94e24cb-df3d-411b-abb5-ddbd32065ad2
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T21:06:58Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "35930"
    uid: 709488af-a6cb-4de0-bd26-760524f19d3e
  kind: Event
  lastTimestamp: "2026-09-18T21:06:58Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-18T21:06:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T21:06:58Z"
    name: isvc-paddle-predictor.18d6865909ac782f
    namespace: kserve-ci-e2e-test
    resourceVersion: "36175"
    uid: b2f1e683-c8f2-4260-ae9d-05b530504427
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T21:06:58Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "35930"
    uid: 709488af-a6cb-4de0-bd26-760524f19d3e
  kind: Event
  lastTimestamp: "2026-09-18T21:06:58Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-18T21:06:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T21:06:58Z"
    name: isvc-paddle-predictor.18d686590a111e30
    namespace: kserve-ci-e2e-test
    resourceVersion: "36177"
    uid: dbb88d83-31bf-4ff1-a114-2f557b59b367
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-18T21:07:30.488034Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-paddle-runtime-predictor-58b99fff76-txdxc
    namespace: kserve-ci-e2e-test
    resourceVersion: "36458"
    uid: cf8635e0-b723-4627-9f8d-e23a31c36808
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-paddle-runtime-predictor-58b99fff76-txdxc
    to ip-10-0-143-76.ec2.internal
  metadata:
    creationTimestamp: "2026-09-18T21:07:30Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-18T21:07:30Z"
    name: isvc-paddle-runtime-predictor-58b99fff76-txdxc.18d686606489c2e6
    namespace: kserve-ci-e2e-test
    resourceVersion: "36464"
    uid: 18a133b1-bd3c-4c03-b7b7-defed0340d6d
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-584d99b576-bdzl5
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T21:07:31Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-paddle-runtime-predictor-58b99fff76-txdxc
    namespace: kserve-ci-e2e-test
    resourceVersion: "36469"
    uid: cf8635e0-b723-4627-9f8d-e23a31c36808
  kind: Event
  lastTimestamp: "2026-09-18T21:07:31Z"
  message: Add eth0 [10.133.0.61/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-18T21:07:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-18T21:07:31Z"
    name: isvc-paddle-runtime-predictor-58b99fff76-txdxc.18d686608703db00
    namespace: kserve-ci-e2e-test
    resourceVersion: "36480"
    uid: 4aae5c38-1525-4b0f-9ed3-e9e05fb00043
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T21:07:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-runtime-predictor-58b99fff76-txdxc
    namespace: kserve-ci-e2e-test
    resourceVersion: "36462"
    uid: cf8635e0-b723-4627-9f8d-e23a31c36808
  kind: Event
  lastTimestamp: "2026-09-18T21:07:31Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:2cbd0ba61f740962b2bad1a0e55e41574489d7afdb86fa314f3953b8c8af773e"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-18T21:07:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T21:07:31Z"
    name: isvc-paddle-runtime-predictor-58b99fff76-txdxc.18d686608859046e
    namespace: kserve-ci-e2e-test
    resourceVersion: "36482"
    uid: d0b3a0b0-d8f1-475e-8263-7b44383cb69e
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T21:07:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-runtime-predictor-58b99fff76-txdxc
    namespace: kserve-ci-e2e-test
    resourceVersion: "36462"
    uid: cf8635e0-b723-4627-9f8d-e23a31c36808
  kind: Event
  lastTimestamp: "2026-09-18T21:07:31Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-18T21:07:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T21:07:31Z"
    name: isvc-paddle-runtime-predictor-58b99fff76-txdxc.18d686608b469f50
    namespace: kserve-ci-e2e-test
    resourceVersion: "36484"
    uid: 914ba3fb-22c5-4c41-bbe0-872338bba3e6
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T21:07:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-runtime-predictor-58b99fff76-txdxc
    namespace: kserve-ci-e2e-test
    resourceVersion: "36462"
    uid: cf8635e0-b723-4627-9f8d-e23a31c36808
  kind: Event
  lastTimestamp: "2026-09-18T21:07:31Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-18T21:07:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T21:07:31Z"
    name: isvc-paddle-runtime-predictor-58b99fff76-txdxc.18d686608bb7a35a
    namespace: kserve-ci-e2e-test
    resourceVersion: "36485"
    uid: be1286fe-2b6e-46da-93fc-dc195c698a4a
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T21:07:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-runtime-predictor-58b99fff76-txdxc
    namespace: kserve-ci-e2e-test
    resourceVersion: "36462"
    uid: cf8635e0-b723-4627-9f8d-e23a31c36808
  kind: Event
  lastTimestamp: "2026-09-18T21:07:36Z"
  message: Container image "kserve/paddleserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-09-18T21:07:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T21:07:36Z"
    name: isvc-paddle-runtime-predictor-58b99fff76-txdxc.18d68661b5b8e208
    namespace: kserve-ci-e2e-test
    resourceVersion: "36524"
    uid: b2f90e36-60bb-490c-80ce-ea559a23cce3
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T21:07:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-runtime-predictor-58b99fff76-txdxc
    namespace: kserve-ci-e2e-test
    resourceVersion: "36462"
    uid: cf8635e0-b723-4627-9f8d-e23a31c36808
  kind: Event
  lastTimestamp: "2026-09-18T21:07:36Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-18T21:07:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T21:07:36Z"
    name: isvc-paddle-runtime-predictor-58b99fff76-txdxc.18d68661b93d800d
    namespace: kserve-ci-e2e-test
    resourceVersion: "36528"
    uid: 248cbeb2-67de-496c-b334-74512e91f0a0
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T21:07:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-runtime-predictor-58b99fff76-txdxc
    namespace: kserve-ci-e2e-test
    resourceVersion: "36462"
    uid: cf8635e0-b723-4627-9f8d-e23a31c36808
  kind: Event
  lastTimestamp: "2026-09-18T21:07:36Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-18T21:07:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T21:07:36Z"
    name: isvc-paddle-runtime-predictor-58b99fff76-txdxc.18d68661b9abbf11
    namespace: kserve-ci-e2e-test
    resourceVersion: "36529"
    uid: 1cb88964-942b-4b3d-ab80-7477bf5ae6b0
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T21:07:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-runtime-predictor-58b99fff76-txdxc
    namespace: kserve-ci-e2e-test
    resourceVersion: "36462"
    uid: cf8635e0-b723-4627-9f8d-e23a31c36808
  kind: Event
  lastTimestamp: "2026-09-18T21:07:36Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-18T21:07:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T21:07:36Z"
    name: isvc-paddle-runtime-predictor-58b99fff76-txdxc.18d68661b9b52f19
    namespace: kserve-ci-e2e-test
    resourceVersion: "36530"
    uid: c5019a18-b098-4279-9806-ae2aed3dfecc
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T21:07:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-runtime-predictor-58b99fff76-txdxc
    namespace: kserve-ci-e2e-test
    resourceVersion: "36462"
    uid: cf8635e0-b723-4627-9f8d-e23a31c36808
  kind: Event
  lastTimestamp: "2026-09-18T21:07:36Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-18T21:07:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T21:07:36Z"
    name: isvc-paddle-runtime-predictor-58b99fff76-txdxc.18d68661bcbab035
    namespace: kserve-ci-e2e-test
    resourceVersion: "36532"
    uid: 0fa4484d-1b6b-4813-b458-332b25bfc399
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T21:07:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-runtime-predictor-58b99fff76-txdxc
    namespace: kserve-ci-e2e-test
    resourceVersion: "36462"
    uid: cf8635e0-b723-4627-9f8d-e23a31c36808
  kind: Event
  lastTimestamp: "2026-09-18T21:07:36Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-18T21:07:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T21:07:36Z"
    name: isvc-paddle-runtime-predictor-58b99fff76-txdxc.18d68661bd4bff94
    namespace: kserve-ci-e2e-test
    resourceVersion: "36533"
    uid: 7c2c0cf2-2d28-460c-86c1-00797610143b
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 7
  eventTime: null
  firstTimestamp: "2026-09-18T21:07:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-runtime-predictor-58b99fff76-txdxc
    namespace: kserve-ci-e2e-test
    resourceVersion: "36462"
    uid: cf8635e0-b723-4627-9f8d-e23a31c36808
  kind: Event
  lastTimestamp: "2026-09-18T21:08:34Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.61:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-18T21:07:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T21:08:34Z"
    name: isvc-paddle-runtime-predictor-58b99fff76-txdxc.18d686622da31877
    namespace: kserve-ci-e2e-test
    resourceVersion: "37162"
    uid: 000521d7-7a6c-4d19-be1d-e53a2688e775
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-76.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T21:08:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-runtime-predictor-58b99fff76-txdxc
    namespace: kserve-ci-e2e-test
    resourceVersion: "36462"
    uid: cf8635e0-b723-4627-9f8d-e23a31c36808
  kind: Event
  lastTimestamp: "2026-09-18T21:08:31Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-18T21:08:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T21:08:31Z"
    name: isvc-paddle-runtime-predictor-58b99fff76-txdxc.18d6866eb017f8a6
    namespace: kserve-ci-e2e-test
    resourceVersion: "37144"
    uid: 0a713349-6b88-4a3e-a5d1-7d07b25bbecc
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T21:08:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-runtime-predictor-58b99fff76-txdxc
    namespace: kserve-ci-e2e-test
    resourceVersion: "36462"
    uid: cf8635e0-b723-4627-9f8d-e23a31c36808
  kind: Event
  lastTimestamp: "2026-09-18T21:08:31Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-18T21:08:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T21:08:31Z"
    name: isvc-paddle-runtime-predictor-58b99fff76-txdxc.18d6866eb0187dd8
    namespace: kserve-ci-e2e-test
    resourceVersion: "37145"
    uid: a1799cc2-e3d0-417d-9862-ce56ddfb2b52
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T21:08:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-runtime-predictor-58b99fff76-txdxc
    namespace: kserve-ci-e2e-test
    resourceVersion: "36462"
    uid: cf8635e0-b723-4627-9f8d-e23a31c36808
  kind: Event
  lastTimestamp: "2026-09-18T21:08:34Z"
  message: 'Readiness probe failed: Get "https://10.133.0.61:8643/healthz": dial tcp
    10.133.0.61:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-18T21:08:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T21:08:34Z"
    name: isvc-paddle-runtime-predictor-58b99fff76-txdxc.18d6866f37c8de13
    namespace: kserve-ci-e2e-test
    resourceVersion: "37161"
    uid: 9b46ddb0-ddd2-46f1-858d-e8b6fdcb1be7
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-76.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T21:07:30Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-paddle-runtime-predictor-58b99fff76
    namespace: kserve-ci-e2e-test
    resourceVersion: "36450"
    uid: ef47a8f3-00a4-4545-8df5-b007cb3192c3
  kind: Event
  lastTimestamp: "2026-09-18T21:07:30Z"
  message: 'Created pod: isvc-paddle-runtime-predictor-58b99fff76-txdxc'
  metadata:
    creationTimestamp: "2026-09-18T21:07:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T21:07:30Z"
    name: isvc-paddle-runtime-predictor-58b99fff76.18d6866063f3edd3
    namespace: kserve-ci-e2e-test
    resourceVersion: "36461"
    uid: bcee277f-7146-4c49-a5b6-e7656d5e0165
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T21:07:30Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-paddle-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36447"
    uid: 1d24960d-1be1-4c68-af53-aee8d48baf76
  kind: Event
  lastTimestamp: "2026-09-18T21:07:30Z"
  message: Scaled up replica set isvc-paddle-runtime-predictor-58b99fff76 from 0 to
    1
  metadata:
    creationTimestamp: "2026-09-18T21:07:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T21:07:30Z"
    name: isvc-paddle-runtime-predictor.18d6866060cd9457
    namespace: kserve-ci-e2e-test
    resourceVersion: "36451"
    uid: 119fbc61-21d5-4d31-9ecf-595380e3f71b
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-18T21:07:45Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36448"
    uid: 51775367-4168-4486-acd4-03d229f727f7
  kind: Event
  lastTimestamp: "2026-09-18T21:08:15Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-18T21:07:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T21:08:15Z"
    name: isvc-paddle-runtime-predictor.18d68663df15df43
    namespace: kserve-ci-e2e-test
    resourceVersion: "36999"
    uid: a49ee164-e5c2-48b9-9648-6aac1b97923d
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-18T21:07:45Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36448"
    uid: 51775367-4168-4486-acd4-03d229f727f7
  kind: Event
  lastTimestamp: "2026-09-18T21:08:15Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-18T21:07:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T21:08:15Z"
    name: isvc-paddle-runtime-predictor.18d68663df791a44
    namespace: kserve-ci-e2e-test
    resourceVersion: "37000"
    uid: 3e4c5e86-d471-46c5-9444-9656dab77956
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T21:08:30Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36603"
    uid: 51775367-4168-4486-acd4-03d229f727f7
  kind: Event
  lastTimestamp: "2026-09-18T21:08:30Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-18T21:08:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T21:08:30Z"
    name: isvc-paddle-runtime-predictor.18d6866e5c5e7fa0
    namespace: kserve-ci-e2e-test
    resourceVersion: "37115"
    uid: 62b3667c-bfde-40f2-a31a-23da266b74a8
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T21:08:30Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36603"
    uid: 51775367-4168-4486-acd4-03d229f727f7
  kind: Event
  lastTimestamp: "2026-09-18T21:08:30Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-18T21:08:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T21:08:30Z"
    name: isvc-paddle-runtime-predictor.18d6866e5cbce2bf
    namespace: kserve-ci-e2e-test
    resourceVersion: "37117"
    uid: 82f25315-3ab0-44f9-ac3d-03d33eac74a4
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-18T21:07:30Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "36439"
    uid: 05bf2e44-b77e-44bf-9604-26d015d42ffa
  kind: Event
  lastTimestamp: "2026-09-18T21:08:24Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-18T21:07:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T21:08:24Z"
    name: isvc-paddle-runtime.18d6866060d068aa
    namespace: kserve-ci-e2e-test
    resourceVersion: "37074"
    uid: 132cd12e-27db-4bc7-9cf2-b11bd99ac7f8
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T21:07:30Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "36439"
    uid: 05bf2e44-b77e-44bf-9604-26d015d42ffa
  kind: Event
  lastTimestamp: "2026-09-18T21:07:30Z"
  message: 'Failed to update status for InferenceService "isvc-paddle-runtime": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-paddle-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-18T21:07:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T21:07:30Z"
    name: isvc-paddle-runtime.18d686606167dafc
    namespace: kserve-ci-e2e-test
    resourceVersion: "36455"
    uid: 92d783f6-0750-4581-b7d2-04d80567f22d
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T21:08:24Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "37072"
    uid: 05bf2e44-b77e-44bf-9604-26d015d42ffa
  kind: Event
  lastTimestamp: "2026-09-18T21:08:24Z"
  message: InferenceService [isvc-paddle-runtime] is Ready
  metadata:
    creationTimestamp: "2026-09-18T21:08:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T21:08:24Z"
    name: isvc-paddle-runtime.18d6866ce8d095d1
    namespace: kserve-ci-e2e-test
    resourceVersion: "37073"
    uid: 42745b89-53fa-4c66-a022-76a615524a92
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-18T21:08:37.090285Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-kr99n
    namespace: kserve-ci-e2e-test
    resourceVersion: "37212"
    uid: c1d105f6-86ec-4572-a6ec-ab46e9d2f0b6
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-paddle-v2-kserve-predictor-64d4c74b4d-kr99n
    to ip-10-0-143-76.ec2.internal
  metadata:
    creationTimestamp: "2026-09-18T21:08:37Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-18T21:08:37Z"
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-kr99n.18d6866fe656d16d
    namespace: kserve-ci-e2e-test
    resourceVersion: "37218"
    uid: 36aca4e6-4e76-4ce6-9fc1-ad6b8ab676e8
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-584d99b576-bdzl5
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T21:08:37Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-kr99n
    namespace: kserve-ci-e2e-test
    resourceVersion: "37222"
    uid: c1d105f6-86ec-4572-a6ec-ab46e9d2f0b6
  kind: Event
  lastTimestamp: "2026-09-18T21:08:37Z"
  message: Add eth0 [10.133.0.63/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-18T21:08:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-18T21:08:37Z"
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-kr99n.18d68670084faaa6
    namespace: kserve-ci-e2e-test
    resourceVersion: "37233"
    uid: 4fab91aa-b152-4112-a65c-abbcc86a4247
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T21:08:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-kr99n
    namespace: kserve-ci-e2e-test
    resourceVersion: "37214"
    uid: c1d105f6-86ec-4572-a6ec-ab46e9d2f0b6
  kind: Event
  lastTimestamp: "2026-09-18T21:08:37Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:2cbd0ba61f740962b2bad1a0e55e41574489d7afdb86fa314f3953b8c8af773e"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-18T21:08:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T21:08:37Z"
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-kr99n.18d6867009bf594c
    namespace: kserve-ci-e2e-test
    resourceVersion: "37235"
    uid: 59becfe8-417e-4aed-90e9-e1db229bd1fc
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T21:08:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-kr99n
    namespace: kserve-ci-e2e-test
    resourceVersion: "37214"
    uid: c1d105f6-86ec-4572-a6ec-ab46e9d2f0b6
  kind: Event
  lastTimestamp: "2026-09-18T21:08:37Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-18T21:08:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T21:08:37Z"
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-kr99n.18d686700cb6b7c7
    namespace: kserve-ci-e2e-test
    resourceVersion: "37236"
    uid: 8ca7818d-01c8-4288-93bf-5199ff836955
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T21:08:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-kr99n
    namespace: kserve-ci-e2e-test
    resourceVersion: "37214"
    uid: c1d105f6-86ec-4572-a6ec-ab46e9d2f0b6
  kind: Event
  lastTimestamp: "2026-09-18T21:08:37Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-18T21:08:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T21:08:37Z"
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-kr99n.18d686700d289f78
    namespace: kserve-ci-e2e-test
    resourceVersion: "37237"
    uid: 90ef387a-52a6-4d71-a05f-121c99fe522e
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T21:08:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-kr99n
    namespace: kserve-ci-e2e-test
    resourceVersion: "37214"
    uid: c1d105f6-86ec-4572-a6ec-ab46e9d2f0b6
  kind: Event
  lastTimestamp: "2026-09-18T21:08:42Z"
  message: Container image "kserve/paddleserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-09-18T21:08:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T21:08:42Z"
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-kr99n.18d6867125716d0b
    namespace: kserve-ci-e2e-test
    resourceVersion: "37278"
    uid: 7de69711-d284-4502-a4d3-a262004dac14
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T21:08:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-kr99n
    namespace: kserve-ci-e2e-test
    resourceVersion: "37214"
    uid: c1d105f6-86ec-4572-a6ec-ab46e9d2f0b6
  kind: Event
  lastTimestamp: "2026-09-18T21:08:42Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-18T21:08:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T21:08:42Z"
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-kr99n.18d6867129a9074e
    namespace: kserve-ci-e2e-test
    resourceVersion: "37282"
    uid: b8489d2b-670b-40ce-b8d3-dd77b8b6c303
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T21:08:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-kr99n
    namespace: kserve-ci-e2e-test
    resourceVersion: "37214"
    uid: c1d105f6-86ec-4572-a6ec-ab46e9d2f0b6
  kind: Event
  lastTimestamp: "2026-09-18T21:08:42Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-18T21:08:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T21:08:42Z"
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-kr99n.18d686712a18f54f
    namespace: kserve-ci-e2e-test
    resourceVersion: "37283"
    uid: dc1c1851-5072-4268-bcdb-13b1cd8625cf
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T21:08:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-kr99n
    namespace: kserve-ci-e2e-test
    resourceVersion: "37214"
    uid: c1d105f6-86ec-4572-a6ec-ab46e9d2f0b6
  kind: Event
  lastTimestamp: "2026-09-18T21:08:42Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-18T21:08:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T21:08:42Z"
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-kr99n.18d686712a22eb9f
    namespace: kserve-ci-e2e-test
    resourceVersion: "37284"
    uid: d71226d0-e9f6-4649-9cdc-be36a69d875f
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T21:08:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-kr99n
    namespace: kserve-ci-e2e-test
    resourceVersion: "37214"
    uid: c1d105f6-86ec-4572-a6ec-ab46e9d2f0b6
  kind: Event
  lastTimestamp: "2026-09-18T21:08:42Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-18T21:08:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T21:08:42Z"
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-kr99n.18d686712d050e79
    namespace: kserve-ci-e2e-test
    resourceVersion: "37287"
    uid: 6899e4db-3ef9-4c16-b081-ee7781419786
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T21:08:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-kr99n
    namespace: kserve-ci-e2e-test
    resourceVersion: "37214"
    uid: c1d105f6-86ec-4572-a6ec-ab46e9d2f0b6
  kind: Event
  lastTimestamp: "2026-09-18T21:08:42Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-18T21:08:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T21:08:42Z"
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-kr99n.18d686712d78ce16
    namespace: kserve-ci-e2e-test
    resourceVersion: "37288"
    uid: e567a9eb-1f33-4ef9-a27a-626cb616a0a0
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 7
  eventTime: null
  firstTimestamp: "2026-09-18T21:08:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-kr99n
    namespace: kserve-ci-e2e-test
    resourceVersion: "37214"
    uid: c1d105f6-86ec-4572-a6ec-ab46e9d2f0b6
  kind: Event
  lastTimestamp: "2026-09-18T21:09:40Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.63:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-18T21:08:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T21:09:40Z"
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-kr99n.18d686719d4269ba
    namespace: kserve-ci-e2e-test
    resourceVersion: "37826"
    uid: 033f6f03-b3c0-4955-89d7-64326c1fed42
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-76.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T21:09:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-kr99n
    namespace: kserve-ci-e2e-test
    resourceVersion: "37214"
    uid: c1d105f6-86ec-4572-a6ec-ab46e9d2f0b6
  kind: Event
  lastTimestamp: "2026-09-18T21:09:38Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-18T21:09:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T21:09:38Z"
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-kr99n.18d6867e49e6fd2b
    namespace: kserve-ci-e2e-test
    resourceVersion: "37803"
    uid: 6792dd7d-2afc-4a88-ac2a-4f78d2083344
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T21:09:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-kr99n
    namespace: kserve-ci-e2e-test
    resourceVersion: "37214"
    uid: c1d105f6-86ec-4572-a6ec-ab46e9d2f0b6
  kind: Event
  lastTimestamp: "2026-09-18T21:09:38Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-18T21:09:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T21:09:38Z"
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-kr99n.18d6867e49e7bb26
    namespace: kserve-ci-e2e-test
    resourceVersion: "37804"
    uid: 97342d17-5a17-4710-95f1-230c821107ec
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T21:09:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-kr99n
    namespace: kserve-ci-e2e-test
    resourceVersion: "37214"
    uid: c1d105f6-86ec-4572-a6ec-ab46e9d2f0b6
  kind: Event
  lastTimestamp: "2026-09-18T21:09:40Z"
  message: 'Readiness probe failed: Get "https://10.133.0.63:8643/healthz": dial tcp
    10.133.0.63:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-18T21:09:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T21:09:40Z"
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-kr99n.18d6867ea752a908
    namespace: kserve-ci-e2e-test
    resourceVersion: "37825"
    uid: 8a26531e-4cc6-4f2b-9b3d-52f48bea3b9d
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-76.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T21:08:37Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d
    namespace: kserve-ci-e2e-test
    resourceVersion: "37204"
    uid: 744c5e8c-71fa-4cdf-ab54-da820d08c003
  kind: Event
  lastTimestamp: "2026-09-18T21:08:37Z"
  message: 'Created pod: isvc-paddle-v2-kserve-predictor-64d4c74b4d-kr99n'
  metadata:
    creationTimestamp: "2026-09-18T21:08:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T21:08:37Z"
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d.18d6866fe5f96a9e
    namespace: kserve-ci-e2e-test
    resourceVersion: "37213"
    uid: 1e80a750-b373-4eb2-85ad-7820bfc5cd0d
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T21:08:37Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-paddle-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37201"
    uid: 82aa09b1-adbd-4f1d-b394-d547b175abac
  kind: Event
  lastTimestamp: "2026-09-18T21:08:37Z"
  message: Scaled up replica set isvc-paddle-v2-kserve-predictor-64d4c74b4d from 0
    to 1
  metadata:
    creationTimestamp: "2026-09-18T21:08:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T21:08:37Z"
    name: isvc-paddle-v2-kserve-predictor.18d6866fe303c159
    namespace: kserve-ci-e2e-test
    resourceVersion: "37205"
    uid: 90c97ca1-1dc0-4787-b1c9-cee775b7b1c8
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-18T21:08:52Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37202"
    uid: f56bb01f-8a83-44d2-8ee5-941131997eed
  kind: Event
  lastTimestamp: "2026-09-18T21:09:07Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-18T21:08:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T21:09:07Z"
    name: isvc-paddle-v2-kserve-predictor.18d68673617e2edd
    namespace: kserve-ci-e2e-test
    resourceVersion: "37468"
    uid: b0887d1e-e4f3-43c8-a1e4-14e767636d75
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-18T21:08:52Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37202"
    uid: f56bb01f-8a83-44d2-8ee5-941131997eed
  kind: Event
  lastTimestamp: "2026-09-18T21:09:07Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-18T21:08:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T21:09:07Z"
    name: isvc-paddle-v2-kserve-predictor.18d6867361deba39
    namespace: kserve-ci-e2e-test
    resourceVersion: "37469"
    uid: 92e65d08-7954-4d79-a479-3a95643ab168
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-18T21:09:22Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37367"
    uid: f56bb01f-8a83-44d2-8ee5-941131997eed
  kind: Event
  lastTimestamp: "2026-09-18T21:09:37Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-18T21:09:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T21:09:37Z"
    name: isvc-paddle-v2-kserve-predictor.18d6867a5f386cc2
    namespace: kserve-ci-e2e-test
    resourceVersion: "37767"
    uid: 1da448bb-437e-4c22-aead-d62a422ea437
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-18T21:09:22Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37367"
    uid: f56bb01f-8a83-44d2-8ee5-941131997eed
  kind: Event
  lastTimestamp: "2026-09-18T21:09:37Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-18T21:09:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T21:09:37Z"
    name: isvc-paddle-v2-kserve-predictor.18d6867a5f9d4ad3
    namespace: kserve-ci-e2e-test
    resourceVersion: "37768"
    uid: 5ff15c7b-6b1f-4ee6-9c08-e7d92c00875d
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-18T21:08:37Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "37190"
    uid: b366f48a-2d82-44f4-add9-912ba8fb70c3
  kind: Event
  lastTimestamp: "2026-09-18T21:09:30Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-18T21:08:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T21:09:30Z"
    name: isvc-paddle-v2-kserve.18d6866fe3107afb
    namespace: kserve-ci-e2e-test
    resourceVersion: "37652"
    uid: f760455d-678d-4adf-9361-d4b0b37048e6
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T21:08:37Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "37190"
    uid: b366f48a-2d82-44f4-add9-912ba8fb70c3
  kind: Event
  lastTimestamp: "2026-09-18T21:08:37Z"
  message: 'Failed to update status for InferenceService "isvc-paddle-v2-kserve":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-paddle-v2-kserve":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-18T21:08:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T21:08:37Z"
    name: isvc-paddle-v2-kserve.18d6866fe394f536
    namespace: kserve-ci-e2e-test
    resourceVersion: "37209"
    uid: e0a4d78f-86af-4e2e-896e-451df410a39e
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T21:09:30Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "37650"
    uid: b366f48a-2d82-44f4-add9-912ba8fb70c3
  kind: Event
  lastTimestamp: "2026-09-18T21:09:30Z"
  message: InferenceService [isvc-paddle-v2-kserve] is Ready
  metadata:
    creationTimestamp: "2026-09-18T21:09:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T21:09:30Z"
    name: isvc-paddle-v2-kserve.18d6867c58daf1a6
    namespace: kserve-ci-e2e-test
    resourceVersion: "37651"
    uid: ba58207e-c67d-41e4-add7-16be0a80f7bf
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-18T21:06:13Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle
    namespace: kserve-ci-e2e-test
    resourceVersion: "35675"
    uid: 9f1d29de-96ce-49f4-ac2e-77871ac1e88c
  kind: Event
  lastTimestamp: "2026-09-18T21:07:18Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-18T21:06:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T21:07:18Z"
    name: isvc-paddle.18d6864e8cd3a24b
    namespace: kserve-ci-e2e-test
    resourceVersion: "36320"
    uid: eb145bb6-5580-4a85-a2a6-4761771ed1a8
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T21:06:13Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle
    namespace: kserve-ci-e2e-test
    resourceVersion: "35675"
    uid: 9f1d29de-96ce-49f4-ac2e-77871ac1e88c
  kind: Event
  lastTimestamp: "2026-09-18T21:06:13Z"
  message: 'Failed to update status for InferenceService "isvc-paddle": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-paddle": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-09-18T21:06:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T21:06:13Z"
    name: isvc-paddle.18d6864e8d480c61
    namespace: kserve-ci-e2e-test
    resourceVersion: "35690"
    uid: 3d421b2b-16ca-40a6-9a70-f1af30b52f53
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T21:07:17Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle
    namespace: kserve-ci-e2e-test
    resourceVersion: "36318"
    uid: 9f1d29de-96ce-49f4-ac2e-77871ac1e88c
  kind: Event
  lastTimestamp: "2026-09-18T21:07:17Z"
  message: InferenceService [isvc-paddle] is Ready
  metadata:
    creationTimestamp: "2026-09-18T21:07:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T21:07:17Z"
    name: isvc-paddle.18d6865d7ac95c58
    namespace: kserve-ci-e2e-test
    resourceVersion: "36319"
    uid: 25767ce7-0815-44fc-9db0-7376afa8f6be
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-18T21:09:44.088616Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-pmml-predictor-8674795f59-d9mcm
    namespace: kserve-ci-e2e-test
    resourceVersion: "37887"
    uid: 6acd5cd7-c300-42c0-b06c-aff28fca8f2c
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-pmml-predictor-8674795f59-d9mcm
    to ip-10-0-143-76.ec2.internal
  metadata:
    creationTimestamp: "2026-09-18T21:09:44Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-18T21:09:44Z"
    name: isvc-pmml-predictor-8674795f59-d9mcm.18d6867f7fc04167
    namespace: kserve-ci-e2e-test
    resourceVersion: "37893"
    uid: 7c40cc8c-ab9f-42e2-80ca-56fe47e4f9d5
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-584d99b576-bdzl5
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T21:09:44Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-pmml-predictor-8674795f59-d9mcm
    namespace: kserve-ci-e2e-test
    resourceVersion: "37898"
    uid: 6acd5cd7-c300-42c0-b06c-aff28fca8f2c
  kind: Event
  lastTimestamp: "2026-09-18T21:09:44Z"
  message: Add eth0 [10.133.0.64/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-18T21:09:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-18T21:09:44Z"
    name: isvc-pmml-predictor-8674795f59-d9mcm.18d6867fa1bd08cc
    namespace: kserve-ci-e2e-test
    resourceVersion: "37910"
    uid: 4c50ca29-460b-4eef-b6b9-f61811bb90d9
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T21:09:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-predictor-8674795f59-d9mcm
    namespace: kserve-ci-e2e-test
    resourceVersion: "37889"
    uid: 6acd5cd7-c300-42c0-b06c-aff28fca8f2c
  kind: Event
  lastTimestamp: "2026-09-18T21:09:44Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:2cbd0ba61f740962b2bad1a0e55e41574489d7afdb86fa314f3953b8c8af773e"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-18T21:09:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T21:09:44Z"
    name: isvc-pmml-predictor-8674795f59-d9mcm.18d6867fa3131b5c
    namespace: kserve-ci-e2e-test
    resourceVersion: "37912"
    uid: 608168fb-36b6-406e-93e8-77f4a2ff4ec4
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T21:09:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-predictor-8674795f59-d9mcm
    namespace: kserve-ci-e2e-test
    resourceVersion: "37889"
    uid: 6acd5cd7-c300-42c0-b06c-aff28fca8f2c
  kind: Event
  lastTimestamp: "2026-09-18T21:09:44Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-18T21:09:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T21:09:44Z"
    name: isvc-pmml-predictor-8674795f59-d9mcm.18d6867fa631ca4b
    namespace: kserve-ci-e2e-test
    resourceVersion: "37913"
    uid: 7d44b317-eae4-4ea3-9043-41455a238ff2
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T21:09:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-predictor-8674795f59-d9mcm
    namespace: kserve-ci-e2e-test
    resourceVersion: "37889"
    uid: 6acd5cd7-c300-42c0-b06c-aff28fca8f2c
  kind: Event
  lastTimestamp: "2026-09-18T21:09:44Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-18T21:09:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T21:09:44Z"
    name: isvc-pmml-predictor-8674795f59-d9mcm.18d6867fa6b838e0
    namespace: kserve-ci-e2e-test
    resourceVersion: "37914"
    uid: 50026f2a-4196-462e-87cd-3858bd3315d8
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T21:09:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-predictor-8674795f59-d9mcm
    namespace: kserve-ci-e2e-test
    resourceVersion: "37889"
    uid: 6acd5cd7-c300-42c0-b06c-aff28fca8f2c
  kind: Event
  lastTimestamp: "2026-09-18T21:09:48Z"
  message: Pulling image "kserve/pmmlserver:latest"
  metadata:
    creationTimestamp: "2026-09-18T21:09:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T21:09:48Z"
    name: isvc-pmml-predictor-8674795f59-d9mcm.18d686809433deab
    namespace: kserve-ci-e2e-test
    resourceVersion: "38007"
    uid: 7c30f5c1-90fa-4ffa-b084-60d6e4c32073
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T21:09:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-predictor-8674795f59-d9mcm
    namespace: kserve-ci-e2e-test
    resourceVersion: "37889"
    uid: 6acd5cd7-c300-42c0-b06c-aff28fca8f2c
  kind: Event
  lastTimestamp: "2026-09-18T21:09:56Z"
  message: 'Successfully pulled image "kserve/pmmlserver:latest" in 7.366s (7.366s
    including waiting). Image size: 853725565 bytes.'
  metadata:
    creationTimestamp: "2026-09-18T21:09:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T21:09:56Z"
    name: isvc-pmml-predictor-8674795f59-d9mcm.18d686824b46efce
    namespace: kserve-ci-e2e-test
    resourceVersion: "38076"
    uid: 0fec7463-c35e-48aa-bc0e-51bd512d8dfb
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T21:09:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-predictor-8674795f59-d9mcm
    namespace: kserve-ci-e2e-test
    resourceVersion: "37889"
    uid: 6acd5cd7-c300-42c0-b06c-aff28fca8f2c
  kind: Event
  lastTimestamp: "2026-09-18T21:09:56Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-18T21:09:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T21:09:56Z"
    name: isvc-pmml-predictor-8674795f59-d9mcm.18d686824e5def02
    namespace: kserve-ci-e2e-test
    resourceVersion: "38078"
    uid: a7e3ac36-c8d5-4d53-88ff-00c28c3e4d4a
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T21:09:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-predictor-8674795f59-d9mcm
    namespace: kserve-ci-e2e-test
    resourceVersion: "37889"
    uid: 6acd5cd7-c300-42c0-b06c-aff28fca8f2c
  kind: Event
  lastTimestamp: "2026-09-18T21:09:56Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-18T21:09:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T21:09:56Z"
    name: isvc-pmml-predictor-8674795f59-d9mcm.18d686824ed30265
    namespace: kserve-ci-e2e-test
    resourceVersion: "38082"
    uid: 0b617301-24de-41a1-954b-9a606d02f4df
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T21:09:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-predictor-8674795f59-d9mcm
    namespace: kserve-ci-e2e-test
    resourceVersion: "37889"
    uid: 6acd5cd7-c300-42c0-b06c-aff28fca8f2c
  kind: Event
  lastTimestamp: "2026-09-18T21:09:56Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-18T21:09:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T21:09:56Z"
    name: isvc-pmml-predictor-8674795f59-d9mcm.18d686824edd534a
    namespace: kserve-ci-e2e-test
    resourceVersion: "38083"
    uid: 386b11b2-8a6e-48db-b260-a0e19546878d
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T21:09:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-predictor-8674795f59-d9mcm
    namespace: kserve-ci-e2e-test
    resourceVersion: "37889"
    uid: 6acd5cd7-c300-42c0-b06c-aff28fca8f2c
  kind: Event
  lastTimestamp: "2026-09-18T21:09:56Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-18T21:09:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T21:09:56Z"
    name: isvc-pmml-predictor-8674795f59-d9mcm.18d686825210712a
    namespace: kserve-ci-e2e-test
    resourceVersion: "38085"
    uid: ad7cb194-3422-441e-8d6c-c75984a22b88
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T21:09:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-predictor-8674795f59-d9mcm
    namespace: kserve-ci-e2e-test
    resourceVersion: "37889"
    uid: 6acd5cd7-c300-42c0-b06c-aff28fca8f2c
  kind: Event
  lastTimestamp: "2026-09-18T21:09:56Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-18T21:09:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T21:09:56Z"
    name: isvc-pmml-predictor-8674795f59-d9mcm.18d68682528041ff
    namespace: kserve-ci-e2e-test
    resourceVersion: "38087"
    uid: b55433bc-5014-4f17-9af1-29f7885f2ba7
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-18T21:09:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-predictor-8674795f59-d9mcm
    namespace: kserve-ci-e2e-test
    resourceVersion: "37889"
    uid: 6acd5cd7-c300-42c0-b06c-aff28fca8f2c
  kind: Event
  lastTimestamp: "2026-09-18T21:11:13Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.64:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-18T21:09:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T21:11:13Z"
    name: isvc-pmml-predictor-8674795f59-d9mcm.18d68682b00d202a
    namespace: kserve-ci-e2e-test
    resourceVersion: "38654"
    uid: f2056f74-4cd6-46ae-9c93-c3fa1129ffee
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-76.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T21:11:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-predictor-8674795f59-d9mcm
    namespace: kserve-ci-e2e-test
    resourceVersion: "37889"
    uid: 6acd5cd7-c300-42c0-b06c-aff28fca8f2c
  kind: Event
  lastTimestamp: "2026-09-18T21:11:25Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-18T21:11:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T21:11:25Z"
    name: isvc-pmml-predictor-8674795f59-d9mcm.18d686972efa268a
    namespace: kserve-ci-e2e-test
    resourceVersion: "38786"
    uid: 2cc36fce-b7e7-41be-9930-a2a3973f8fea
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T21:11:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-predictor-8674795f59-d9mcm
    namespace: kserve-ci-e2e-test
    resourceVersion: "37889"
    uid: 6acd5cd7-c300-42c0-b06c-aff28fca8f2c
  kind: Event
  lastTimestamp: "2026-09-18T21:11:25Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-18T21:11:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T21:11:25Z"
    name: isvc-pmml-predictor-8674795f59-d9mcm.18d686972efa9df5
    namespace: kserve-ci-e2e-test
    resourceVersion: "38787"
    uid: cfbd9c2e-afc0-41b5-a968-7dd4c10161e4
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T21:11:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-predictor-8674795f59-d9mcm
    namespace: kserve-ci-e2e-test
    resourceVersion: "37889"
    uid: 6acd5cd7-c300-42c0-b06c-aff28fca8f2c
  kind: Event
  lastTimestamp: "2026-09-18T21:11:28Z"
  message: 'Readiness probe failed: Get "https://10.133.0.64:8643/healthz": dial tcp
    10.133.0.64:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-18T21:11:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T21:11:28Z"
    name: isvc-pmml-predictor-8674795f59-d9mcm.18d68697e04dea5c
    namespace: kserve-ci-e2e-test
    resourceVersion: "38811"
    uid: 40f626f8-16fb-428e-bfe6-896ccbf41087
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-76.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T21:09:44Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-pmml-predictor-8674795f59
    namespace: kserve-ci-e2e-test
    resourceVersion: "37879"
    uid: 395a6818-0c83-4cc7-b5e5-32f156d36e8d
  kind: Event
  lastTimestamp: "2026-09-18T21:09:44Z"
  message: 'Created pod: isvc-pmml-predictor-8674795f59-d9mcm'
  metadata:
    creationTimestamp: "2026-09-18T21:09:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T21:09:44Z"
    name: isvc-pmml-predictor-8674795f59.18d6867f7f50dfca
    namespace: kserve-ci-e2e-test
    resourceVersion: "37888"
    uid: 8e93d4c1-5441-43b1-811e-0d8181c8f5cf
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T21:09:44Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-pmml-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37876"
    uid: 70fa0fbc-30d6-4bdc-80ef-c7df54f58c62
  kind: Event
  lastTimestamp: "2026-09-18T21:09:44Z"
  message: Scaled up replica set isvc-pmml-predictor-8674795f59 from 0 to 1
  metadata:
    creationTimestamp: "2026-09-18T21:09:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T21:09:44Z"
    name: isvc-pmml-predictor.18d6867f7c9f5704
    namespace: kserve-ci-e2e-test
    resourceVersion: "37880"
    uid: 46859999-48e1-4505-a566-14abb5f8c55c
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-18T21:09:59Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37878"
    uid: 379fdff8-a1f1-45ef-8887-21fcb936d775
  kind: Event
  lastTimestamp: "2026-09-18T21:10:29Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-18T21:09:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T21:10:29Z"
    name: isvc-pmml-predictor.18d68682fb6ddb5b
    namespace: kserve-ci-e2e-test
    resourceVersion: "38333"
    uid: 1cbc3f1b-1660-4f0d-b99a-b1eea8989f68
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-18T21:09:59Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37878"
    uid: 379fdff8-a1f1-45ef-8887-21fcb936d775
  kind: Event
  lastTimestamp: "2026-09-18T21:10:29Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-18T21:09:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T21:10:29Z"
    name: isvc-pmml-predictor.18d68682fbd2e1a8
    namespace: kserve-ci-e2e-test
    resourceVersion: "38334"
    uid: a2e5e72f-850c-4ff7-8778-0619f452c864
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-18T21:10:44Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "38111"
    uid: 379fdff8-a1f1-45ef-8887-21fcb936d775
  kind: Event
  lastTimestamp: "2026-09-18T21:11:14Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-18T21:10:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T21:11:14Z"
    name: isvc-pmml-predictor.18d6868d7868ae89
    namespace: kserve-ci-e2e-test
    resourceVersion: "38659"
    uid: c4380e25-c7d4-427b-951d-dbe748958224
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-18T21:10:44Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "38111"
    uid: 379fdff8-a1f1-45ef-8887-21fcb936d775
  kind: Event
  lastTimestamp: "2026-09-18T21:11:14Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-18T21:10:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T21:11:14Z"
    name: isvc-pmml-predictor.18d6868d78d03854
    namespace: kserve-ci-e2e-test
    resourceVersion: "38660"
    uid: 1c26c791-952a-43a4-93b7-aca086fe51ae
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-18T21:09:47.412990Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-pmml-runtime-predictor-885fc8777-k64tt
    namespace: kserve-ci-e2e-test
    resourceVersion: "37981"
    uid: 80b096e8-c8b5-4761-907d-fabcbabda4fb
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-pmml-runtime-predictor-885fc8777-k64tt
    to ip-10-0-143-76.ec2.internal
  metadata:
    creationTimestamp: "2026-09-18T21:09:47Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-18T21:09:47Z"
    name: isvc-pmml-runtime-predictor-885fc8777-k64tt.18d6868045e63032
    namespace: kserve-ci-e2e-test
    resourceVersion: "37987"
    uid: 29071b82-d9ee-47b1-8924-65d4ffb84658
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-584d99b576-bdzl5
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T21:09:47Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-pmml-runtime-predictor-885fc8777-k64tt
    namespace: kserve-ci-e2e-test
    resourceVersion: "37993"
    uid: 80b096e8-c8b5-4761-907d-fabcbabda4fb
  kind: Event
  lastTimestamp: "2026-09-18T21:09:47Z"
  message: Add eth0 [10.133.0.65/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-18T21:09:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-18T21:09:47Z"
    name: isvc-pmml-runtime-predictor-885fc8777-k64tt.18d6868067dde263
    namespace: kserve-ci-e2e-test
    resourceVersion: "38000"
    uid: 0cc11d9d-437d-47db-8f46-67b56386ab9f
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T21:09:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-runtime-predictor-885fc8777-k64tt
    namespace: kserve-ci-e2e-test
    resourceVersion: "37983"
    uid: 80b096e8-c8b5-4761-907d-fabcbabda4fb
  kind: Event
  lastTimestamp: "2026-09-18T21:09:48Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:2cbd0ba61f740962b2bad1a0e55e41574489d7afdb86fa314f3953b8c8af773e"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-18T21:09:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T21:09:48Z"
    name: isvc-pmml-runtime-predictor-885fc8777-k64tt.18d68680693caaff
    namespace: kserve-ci-e2e-test
    resourceVersion: "38002"
    uid: 61d69f86-23d3-489b-b8d7-e6e3e3e71660
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T21:09:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-runtime-predictor-885fc8777-k64tt
    namespace: kserve-ci-e2e-test
    resourceVersion: "37983"
    uid: 80b096e8-c8b5-4761-907d-fabcbabda4fb
  kind: Event
  lastTimestamp: "2026-09-18T21:09:48Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-18T21:09:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T21:09:48Z"
    name: isvc-pmml-runtime-predictor-885fc8777-k64tt.18d686806bea7e0e
    namespace: kserve-ci-e2e-test
    resourceVersion: "38003"
    uid: e1b36eba-4bca-454b-924a-2d8045cf06c7
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T21:09:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-runtime-predictor-885fc8777-k64tt
    namespace: kserve-ci-e2e-test
    resourceVersion: "37983"
    uid: 80b096e8-c8b5-4761-907d-fabcbabda4fb
  kind: Event
  lastTimestamp: "2026-09-18T21:09:48Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-18T21:09:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T21:09:48Z"
    name: isvc-pmml-runtime-predictor-885fc8777-k64tt.18d686806c5b263b
    namespace: kserve-ci-e2e-test
    resourceVersion: "38004"
    uid: d2105335-b1ea-4e65-aa4b-5649666ae74f
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T21:09:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-runtime-predictor-885fc8777-k64tt
    namespace: kserve-ci-e2e-test
    resourceVersion: "37983"
    uid: 80b096e8-c8b5-4761-907d-fabcbabda4fb
  kind: Event
  lastTimestamp: "2026-09-18T21:09:53Z"
  message: Pulling image "kserve/pmmlserver:latest"
  metadata:
    creationTimestamp: "2026-09-18T21:09:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T21:09:53Z"
    name: isvc-pmml-runtime-predictor-885fc8777-k64tt.18d68681c047d892
    namespace: kserve-ci-e2e-test
    resourceVersion: "38053"
    uid: 13ca9350-a364-4c82-aa60-c90408ede746
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T21:09:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-runtime-predictor-885fc8777-k64tt
    namespace: kserve-ci-e2e-test
    resourceVersion: "37983"
    uid: 80b096e8-c8b5-4761-907d-fabcbabda4fb
  kind: Event
  lastTimestamp: "2026-09-18T21:09:56Z"
  message: 'Successfully pulled image "kserve/pmmlserver:latest" in 2.306s (2.306s
    including waiting). Image size: 853725565 bytes.'
  metadata:
    creationTimestamp: "2026-09-18T21:09:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T21:09:56Z"
    name: isvc-pmml-runtime-predictor-885fc8777-k64tt.18d6868249ca2197
    namespace: kserve-ci-e2e-test
    resourceVersion: "38075"
    uid: f653f15e-550c-4bca-a911-7ffb96e1d7e0
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T21:09:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-runtime-predictor-885fc8777-k64tt
    namespace: kserve-ci-e2e-test
    resourceVersion: "37983"
    uid: 80b096e8-c8b5-4761-907d-fabcbabda4fb
  kind: Event
  lastTimestamp: "2026-09-18T21:09:56Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-18T21:09:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T21:09:56Z"
    name: isvc-pmml-runtime-predictor-885fc8777-k64tt.18d686824e21d10f
    namespace: kserve-ci-e2e-test
    resourceVersion: "38077"
    uid: 38b9fb19-748a-49dd-86f3-0b5627459fb8
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T21:09:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-runtime-predictor-885fc8777-k64tt
    namespace: kserve-ci-e2e-test
    resourceVersion: "37983"
    uid: 80b096e8-c8b5-4761-907d-fabcbabda4fb
  kind: Event
  lastTimestamp: "2026-09-18T21:09:56Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-18T21:09:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T21:09:56Z"
    name: isvc-pmml-runtime-predictor-885fc8777-k64tt.18d686824e96f527
    namespace: kserve-ci-e2e-test
    resourceVersion: "38080"
    uid: 392a6382-641f-47b2-9d48-eb6b35399218
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T21:09:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-runtime-predictor-885fc8777-k64tt
    namespace: kserve-ci-e2e-test
    resourceVersion: "37983"
    uid: 80b096e8-c8b5-4761-907d-fabcbabda4fb
  kind: Event
  lastTimestamp: "2026-09-18T21:09:56Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-18T21:09:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T21:09:56Z"
    name: isvc-pmml-runtime-predictor-885fc8777-k64tt.18d686824ea2cc47
    namespace: kserve-ci-e2e-test
    resourceVersion: "38081"
    uid: 7dc2da98-389e-4e97-b31c-40861f20a626
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T21:09:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-runtime-predictor-885fc8777-k64tt
    namespace: kserve-ci-e2e-test
    resourceVersion: "37983"
    uid: 80b096e8-c8b5-4761-907d-fabcbabda4fb
  kind: Event
  lastTimestamp: "2026-09-18T21:09:56Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-18T21:09:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T21:09:56Z"
    name: isvc-pmml-runtime-predictor-885fc8777-k64tt.18d6868251fee2b5
    namespace: kserve-ci-e2e-test
    resourceVersion: "38084"
    uid: ee7b0dc4-7326-4cee-b82d-94ee2fc8fef9
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T21:09:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-runtime-predictor-885fc8777-k64tt
    namespace: kserve-ci-e2e-test
    resourceVersion: "37983"
    uid: 80b096e8-c8b5-4761-907d-fabcbabda4fb
  kind: Event
  lastTimestamp: "2026-09-18T21:09:56Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-18T21:09:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T21:09:56Z"
    name: isvc-pmml-runtime-predictor-885fc8777-k64tt.18d68682526f975f
    namespace: kserve-ci-e2e-test
    resourceVersion: "38086"
    uid: cfcc666d-94e8-4d91-9c1f-03ddc5976c03
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-09-18T21:09:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-runtime-predictor-885fc8777-k64tt
    namespace: kserve-ci-e2e-test
    resourceVersion: "37983"
    uid: 80b096e8-c8b5-4761-907d-fabcbabda4fb
  kind: Event
  lastTimestamp: "2026-09-18T21:11:35Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.65:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-18T21:09:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T21:11:35Z"
    name: isvc-pmml-runtime-predictor-885fc8777-k64tt.18d68682b00ceb24
    namespace: kserve-ci-e2e-test
    resourceVersion: "38924"
    uid: 2dc9e2f5-b0f2-428b-9c57-2a48adae8105
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-76.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T21:11:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-runtime-predictor-885fc8777-k64tt
    namespace: kserve-ci-e2e-test
    resourceVersion: "37983"
    uid: 80b096e8-c8b5-4761-907d-fabcbabda4fb
  kind: Event
  lastTimestamp: "2026-09-18T21:11:33Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-18T21:11:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T21:11:33Z"
    name: isvc-pmml-runtime-predictor-885fc8777-k64tt.18d68698ec084f51
    namespace: kserve-ci-e2e-test
    resourceVersion: "38907"
    uid: 91747f5d-9bd5-4bf1-ad6e-fdde2a6bbf51
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T21:11:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-runtime-predictor-885fc8777-k64tt
    namespace: kserve-ci-e2e-test
    resourceVersion: "37983"
    uid: 80b096e8-c8b5-4761-907d-fabcbabda4fb
  kind: Event
  lastTimestamp: "2026-09-18T21:11:33Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-18T21:11:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T21:11:33Z"
    name: isvc-pmml-runtime-predictor-885fc8777-k64tt.18d68698ec09543b
    namespace: kserve-ci-e2e-test
    resourceVersion: "38908"
    uid: 8d250248-091a-4d86-994a-b65d4c58cc82
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T21:11:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-runtime-predictor-885fc8777-k64tt
    namespace: kserve-ci-e2e-test
    resourceVersion: "37983"
    uid: 80b096e8-c8b5-4761-907d-fabcbabda4fb
  kind: Event
  lastTimestamp: "2026-09-18T21:11:33Z"
  message: 'Readiness probe failed: Get "https://10.133.0.65:8643/healthz": dial tcp
    10.133.0.65:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-18T21:11:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T21:11:33Z"
    name: isvc-pmml-runtime-predictor-885fc8777-k64tt.18d686990a5c933b
    namespace: kserve-ci-e2e-test
    resourceVersion: "38915"
    uid: 8eb75009-6540-4e15-bd15-61770659e202
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-76.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T21:09:47Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-pmml-runtime-predictor-885fc8777
    namespace: kserve-ci-e2e-test
    resourceVersion: "37973"
    uid: f752b862-b9d9-4a25-bc61-d4b2a7e070a6
  kind: Event
  lastTimestamp: "2026-09-18T21:09:47Z"
  message: 'Created pod: isvc-pmml-runtime-predictor-885fc8777-k64tt'
  metadata:
    creationTimestamp: "2026-09-18T21:09:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T21:09:47Z"
    name: isvc-pmml-runtime-predictor-885fc8777.18d68680457efe05
    namespace: kserve-ci-e2e-test
    resourceVersion: "37982"
    uid: 9d6933ff-cc0d-4425-96b4-e5264bd23650
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T21:09:47Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-pmml-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37970"
    uid: ad988637-da86-4369-873e-1bfbfeceb36f
  kind: Event
  lastTimestamp: "2026-09-18T21:09:47Z"
  message: Scaled up replica set isvc-pmml-runtime-predictor-885fc8777 from 0 to 1
  metadata:
    creationTimestamp: "2026-09-18T21:09:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T21:09:47Z"
    name: isvc-pmml-runtime-predictor.18d6868042a21469
    namespace: kserve-ci-e2e-test
    resourceVersion: "37975"
    uid: c73bf67e-4fee-4bd7-98e9-d8f4d534d9c6
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-18T21:10:02Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37972"
    uid: d4e93b23-b2e9-4703-b4de-2710d0a71880
  kind: Event
  lastTimestamp: "2026-09-18T21:10:32Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-18T21:10:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T21:10:32Z"
    name: isvc-pmml-runtime-predictor.18d68683c11438a4
    namespace: kserve-ci-e2e-test
    resourceVersion: "38358"
    uid: 69770e37-8ddf-44c4-bd69-4410a5512990
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-18T21:10:02Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37972"
    uid: d4e93b23-b2e9-4703-b4de-2710d0a71880
  kind: Event
  lastTimestamp: "2026-09-18T21:10:32Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-18T21:10:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T21:10:32Z"
    name: isvc-pmml-runtime-predictor.18d68683c17f009c
    namespace: kserve-ci-e2e-test
    resourceVersion: "38359"
    uid: aeddf37d-4215-4e6e-8abc-ee3253b58bc3
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-18T21:10:47Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "38142"
    uid: d4e93b23-b2e9-4703-b4de-2710d0a71880
  kind: Event
  lastTimestamp: "2026-09-18T21:11:32Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-18T21:10:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T21:11:32Z"
    name: isvc-pmml-runtime-predictor.18d6868e3d6e285e
    namespace: kserve-ci-e2e-test
    resourceVersion: "38885"
    uid: 70e2864e-4414-4400-a940-eac8b31eb10f
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-18T21:10:47Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "38142"
    uid: d4e93b23-b2e9-4703-b4de-2710d0a71880
  kind: Event
  lastTimestamp: "2026-09-18T21:11:32Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-18T21:10:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T21:11:32Z"
    name: isvc-pmml-runtime-predictor.18d6868e3dd6fb9f
    namespace: kserve-ci-e2e-test
    resourceVersion: "38886"
    uid: 7fa2ad3f-1a96-4183-8977-5ef0426109c3
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-18T21:09:47Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "37963"
    uid: 5087da6e-783f-4746-b938-74911516626b
  kind: Event
  lastTimestamp: "2026-09-18T21:11:25Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-18T21:09:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T21:11:25Z"
    name: isvc-pmml-runtime.18d6868042d3bcc3
    namespace: kserve-ci-e2e-test
    resourceVersion: "38768"
    uid: 14251503-5778-402f-945b-57e2cdd4d306
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T21:09:47Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "37963"
    uid: 5087da6e-783f-4746-b938-74911516626b
  kind: Event
  lastTimestamp: "2026-09-18T21:09:47Z"
  message: 'Failed to update status for InferenceService "isvc-pmml-runtime": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-pmml-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-18T21:09:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T21:09:47Z"
    name: isvc-pmml-runtime.18d6868043472f01
    namespace: kserve-ci-e2e-test
    resourceVersion: "37978"
    uid: ff7eecb7-9cd9-4867-aa6e-e14c2d23dce0
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T21:11:25Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "38765"
    uid: 5087da6e-783f-4746-b938-74911516626b
  kind: Event
  lastTimestamp: "2026-09-18T21:11:25Z"
  message: InferenceService [isvc-pmml-runtime] is Ready
  metadata:
    creationTimestamp: "2026-09-18T21:11:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T21:11:25Z"
    name: isvc-pmml-runtime.18d686971ec583cc
    namespace: kserve-ci-e2e-test
    resourceVersion: "38766"
    uid: b8aa603d-51e6-4122-a398-bd48aa9a5cce
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-18T21:11:38.522388Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-jbpqs
    namespace: kserve-ci-e2e-test
    resourceVersion: "38986"
    uid: b49dc5d7-6299-4faa-9a14-331756d813ff
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-pmml-v2-kserve-predictor-84cb55486c-jbpqs
    to ip-10-0-143-76.ec2.internal
  metadata:
    creationTimestamp: "2026-09-18T21:11:38Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-18T21:11:38Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-jbpqs.18d6869a24890e92
    namespace: kserve-ci-e2e-test
    resourceVersion: "38990"
    uid: 28e8b1fb-690e-4bbb-85c9-0c88341fac7e
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-584d99b576-bdzl5
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T21:11:38Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-jbpqs
    namespace: kserve-ci-e2e-test
    resourceVersion: "38988"
    uid: b49dc5d7-6299-4faa-9a14-331756d813ff
  kind: Event
  lastTimestamp: "2026-09-18T21:11:38Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-pmml-v2-kserve-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-18T21:11:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T21:11:38Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-jbpqs.18d6869a2c2cc055
    namespace: kserve-ci-e2e-test
    resourceVersion: "38997"
    uid: 102909f6-158d-4033-a2e9-3abab7c0c051
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-76.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T21:11:39Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-jbpqs
    namespace: kserve-ci-e2e-test
    resourceVersion: "38994"
    uid: b49dc5d7-6299-4faa-9a14-331756d813ff
  kind: Event
  lastTimestamp: "2026-09-18T21:11:39Z"
  message: Add eth0 [10.133.0.67/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-18T21:11:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-18T21:11:39Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-jbpqs.18d6869a6a3d7761
    namespace: kserve-ci-e2e-test
    resourceVersion: "39012"
    uid: 138f2635-ee5c-4c19-a527-def7447155bb
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T21:11:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-jbpqs
    namespace: kserve-ci-e2e-test
    resourceVersion: "38988"
    uid: b49dc5d7-6299-4faa-9a14-331756d813ff
  kind: Event
  lastTimestamp: "2026-09-18T21:11:39Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:2cbd0ba61f740962b2bad1a0e55e41574489d7afdb86fa314f3953b8c8af773e"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-18T21:11:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T21:11:39Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-jbpqs.18d6869a6b8ddca6
    namespace: kserve-ci-e2e-test
    resourceVersion: "39014"
    uid: 39ca393f-6427-4f6e-aae7-3177e0034823
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T21:11:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-jbpqs
    namespace: kserve-ci-e2e-test
    resourceVersion: "38988"
    uid: b49dc5d7-6299-4faa-9a14-331756d813ff
  kind: Event
  lastTimestamp: "2026-09-18T21:11:39Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-18T21:11:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T21:11:39Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-jbpqs.18d6869a6eb731bc
    namespace: kserve-ci-e2e-test
    resourceVersion: "39015"
    uid: 976c64f3-e862-418d-8646-e93a59a1bc11
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T21:11:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-jbpqs
    namespace: kserve-ci-e2e-test
    resourceVersion: "38988"
    uid: b49dc5d7-6299-4faa-9a14-331756d813ff
  kind: Event
  lastTimestamp: "2026-09-18T21:11:39Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-18T21:11:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T21:11:39Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-jbpqs.18d6869a6f2620f1
    namespace: kserve-ci-e2e-test
    resourceVersion: "39016"
    uid: 70bce3bf-b873-4821-bb73-c12799c6e323
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T21:11:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-jbpqs
    namespace: kserve-ci-e2e-test
    resourceVersion: "38988"
    uid: b49dc5d7-6299-4faa-9a14-331756d813ff
  kind: Event
  lastTimestamp: "2026-09-18T21:11:44Z"
  message: Container image "kserve/pmmlserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-09-18T21:11:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T21:11:44Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-jbpqs.18d6869b788995ac
    namespace: kserve-ci-e2e-test
    resourceVersion: "39054"
    uid: dcc53948-8a4f-4b17-b58d-a045653caef9
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T21:11:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-jbpqs
    namespace: kserve-ci-e2e-test
    resourceVersion: "38988"
    uid: b49dc5d7-6299-4faa-9a14-331756d813ff
  kind: Event
  lastTimestamp: "2026-09-18T21:11:44Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-18T21:11:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T21:11:44Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-jbpqs.18d6869b7b7528f3
    namespace: kserve-ci-e2e-test
    resourceVersion: "39056"
    uid: ad022c1e-6e0a-4e35-b98d-609f93fabafc
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T21:11:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-jbpqs
    namespace: kserve-ci-e2e-test
    resourceVersion: "38988"
    uid: b49dc5d7-6299-4faa-9a14-331756d813ff
  kind: Event
  lastTimestamp: "2026-09-18T21:11:44Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-18T21:11:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T21:11:44Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-jbpqs.18d6869b7be362b3
    namespace: kserve-ci-e2e-test
    resourceVersion: "39059"
    uid: 33730f5f-25ca-43cd-b6da-9ffeff59c7d6
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T21:11:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-jbpqs
    namespace: kserve-ci-e2e-test
    resourceVersion: "38988"
    uid: b49dc5d7-6299-4faa-9a14-331756d813ff
  kind: Event
  lastTimestamp: "2026-09-18T21:11:44Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-18T21:11:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T21:11:44Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-jbpqs.18d6869b7bede9bc
    namespace: kserve-ci-e2e-test
    resourceVersion: "39060"
    uid: 564c734e-fb65-457d-94c9-806bc79807f2
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T21:11:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-jbpqs
    namespace: kserve-ci-e2e-test
    resourceVersion: "38988"
    uid: b49dc5d7-6299-4faa-9a14-331756d813ff
  kind: Event
  lastTimestamp: "2026-09-18T21:11:44Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-18T21:11:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T21:11:44Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-jbpqs.18d6869b7f0990b7
    namespace: kserve-ci-e2e-test
    resourceVersion: "39062"
    uid: 3b450413-f0c9-4765-872c-dd7b5a0e5c33
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T21:11:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-jbpqs
    namespace: kserve-ci-e2e-test
    resourceVersion: "38988"
    uid: b49dc5d7-6299-4faa-9a14-331756d813ff
  kind: Event
  lastTimestamp: "2026-09-18T21:11:44Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-18T21:11:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T21:11:44Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-jbpqs.18d6869b7f7b26b9
    namespace: kserve-ci-e2e-test
    resourceVersion: "39063"
    uid: bdb1de89-0a76-4110-a365-13f8aafa243e
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-18T21:11:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-jbpqs
    namespace: kserve-ci-e2e-test
    resourceVersion: "38988"
    uid: b49dc5d7-6299-4faa-9a14-331756d813ff
  kind: Event
  lastTimestamp: "2026-09-18T21:13:22Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.67:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-18T21:11:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T21:13:22Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-jbpqs.18d6869bf068ab2f
    namespace: kserve-ci-e2e-test
    resourceVersion: "39867"
    uid: b252b554-c862-46b6-8b50-8b12a16004b6
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-76.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T21:13:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-jbpqs
    namespace: kserve-ci-e2e-test
    resourceVersion: "38988"
    uid: b49dc5d7-6299-4faa-9a14-331756d813ff
  kind: Event
  lastTimestamp: "2026-09-18T21:13:20Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-18T21:13:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T21:13:20Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-jbpqs.18d686b1d5a7e951
    namespace: kserve-ci-e2e-test
    resourceVersion: "39851"
    uid: 8f28a5dd-dcb3-4c46-a567-91c67a1a0f2f
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T21:13:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-jbpqs
    namespace: kserve-ci-e2e-test
    resourceVersion: "38988"
    uid: b49dc5d7-6299-4faa-9a14-331756d813ff
  kind: Event
  lastTimestamp: "2026-09-18T21:13:20Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-18T21:13:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T21:13:20Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-jbpqs.18d686b1d5a8f563
    namespace: kserve-ci-e2e-test
    resourceVersion: "39852"
    uid: 6514d75e-55ea-48d9-966d-c2a2159dddba
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T21:13:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-jbpqs
    namespace: kserve-ci-e2e-test
    resourceVersion: "38988"
    uid: b49dc5d7-6299-4faa-9a14-331756d813ff
  kind: Event
  lastTimestamp: "2026-09-18T21:13:22Z"
  message: 'Readiness probe failed: Get "https://10.133.0.67:8643/healthz": dial tcp
    10.133.0.67:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-18T21:13:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T21:13:22Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-jbpqs.18d686b24ab87e24
    namespace: kserve-ci-e2e-test
    resourceVersion: "39865"
    uid: bf429ced-6410-45ee-b3d0-ecadc8c4a40f
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-76.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T21:11:38Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-pmml-v2-kserve-predictor-84cb55486c
    namespace: kserve-ci-e2e-test
    resourceVersion: "38974"
    uid: c7084826-31b3-49cd-a855-7153aac67bda
  kind: Event
  lastTimestamp: "2026-09-18T21:11:38Z"
  message: 'Created pod: isvc-pmml-v2-kserve-predictor-84cb55486c-jbpqs'
  metadata:
    creationTimestamp: "2026-09-18T21:11:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T21:11:38Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c.18d6869a24042ceb
    namespace: kserve-ci-e2e-test
    resourceVersion: "38987"
    uid: 5acd4528-c2ee-4aeb-a7ab-e81fd94f16a3
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T21:11:38Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-pmml-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "38972"
    uid: c8b979a1-c4ee-4570-bacf-e1545445900a
  kind: Event
  lastTimestamp: "2026-09-18T21:11:38Z"
  message: Scaled up replica set isvc-pmml-v2-kserve-predictor-84cb55486c from 0 to
    1
  metadata:
    creationTimestamp: "2026-09-18T21:11:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T21:11:38Z"
    name: isvc-pmml-v2-kserve-predictor.18d6869a205e86ab
    namespace: kserve-ci-e2e-test
    resourceVersion: "38976"
    uid: d52505fa-60ff-4f3c-99d6-4b72693ed099
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-18T21:11:53Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "38973"
    uid: 3b1112db-88c7-41c7-a281-5c67d19b5111
  kind: Event
  lastTimestamp: "2026-09-18T21:12:08Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-18T21:11:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T21:12:08Z"
    name: isvc-pmml-v2-kserve-predictor.18d6869d9ed156a2
    namespace: kserve-ci-e2e-test
    resourceVersion: "39245"
    uid: 7db8bc1e-6771-4f1e-b7b6-92a9b96f8188
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-18T21:11:53Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "38973"
    uid: 3b1112db-88c7-41c7-a281-5c67d19b5111
  kind: Event
  lastTimestamp: "2026-09-18T21:12:08Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-18T21:11:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T21:12:08Z"
    name: isvc-pmml-v2-kserve-predictor.18d6869d9f38550c
    namespace: kserve-ci-e2e-test
    resourceVersion: "39246"
    uid: 319832f9-041e-4b8c-a9d6-caeb3af48e04
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-18T21:12:23Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "39136"
    uid: 3b1112db-88c7-41c7-a281-5c67d19b5111
  kind: Event
  lastTimestamp: "2026-09-18T21:13:08Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-18T21:12:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T21:13:08Z"
    name: isvc-pmml-v2-kserve-predictor.18d686a49c872f0c
    namespace: kserve-ci-e2e-test
    resourceVersion: "39691"
    uid: abc7eb1c-1db8-45c1-b229-95b19575840a
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-18T21:12:23Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "39136"
    uid: 3b1112db-88c7-41c7-a281-5c67d19b5111
  kind: Event
  lastTimestamp: "2026-09-18T21:13:08Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-18T21:12:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T21:13:08Z"
    name: isvc-pmml-v2-kserve-predictor.18d686a49ccbafc2
    namespace: kserve-ci-e2e-test
    resourceVersion: "39692"
    uid: 0f1fafca-986a-4926-95e0-b2bdfd03e037
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-18T21:11:38Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "38965"
    uid: 6ec54e37-d503-488a-b666-f9381904edba
  kind: Event
  lastTimestamp: "2026-09-18T21:13:12Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-18T21:11:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T21:13:12Z"
    name: isvc-pmml-v2-kserve.18d6869a20654a1b
    namespace: kserve-ci-e2e-test
    resourceVersion: "39727"
    uid: d24360e7-e3d4-4b3f-9eea-1a64d9f40ac1
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T21:11:38Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "38965"
    uid: 6ec54e37-d503-488a-b666-f9381904edba
  kind: Event
  lastTimestamp: "2026-09-18T21:11:38Z"
  message: 'Failed to update status for InferenceService "isvc-pmml-v2-kserve": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-pmml-v2-kserve":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-18T21:11:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T21:11:38Z"
    name: isvc-pmml-v2-kserve.18d6869a20e0d96d
    namespace: kserve-ci-e2e-test
    resourceVersion: "38979"
    uid: 34382890-335c-44c7-87f3-449c1feb0640
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T21:13:12Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "39725"
    uid: 6ec54e37-d503-488a-b666-f9381904edba
  kind: Event
  lastTimestamp: "2026-09-18T21:13:12Z"
  message: InferenceService [isvc-pmml-v2-kserve] is Ready
  metadata:
    creationTimestamp: "2026-09-18T21:13:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T21:13:12Z"
    name: isvc-pmml-v2-kserve.18d686affba65f32
    namespace: kserve-ci-e2e-test
    resourceVersion: "39726"
    uid: e547a4c6-480c-44b5-91e3-b0bda03e5a1f
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-09-18T21:09:44Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml
    namespace: kserve-ci-e2e-test
    resourceVersion: "37869"
    uid: ac1b4169-8fe5-4b45-84cd-8346c93a5701
  kind: Event
  lastTimestamp: "2026-09-18T21:11:23Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-18T21:09:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T21:11:23Z"
    name: isvc-pmml.18d6867f7cb189ed
    namespace: kserve-ci-e2e-test
    resourceVersion: "38746"
    uid: 7970c314-6076-46ff-8174-4ea8a4524cd6
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T21:09:44Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml
    namespace: kserve-ci-e2e-test
    resourceVersion: "37869"
    uid: ac1b4169-8fe5-4b45-84cd-8346c93a5701
  kind: Event
  lastTimestamp: "2026-09-18T21:09:44Z"
  message: 'Failed to update status for InferenceService "isvc-pmml": Operation cannot
    be fulfilled on inferenceservices.serving.kserve.io "isvc-pmml": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-18T21:09:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T21:09:44Z"
    name: isvc-pmml.18d6867f7d38086a
    namespace: kserve-ci-e2e-test
    resourceVersion: "37884"
    uid: 94b87c7f-083d-413d-9a45-0440c0577f45
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T21:11:23Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml
    namespace: kserve-ci-e2e-test
    resourceVersion: "38743"
    uid: ac1b4169-8fe5-4b45-84cd-8346c93a5701
  kind: Event
  lastTimestamp: "2026-09-18T21:11:23Z"
  message: InferenceService [isvc-pmml] is Ready
  metadata:
    creationTimestamp: "2026-09-18T21:11:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T21:11:23Z"
    name: isvc-pmml.18d68696bb224976
    namespace: kserve-ci-e2e-test
    resourceVersion: "38744"
    uid: 3ca83308-df6f-4ad4-bdb9-5841bcf5a5c0
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-18T20:33:52.740828Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-8zfc9
    namespace: kserve-ci-e2e-test
    resourceVersion: "17228"
    uid: 383817fd-cd9b-4d6f-b3ab-338edc7f1e23
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-predictive-lightgbm-predictor-ff56bcbb5-8zfc9
    to ip-10-0-130-79.ec2.internal
  metadata:
    creationTimestamp: "2026-09-18T20:33:52Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-18T20:33:52Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-8zfc9.18d6848a996e2290
    namespace: kserve-ci-e2e-test
    resourceVersion: "17234"
    uid: ca5696a9-0ec4-4e9e-9dcd-35092b8c7962
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-584d99b576-bdzl5
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:33:53Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-8zfc9
    namespace: kserve-ci-e2e-test
    resourceVersion: "17239"
    uid: 383817fd-cd9b-4d6f-b3ab-338edc7f1e23
  kind: Event
  lastTimestamp: "2026-09-18T20:33:53Z"
  message: Add eth0 [10.134.0.34/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-18T20:33:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-18T20:33:53Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-8zfc9.18d6848abb9372ef
    namespace: kserve-ci-e2e-test
    resourceVersion: "17251"
    uid: f335a6ec-9fa1-47b4-91a7-d90759a8d35e
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:33:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-8zfc9
    namespace: kserve-ci-e2e-test
    resourceVersion: "17232"
    uid: 383817fd-cd9b-4d6f-b3ab-338edc7f1e23
  kind: Event
  lastTimestamp: "2026-09-18T20:33:53Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:2cbd0ba61f740962b2bad1a0e55e41574489d7afdb86fa314f3953b8c8af773e"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-18T20:33:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:33:53Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-8zfc9.18d6848abd1000ec
    namespace: kserve-ci-e2e-test
    resourceVersion: "17253"
    uid: 245a326a-747d-4fae-a0bb-ed41b25020d2
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-79.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-79.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:33:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-8zfc9
    namespace: kserve-ci-e2e-test
    resourceVersion: "17232"
    uid: 383817fd-cd9b-4d6f-b3ab-338edc7f1e23
  kind: Event
  lastTimestamp: "2026-09-18T20:33:53Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-18T20:33:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:33:53Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-8zfc9.18d6848ac00c27ad
    namespace: kserve-ci-e2e-test
    resourceVersion: "17254"
    uid: 33f027c9-2fff-4826-953a-1ab24e238745
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-79.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-79.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:33:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-8zfc9
    namespace: kserve-ci-e2e-test
    resourceVersion: "17232"
    uid: 383817fd-cd9b-4d6f-b3ab-338edc7f1e23
  kind: Event
  lastTimestamp: "2026-09-18T20:33:53Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-18T20:33:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:33:53Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-8zfc9.18d6848ac0873918
    namespace: kserve-ci-e2e-test
    resourceVersion: "17255"
    uid: ccc2527a-81b4-4718-9c96-ff09e4cfc0b1
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-79.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-79.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:33:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-8zfc9
    namespace: kserve-ci-e2e-test
    resourceVersion: "17232"
    uid: 383817fd-cd9b-4d6f-b3ab-338edc7f1e23
  kind: Event
  lastTimestamp: "2026-09-18T20:33:56Z"
  message: Container image "kserve/predictiveserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-09-18T20:33:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:33:56Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-8zfc9.18d6848b9672e287
    namespace: kserve-ci-e2e-test
    resourceVersion: "17285"
    uid: 48b5c368-f86d-4cca-b714-099ff18ae884
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-79.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-79.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:33:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-8zfc9
    namespace: kserve-ci-e2e-test
    resourceVersion: "17232"
    uid: 383817fd-cd9b-4d6f-b3ab-338edc7f1e23
  kind: Event
  lastTimestamp: "2026-09-18T20:33:57Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-18T20:33:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:33:57Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-8zfc9.18d6848b9ba0905c
    namespace: kserve-ci-e2e-test
    resourceVersion: "17290"
    uid: 90cf49d4-77b7-47ad-a631-efdc8ba592b8
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-79.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-79.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:33:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-8zfc9
    namespace: kserve-ci-e2e-test
    resourceVersion: "17232"
    uid: 383817fd-cd9b-4d6f-b3ab-338edc7f1e23
  kind: Event
  lastTimestamp: "2026-09-18T20:33:57Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-18T20:33:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:33:57Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-8zfc9.18d6848b9c1b9bcc
    namespace: kserve-ci-e2e-test
    resourceVersion: "17291"
    uid: b32d7ac1-986f-438a-86e4-ea850bad625c
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-79.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-79.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:33:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-8zfc9
    namespace: kserve-ci-e2e-test
    resourceVersion: "17232"
    uid: 383817fd-cd9b-4d6f-b3ab-338edc7f1e23
  kind: Event
  lastTimestamp: "2026-09-18T20:33:57Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-18T20:33:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:33:57Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-8zfc9.18d6848b9c25c8b5
    namespace: kserve-ci-e2e-test
    resourceVersion: "17293"
    uid: fff8898a-d684-470b-adfe-d29d63270249
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-79.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-79.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:33:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-8zfc9
    namespace: kserve-ci-e2e-test
    resourceVersion: "17232"
    uid: 383817fd-cd9b-4d6f-b3ab-338edc7f1e23
  kind: Event
  lastTimestamp: "2026-09-18T20:33:57Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-18T20:33:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:33:57Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-8zfc9.18d6848b9f92262a
    namespace: kserve-ci-e2e-test
    resourceVersion: "17295"
    uid: 5923f908-805c-403d-ad42-2603f12b9344
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-79.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-79.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:33:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-8zfc9
    namespace: kserve-ci-e2e-test
    resourceVersion: "17232"
    uid: 383817fd-cd9b-4d6f-b3ab-338edc7f1e23
  kind: Event
  lastTimestamp: "2026-09-18T20:33:57Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-18T20:33:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:33:57Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-8zfc9.18d6848ba00bad62
    namespace: kserve-ci-e2e-test
    resourceVersion: "17296"
    uid: 4556cc1a-8520-494e-b786-6530a5f3ad97
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-79.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-79.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-18T20:33:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-8zfc9
    namespace: kserve-ci-e2e-test
    resourceVersion: "17232"
    uid: 383817fd-cd9b-4d6f-b3ab-338edc7f1e23
  kind: Event
  lastTimestamp: "2026-09-18T20:35:09Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.34:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-18T20:33:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:35:09Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-8zfc9.18d6848c0e67e440
    namespace: kserve-ci-e2e-test
    resourceVersion: "17936"
    uid: 64ad64da-d1bb-4be3-8f33-c047f9c68ad0
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-79.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-79.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:35:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-8zfc9
    namespace: kserve-ci-e2e-test
    resourceVersion: "17232"
    uid: 383817fd-cd9b-4d6f-b3ab-338edc7f1e23
  kind: Event
  lastTimestamp: "2026-09-18T20:35:23Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-18T20:35:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:35:23Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-8zfc9.18d6849fac6bdce0
    namespace: kserve-ci-e2e-test
    resourceVersion: "18074"
    uid: 7d04fe55-796b-4dd9-b855-30cf9a5b5069
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-79.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-79.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:35:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-8zfc9
    namespace: kserve-ci-e2e-test
    resourceVersion: "17232"
    uid: 383817fd-cd9b-4d6f-b3ab-338edc7f1e23
  kind: Event
  lastTimestamp: "2026-09-18T20:35:23Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-18T20:35:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:35:23Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-8zfc9.18d6849fac6c7f87
    namespace: kserve-ci-e2e-test
    resourceVersion: "18075"
    uid: 79a54e94-c771-4813-8e31-0c43e6fbad72
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-79.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-79.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:35:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-8zfc9
    namespace: kserve-ci-e2e-test
    resourceVersion: "17232"
    uid: 383817fd-cd9b-4d6f-b3ab-338edc7f1e23
  kind: Event
  lastTimestamp: "2026-09-18T20:35:25Z"
  message: 'Readiness probe failed: Get "https://10.134.0.34:8643/healthz": dial tcp
    10.134.0.34:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-18T20:35:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:35:25Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-8zfc9.18d684a014be96c5
    namespace: kserve-ci-e2e-test
    resourceVersion: "18087"
    uid: 4c9969a6-763b-4c5f-8fa6-db0827d273cf
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-79.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-79.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:33:52Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5
    namespace: kserve-ci-e2e-test
    resourceVersion: "17219"
    uid: 4d6ab54e-efae-49f8-882c-e792a089fa0d
  kind: Event
  lastTimestamp: "2026-09-18T20:33:52Z"
  message: 'Created pod: isvc-predictive-lightgbm-predictor-ff56bcbb5-8zfc9'
  metadata:
    creationTimestamp: "2026-09-18T20:33:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T20:33:52Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5.18d6848a98e87fb1
    namespace: kserve-ci-e2e-test
    resourceVersion: "17231"
    uid: 2af5d555-1be3-438f-b534-4ceab5cc4692
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:33:52Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-predictive-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17217"
    uid: d4353fbd-3978-4793-bb1a-b488fdc054c2
  kind: Event
  lastTimestamp: "2026-09-18T20:33:52Z"
  message: Scaled up replica set isvc-predictive-lightgbm-predictor-ff56bcbb5 from
    0 to 1
  metadata:
    creationTimestamp: "2026-09-18T20:33:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T20:33:52Z"
    name: isvc-predictive-lightgbm-predictor.18d6848a95d17b44
    namespace: kserve-ci-e2e-test
    resourceVersion: "17221"
    uid: fb183bd6-6c7e-4c99-8e89-b86ae4ecc36f
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:34:07Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17218"
    uid: 1a1b9929-7135-44e1-adf6-af22f09dcdb7
  kind: Event
  lastTimestamp: "2026-09-18T20:34:07Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-18T20:34:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T20:34:07Z"
    name: isvc-predictive-lightgbm-predictor.18d6848e1444eb34
    namespace: kserve-ci-e2e-test
    resourceVersion: "17383"
    uid: 7f900f2f-bbdc-4a06-b709-a859a926cad7
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:34:07Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17218"
    uid: 1a1b9929-7135-44e1-adf6-af22f09dcdb7
  kind: Event
  lastTimestamp: "2026-09-18T20:34:07Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-18T20:34:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T20:34:07Z"
    name: isvc-predictive-lightgbm-predictor.18d6848e14a62881
    namespace: kserve-ci-e2e-test
    resourceVersion: "17385"
    uid: a3bf6ff5-9624-4540-85f7-9db53cc13781
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-09-18T20:34:22Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17384"
    uid: 1a1b9929-7135-44e1-adf6-af22f09dcdb7
  kind: Event
  lastTimestamp: "2026-09-18T20:35:22Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-18T20:34:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T20:35:22Z"
    name: isvc-predictive-lightgbm-predictor.18d684919369a598
    namespace: kserve-ci-e2e-test
    resourceVersion: "18053"
    uid: b08b9a28-dd0a-40ef-b597-e24259aa917d
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-09-18T20:34:22Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17384"
    uid: 1a1b9929-7135-44e1-adf6-af22f09dcdb7
  kind: Event
  lastTimestamp: "2026-09-18T20:35:22Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-18T20:34:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T20:35:22Z"
    name: isvc-predictive-lightgbm-predictor.18d6849193cf7759
    namespace: kserve-ci-e2e-test
    resourceVersion: "18054"
    uid: 2a170416-6343-4275-ac6a-1a3526fe4c6b
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-18T20:38:58.997739Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-qzq5d
    namespace: kserve-ci-e2e-test
    resourceVersion: "19921"
    uid: 8f7f79c8-763d-4e19-8291-cc22f8f32372
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-predictive-lightgbm-v2-predictor-545b7cc587-qzq5d
    to ip-10-0-143-76.ec2.internal
  metadata:
    creationTimestamp: "2026-09-18T20:38:58Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-18T20:38:58Z"
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-qzq5d.18d684d1e7c3b87a
    namespace: kserve-ci-e2e-test
    resourceVersion: "19927"
    uid: ab5a82dd-cf87-4afb-811a-c2b9d6810ff9
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-584d99b576-bdzl5
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:38:59Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-qzq5d
    namespace: kserve-ci-e2e-test
    resourceVersion: "19935"
    uid: 8f7f79c8-763d-4e19-8291-cc22f8f32372
  kind: Event
  lastTimestamp: "2026-09-18T20:38:59Z"
  message: Add eth0 [10.133.0.32/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-18T20:38:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-18T20:38:59Z"
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-qzq5d.18d684d209c3f007
    namespace: kserve-ci-e2e-test
    resourceVersion: "19945"
    uid: 20d7be0c-4470-4283-9df4-287efb70bd75
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:38:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-qzq5d
    namespace: kserve-ci-e2e-test
    resourceVersion: "19923"
    uid: 8f7f79c8-763d-4e19-8291-cc22f8f32372
  kind: Event
  lastTimestamp: "2026-09-18T20:38:59Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:2cbd0ba61f740962b2bad1a0e55e41574489d7afdb86fa314f3953b8c8af773e"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-18T20:38:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:38:59Z"
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-qzq5d.18d684d20b2f5ac0
    namespace: kserve-ci-e2e-test
    resourceVersion: "19947"
    uid: a0b59a87-9ae9-4174-94c8-41b6a8858345
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:38:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-qzq5d
    namespace: kserve-ci-e2e-test
    resourceVersion: "19923"
    uid: 8f7f79c8-763d-4e19-8291-cc22f8f32372
  kind: Event
  lastTimestamp: "2026-09-18T20:38:59Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-18T20:38:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:38:59Z"
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-qzq5d.18d684d20e29693d
    namespace: kserve-ci-e2e-test
    resourceVersion: "19948"
    uid: 45467047-694c-4773-aa6e-f80705e539e6
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:38:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-qzq5d
    namespace: kserve-ci-e2e-test
    resourceVersion: "19923"
    uid: 8f7f79c8-763d-4e19-8291-cc22f8f32372
  kind: Event
  lastTimestamp: "2026-09-18T20:38:59Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-18T20:38:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:38:59Z"
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-qzq5d.18d684d20e987176
    namespace: kserve-ci-e2e-test
    resourceVersion: "19949"
    uid: c5aa6e1d-172e-4ada-b95e-161af0199700
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:39:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-qzq5d
    namespace: kserve-ci-e2e-test
    resourceVersion: "19923"
    uid: 8f7f79c8-763d-4e19-8291-cc22f8f32372
  kind: Event
  lastTimestamp: "2026-09-18T20:39:04Z"
  message: Container image "kserve/predictiveserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-09-18T20:39:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:39:04Z"
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-qzq5d.18d684d3125de22c
    namespace: kserve-ci-e2e-test
    resourceVersion: "19983"
    uid: be430f10-44a5-4177-b11e-a795d07e275e
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:39:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-qzq5d
    namespace: kserve-ci-e2e-test
    resourceVersion: "19923"
    uid: 8f7f79c8-763d-4e19-8291-cc22f8f32372
  kind: Event
  lastTimestamp: "2026-09-18T20:39:04Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-18T20:39:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:39:04Z"
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-qzq5d.18d684d315cded47
    namespace: kserve-ci-e2e-test
    resourceVersion: "19986"
    uid: d6f9de84-5021-4eb1-aad2-7b3dd9a1f9ff
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:39:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-qzq5d
    namespace: kserve-ci-e2e-test
    resourceVersion: "19923"
    uid: 8f7f79c8-763d-4e19-8291-cc22f8f32372
  kind: Event
  lastTimestamp: "2026-09-18T20:39:04Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-18T20:39:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:39:04Z"
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-qzq5d.18d684d3163d687e
    namespace: kserve-ci-e2e-test
    resourceVersion: "19989"
    uid: 2f06bc60-ba93-4406-b8be-803bff92a661
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:39:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-qzq5d
    namespace: kserve-ci-e2e-test
    resourceVersion: "19923"
    uid: 8f7f79c8-763d-4e19-8291-cc22f8f32372
  kind: Event
  lastTimestamp: "2026-09-18T20:39:04Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-18T20:39:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:39:04Z"
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-qzq5d.18d684d316470c19
    namespace: kserve-ci-e2e-test
    resourceVersion: "19990"
    uid: bca5b329-7460-48f5-951e-d2b764aaf6ec
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:39:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-qzq5d
    namespace: kserve-ci-e2e-test
    resourceVersion: "19923"
    uid: 8f7f79c8-763d-4e19-8291-cc22f8f32372
  kind: Event
  lastTimestamp: "2026-09-18T20:39:04Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-18T20:39:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:39:04Z"
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-qzq5d.18d684d318da8fce
    namespace: kserve-ci-e2e-test
    resourceVersion: "19992"
    uid: 58bd3d1b-1236-41f0-8637-c027a24c3279
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:39:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-qzq5d
    namespace: kserve-ci-e2e-test
    resourceVersion: "19923"
    uid: 8f7f79c8-763d-4e19-8291-cc22f8f32372
  kind: Event
  lastTimestamp: "2026-09-18T20:39:04Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-18T20:39:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:39:04Z"
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-qzq5d.18d684d31948dc26
    namespace: kserve-ci-e2e-test
    resourceVersion: "19993"
    uid: 7d991d65-5dba-426c-b6f0-21d6ffa1fcad
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-09-18T20:39:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-qzq5d
    namespace: kserve-ci-e2e-test
    resourceVersion: "19923"
    uid: 8f7f79c8-763d-4e19-8291-cc22f8f32372
  kind: Event
  lastTimestamp: "2026-09-18T20:40:31Z"
  message: 'Readiness probe failed: Get "http://10.133.0.32:8080/v2/models/isvc-predictive-lightgbm-v2/ready":
    dial tcp 10.133.0.32:8080: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-18T20:39:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:40:31Z"
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-qzq5d.18d684dbb0add972
    namespace: kserve-ci-e2e-test
    resourceVersion: "20676"
    uid: 3a204f48-17da-4270-b0a9-48e56ee583e9
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-76.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:40:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-qzq5d
    namespace: kserve-ci-e2e-test
    resourceVersion: "19923"
    uid: 8f7f79c8-763d-4e19-8291-cc22f8f32372
  kind: Event
  lastTimestamp: "2026-09-18T20:40:29Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-18T20:40:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:40:29Z"
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-qzq5d.18d684e6e2cd435e
    namespace: kserve-ci-e2e-test
    resourceVersion: "20633"
    uid: 4247f5ad-169c-41b7-8ecf-074aa94136e2
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:40:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-qzq5d
    namespace: kserve-ci-e2e-test
    resourceVersion: "19923"
    uid: 8f7f79c8-763d-4e19-8291-cc22f8f32372
  kind: Event
  lastTimestamp: "2026-09-18T20:40:29Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-18T20:40:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:40:29Z"
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-qzq5d.18d684e6e2cda4cc
    namespace: kserve-ci-e2e-test
    resourceVersion: "20634"
    uid: 275b3ff8-6eac-4743-8928-15cfbd3a7b17
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:40:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-qzq5d
    namespace: kserve-ci-e2e-test
    resourceVersion: "19923"
    uid: 8f7f79c8-763d-4e19-8291-cc22f8f32372
  kind: Event
  lastTimestamp: "2026-09-18T20:40:31Z"
  message: 'Readiness probe failed: Get "https://10.133.0.32:8643/healthz": dial tcp
    10.133.0.32:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-18T20:40:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:40:31Z"
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-qzq5d.18d684e75482d9c2
    namespace: kserve-ci-e2e-test
    resourceVersion: "20669"
    uid: 095f0ad2-16a4-4e8c-8c16-a555956de97b
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-76.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:38:58Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587
    namespace: kserve-ci-e2e-test
    resourceVersion: "19912"
    uid: 1a755676-1c56-4883-983a-3172de0502ef
  kind: Event
  lastTimestamp: "2026-09-18T20:38:58Z"
  message: 'Created pod: isvc-predictive-lightgbm-v2-predictor-545b7cc587-qzq5d'
  metadata:
    creationTimestamp: "2026-09-18T20:38:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T20:38:58Z"
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587.18d684d1e750651a
    namespace: kserve-ci-e2e-test
    resourceVersion: "19922"
    uid: bd5e1a1b-6334-402f-9cf6-8f0de4191e92
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:38:58Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-predictive-lightgbm-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19910"
    uid: 6a539d16-7632-4bba-ab20-abcfea44b436
  kind: Event
  lastTimestamp: "2026-09-18T20:38:58Z"
  message: Scaled up replica set isvc-predictive-lightgbm-v2-predictor-545b7cc587
    from 0 to 1
  metadata:
    creationTimestamp: "2026-09-18T20:38:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T20:38:58Z"
    name: isvc-predictive-lightgbm-v2-predictor.18d684d1e4686b5b
    namespace: kserve-ci-e2e-test
    resourceVersion: "19914"
    uid: 7504f32f-0586-4cb1-9dd5-eb081ff7c7c0
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-18T20:39:13Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-lightgbm-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19911"
    uid: 0a600eff-b2b6-4a1b-8bb3-8773fae991e2
  kind: Event
  lastTimestamp: "2026-09-18T20:39:43Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-18T20:39:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T20:39:43Z"
    name: isvc-predictive-lightgbm-v2-predictor.18d684d56334ec74
    namespace: kserve-ci-e2e-test
    resourceVersion: "20280"
    uid: 603b13c6-f7f4-4a45-8687-eaa0ee55100e
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-18T20:39:13Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-lightgbm-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19911"
    uid: 0a600eff-b2b6-4a1b-8bb3-8773fae991e2
  kind: Event
  lastTimestamp: "2026-09-18T20:39:44Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-18T20:39:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T20:39:44Z"
    name: isvc-predictive-lightgbm-v2-predictor.18d684d5639c7f33
    namespace: kserve-ci-e2e-test
    resourceVersion: "20281"
    uid: 1a4dd9d1-3be5-47b3-b739-0db1f9fe1594
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-18T20:39:28Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-lightgbm-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20062"
    uid: 0a600eff-b2b6-4a1b-8bb3-8773fae991e2
  kind: Event
  lastTimestamp: "2026-09-18T20:40:29Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-18T20:39:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T20:40:29Z"
    name: isvc-predictive-lightgbm-v2-predictor.18d684d8e2cacb4d
    namespace: kserve-ci-e2e-test
    resourceVersion: "20617"
    uid: e7c3f19b-9fc8-401c-bf28-ec4bf0f15f8e
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-18T20:39:28Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-lightgbm-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20062"
    uid: 0a600eff-b2b6-4a1b-8bb3-8773fae991e2
  kind: Event
  lastTimestamp: "2026-09-18T20:40:29Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-18T20:39:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T20:40:29Z"
    name: isvc-predictive-lightgbm-v2-predictor.18d684d8e33ba949
    namespace: kserve-ci-e2e-test
    resourceVersion: "20618"
    uid: a494daa6-e262-442b-a913-052ebe36ec18
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-18T20:38:58Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-lightgbm-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "19902"
    uid: 013cfd07-a395-4bbd-af75-49fd686b0f3a
  kind: Event
  lastTimestamp: "2026-09-18T20:40:21Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-18T20:38:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T20:40:21Z"
    name: isvc-predictive-lightgbm-v2.18d684d1e46cdb93
    namespace: kserve-ci-e2e-test
    resourceVersion: "20563"
    uid: 6126f41b-e943-4135-86df-e7f8ee937042
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:38:58Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-lightgbm-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "19902"
    uid: 013cfd07-a395-4bbd-af75-49fd686b0f3a
  kind: Event
  lastTimestamp: "2026-09-18T20:38:58Z"
  message: 'Failed to update status for InferenceService "isvc-predictive-lightgbm-v2":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-predictive-lightgbm-v2":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-18T20:38:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T20:38:58Z"
    name: isvc-predictive-lightgbm-v2.18d684d1e50f9228
    namespace: kserve-ci-e2e-test
    resourceVersion: "19918"
    uid: 953cdea0-0001-4a41-8aad-5bbcea6af084
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:40:21Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-lightgbm-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "20561"
    uid: 013cfd07-a395-4bbd-af75-49fd686b0f3a
  kind: Event
  lastTimestamp: "2026-09-18T20:40:21Z"
  message: InferenceService [isvc-predictive-lightgbm-v2] is Ready
  metadata:
    creationTimestamp: "2026-09-18T20:40:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T20:40:21Z"
    name: isvc-predictive-lightgbm-v2.18d684e5274e4e1f
    namespace: kserve-ci-e2e-test
    resourceVersion: "20562"
    uid: 3fab6143-f97a-4548-bfe7-70b1b29659e1
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-18T20:33:52Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-lightgbm
    namespace: kserve-ci-e2e-test
    resourceVersion: "17209"
    uid: e28deafb-c00e-46df-8eda-a32260fb5abc
  kind: Event
  lastTimestamp: "2026-09-18T20:35:19Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-18T20:33:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T20:35:19Z"
    name: isvc-predictive-lightgbm.18d6848a95dda82e
    namespace: kserve-ci-e2e-test
    resourceVersion: "18020"
    uid: 2aeb4f7d-160f-4ef5-bd03-4ce3a490f8cd
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:33:52Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-lightgbm
    namespace: kserve-ci-e2e-test
    resourceVersion: "17209"
    uid: e28deafb-c00e-46df-8eda-a32260fb5abc
  kind: Event
  lastTimestamp: "2026-09-18T20:33:52Z"
  message: 'Failed to update status for InferenceService "isvc-predictive-lightgbm":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-predictive-lightgbm":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-18T20:33:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T20:33:52Z"
    name: isvc-predictive-lightgbm.18d6848a965f25ea
    namespace: kserve-ci-e2e-test
    resourceVersion: "17225"
    uid: 6152f94f-ea1f-466e-98ce-86f26efa3c80
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:35:19Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-lightgbm
    namespace: kserve-ci-e2e-test
    resourceVersion: "18018"
    uid: e28deafb-c00e-46df-8eda-a32260fb5abc
  kind: Event
  lastTimestamp: "2026-09-18T20:35:19Z"
  message: InferenceService [isvc-predictive-lightgbm] is Ready
  metadata:
    creationTimestamp: "2026-09-18T20:35:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T20:35:19Z"
    name: isvc-predictive-lightgbm.18d6849ec6b03a1d
    namespace: kserve-ci-e2e-test
    resourceVersion: "18019"
    uid: fb3588a8-5ed5-4828-a6c8-d632084bfd2d
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-18T20:30:11.307441Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-vzbrv
    namespace: kserve-ci-e2e-test
    resourceVersion: "15116"
    uid: 34311bc4-e51e-41e4-bd4e-c52f0e691626
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-predictive-sklearn-predictor-5f849d69df-vzbrv
    to ip-10-0-130-79.ec2.internal
  metadata:
    creationTimestamp: "2026-09-18T20:30:11Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-18T20:30:11Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-vzbrv.18d684570af8d11e
    namespace: kserve-ci-e2e-test
    resourceVersion: "15121"
    uid: dd9dedf6-8f6f-4f3a-b604-2c5a2874ca46
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-584d99b576-bdzl5
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:30:11Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-vzbrv
    namespace: kserve-ci-e2e-test
    resourceVersion: "15127"
    uid: 34311bc4-e51e-41e4-bd4e-c52f0e691626
  kind: Event
  lastTimestamp: "2026-09-18T20:30:11Z"
  message: Add eth0 [10.134.0.32/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-18T20:30:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-18T20:30:11Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-vzbrv.18d684572d580e06
    namespace: kserve-ci-e2e-test
    resourceVersion: "15142"
    uid: 5ad57486-311f-457a-8f98-8935d687a3c0
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:30:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-vzbrv
    namespace: kserve-ci-e2e-test
    resourceVersion: "15117"
    uid: 34311bc4-e51e-41e4-bd4e-c52f0e691626
  kind: Event
  lastTimestamp: "2026-09-18T20:30:11Z"
  message: Pulling image "quay.io/opendatahub/kserve-storage-initializer@sha256:2cbd0ba61f740962b2bad1a0e55e41574489d7afdb86fa314f3953b8c8af773e"
  metadata:
    creationTimestamp: "2026-09-18T20:30:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:30:11Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-vzbrv.18d684572ebaa108
    namespace: kserve-ci-e2e-test
    resourceVersion: "15144"
    uid: 3c344eff-d7ba-4038-9124-19ab9b65abd7
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-79.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-79.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:30:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-vzbrv
    namespace: kserve-ci-e2e-test
    resourceVersion: "15117"
    uid: 34311bc4-e51e-41e4-bd4e-c52f0e691626
  kind: Event
  lastTimestamp: "2026-09-18T20:30:15Z"
  message: 'Successfully pulled image "quay.io/opendatahub/kserve-storage-initializer@sha256:2cbd0ba61f740962b2bad1a0e55e41574489d7afdb86fa314f3953b8c8af773e"
    in 3.299s (3.299s including waiting). Image size: 308174268 bytes.'
  metadata:
    creationTimestamp: "2026-09-18T20:30:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:30:15Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-vzbrv.18d68457f36073fc
    namespace: kserve-ci-e2e-test
    resourceVersion: "15168"
    uid: d635f035-243d-4b26-8ead-0c28b5075c0f
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-79.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-79.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:30:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-vzbrv
    namespace: kserve-ci-e2e-test
    resourceVersion: "15117"
    uid: 34311bc4-e51e-41e4-bd4e-c52f0e691626
  kind: Event
  lastTimestamp: "2026-09-18T20:30:15Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-18T20:30:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:30:15Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-vzbrv.18d68457f63e4a94
    namespace: kserve-ci-e2e-test
    resourceVersion: "15169"
    uid: a023062b-a10e-4ca3-abe0-58dafd2827b6
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-79.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-79.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:30:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-vzbrv
    namespace: kserve-ci-e2e-test
    resourceVersion: "15117"
    uid: 34311bc4-e51e-41e4-bd4e-c52f0e691626
  kind: Event
  lastTimestamp: "2026-09-18T20:30:15Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-18T20:30:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:30:15Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-vzbrv.18d68457f6a45199
    namespace: kserve-ci-e2e-test
    resourceVersion: "15170"
    uid: 1f1816e5-c447-47cb-afad-d91b74bf13ea
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-79.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-79.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:30:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-vzbrv
    namespace: kserve-ci-e2e-test
    resourceVersion: "15117"
    uid: 34311bc4-e51e-41e4-bd4e-c52f0e691626
  kind: Event
  lastTimestamp: "2026-09-18T20:30:19Z"
  message: Pulling image "kserve/predictiveserver:latest"
  metadata:
    creationTimestamp: "2026-09-18T20:30:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:30:19Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-vzbrv.18d684590cf6c6ed
    namespace: kserve-ci-e2e-test
    resourceVersion: "15219"
    uid: e6130a7b-decd-45e1-ba49-0b08b9b67cb8
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-79.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-79.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:30:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-vzbrv
    namespace: kserve-ci-e2e-test
    resourceVersion: "15117"
    uid: 34311bc4-e51e-41e4-bd4e-c52f0e691626
  kind: Event
  lastTimestamp: "2026-09-18T20:30:42Z"
  message: 'Successfully pulled image "kserve/predictiveserver:latest" in 22.4s (22.4s
    including waiting). Image size: 2439814290 bytes.'
  metadata:
    creationTimestamp: "2026-09-18T20:30:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:30:42Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-vzbrv.18d6845e4421fdbc
    namespace: kserve-ci-e2e-test
    resourceVersion: "15398"
    uid: 372e2cd2-1928-4981-8b82-11124a265cb2
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-79.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-79.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:30:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-vzbrv
    namespace: kserve-ci-e2e-test
    resourceVersion: "15117"
    uid: 34311bc4-e51e-41e4-bd4e-c52f0e691626
  kind: Event
  lastTimestamp: "2026-09-18T20:30:42Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-18T20:30:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:30:42Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-vzbrv.18d6845e49bd9137
    namespace: kserve-ci-e2e-test
    resourceVersion: "15401"
    uid: 65607741-3b93-44e0-9ea2-a36c18368d51
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-79.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-79.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:30:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-vzbrv
    namespace: kserve-ci-e2e-test
    resourceVersion: "15117"
    uid: 34311bc4-e51e-41e4-bd4e-c52f0e691626
  kind: Event
  lastTimestamp: "2026-09-18T20:30:42Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-18T20:30:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:30:42Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-vzbrv.18d6845e4aa201d3
    namespace: kserve-ci-e2e-test
    resourceVersion: "15402"
    uid: 126376e8-8f62-4f4b-a569-3d6aefc3defe
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-79.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-79.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:30:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-vzbrv
    namespace: kserve-ci-e2e-test
    resourceVersion: "15117"
    uid: 34311bc4-e51e-41e4-bd4e-c52f0e691626
  kind: Event
  lastTimestamp: "2026-09-18T20:30:42Z"
  message: Pulling image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
  metadata:
    creationTimestamp: "2026-09-18T20:30:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:30:42Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-vzbrv.18d6845e4aae34ac
    namespace: kserve-ci-e2e-test
    resourceVersion: "15403"
    uid: 70e24da8-1346-4f2f-befb-37c54e096d40
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-79.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-79.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:30:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-vzbrv
    namespace: kserve-ci-e2e-test
    resourceVersion: "15117"
    uid: 34311bc4-e51e-41e4-bd4e-c52f0e691626
  kind: Event
  lastTimestamp: "2026-09-18T20:30:46Z"
  message: 'Successfully pulled image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    in 3.843s (3.843s including waiting). Image size: 211946088 bytes.'
  metadata:
    creationTimestamp: "2026-09-18T20:30:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:30:46Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-vzbrv.18d6845f2fbf61f0
    namespace: kserve-ci-e2e-test
    resourceVersion: "15430"
    uid: 45644437-dee0-4a59-a5b2-f0b7dd357327
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-79.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-79.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:30:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-vzbrv
    namespace: kserve-ci-e2e-test
    resourceVersion: "15117"
    uid: 34311bc4-e51e-41e4-bd4e-c52f0e691626
  kind: Event
  lastTimestamp: "2026-09-18T20:30:46Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-18T20:30:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:30:46Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-vzbrv.18d6845f35fe53df
    namespace: kserve-ci-e2e-test
    resourceVersion: "15432"
    uid: 13da303c-16ca-4abb-ad61-7f842db70de4
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-79.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-79.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:30:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-vzbrv
    namespace: kserve-ci-e2e-test
    resourceVersion: "15117"
    uid: 34311bc4-e51e-41e4-bd4e-c52f0e691626
  kind: Event
  lastTimestamp: "2026-09-18T20:30:46Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-18T20:30:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:30:46Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-vzbrv.18d6845f371057c7
    namespace: kserve-ci-e2e-test
    resourceVersion: "15434"
    uid: 64269183-65a9-4d65-abbd-d501a740bdbd
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-79.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-79.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-18T20:30:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-vzbrv
    namespace: kserve-ci-e2e-test
    resourceVersion: "15117"
    uid: 34311bc4-e51e-41e4-bd4e-c52f0e691626
  kind: Event
  lastTimestamp: "2026-09-18T20:32:14Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.32:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-18T20:30:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:32:14Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-vzbrv.18d6845f9bf8f883
    namespace: kserve-ci-e2e-test
    resourceVersion: "16217"
    uid: fad8120b-e63e-4022-b71c-f1fa837765b3
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-79.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-79.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:32:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-vzbrv
    namespace: kserve-ci-e2e-test
    resourceVersion: "15117"
    uid: 34311bc4-e51e-41e4-bd4e-c52f0e691626
  kind: Event
  lastTimestamp: "2026-09-18T20:32:11Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-18T20:32:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:32:11Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-vzbrv.18d684731bcfcb06
    namespace: kserve-ci-e2e-test
    resourceVersion: "16191"
    uid: 637a18cb-aefa-4d22-85b3-be440450c141
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-79.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-79.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:32:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-vzbrv
    namespace: kserve-ci-e2e-test
    resourceVersion: "15117"
    uid: 34311bc4-e51e-41e4-bd4e-c52f0e691626
  kind: Event
  lastTimestamp: "2026-09-18T20:32:11Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-18T20:32:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:32:11Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-vzbrv.18d684731bd04025
    namespace: kserve-ci-e2e-test
    resourceVersion: "16192"
    uid: 2ad3e418-8966-4097-99a0-8fd14a9658a3
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-79.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-79.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:32:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-vzbrv
    namespace: kserve-ci-e2e-test
    resourceVersion: "15117"
    uid: 34311bc4-e51e-41e4-bd4e-c52f0e691626
  kind: Event
  lastTimestamp: "2026-09-18T20:32:14Z"
  message: 'Readiness probe failed: Get "https://10.134.0.32:8643/healthz": dial tcp
    10.134.0.32:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-18T20:32:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:32:14Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-vzbrv.18d68473a22d5b45
    namespace: kserve-ci-e2e-test
    resourceVersion: "16216"
    uid: af5c5437-6b28-4643-b6b2-35430c2e8aa0
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-79.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-79.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:30:11Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-predictive-sklearn-predictor-5f849d69df
    namespace: kserve-ci-e2e-test
    resourceVersion: "15106"
    uid: 2f821e3a-7aa3-4af1-8845-41e889a8f11f
  kind: Event
  lastTimestamp: "2026-09-18T20:30:11Z"
  message: 'Created pod: isvc-predictive-sklearn-predictor-5f849d69df-vzbrv'
  metadata:
    creationTimestamp: "2026-09-18T20:30:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T20:30:11Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df.18d684570a915102
    namespace: kserve-ci-e2e-test
    resourceVersion: "15118"
    uid: 92bfb7c7-b062-474b-9109-bd4be1001559
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:30:11Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-predictive-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15104"
    uid: aa113bcc-beb9-47f5-8938-a934b7604243
  kind: Event
  lastTimestamp: "2026-09-18T20:30:11Z"
  message: Scaled up replica set isvc-predictive-sklearn-predictor-5f849d69df from
    0 to 1
  metadata:
    creationTimestamp: "2026-09-18T20:30:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T20:30:11Z"
    name: isvc-predictive-sklearn-predictor.18d6845707b9b131
    namespace: kserve-ci-e2e-test
    resourceVersion: "15107"
    uid: a821bf11-c43b-4e1e-9424-795d07c0fdfe
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-18T20:30:26Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15105"
    uid: a3d0c177-403a-4dcb-9704-6d87d87d1e62
  kind: Event
  lastTimestamp: "2026-09-18T20:31:26Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-18T20:30:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T20:31:26Z"
    name: isvc-predictive-sklearn-predictor.18d6845a8654d9fd
    namespace: kserve-ci-e2e-test
    resourceVersion: "15729"
    uid: 4c8a30b3-2e84-4237-9c8b-fe08450b6153
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-18T20:30:26Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15105"
    uid: a3d0c177-403a-4dcb-9704-6d87d87d1e62
  kind: Event
  lastTimestamp: "2026-09-18T20:31:26Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-18T20:30:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T20:31:26Z"
    name: isvc-predictive-sklearn-predictor.18d6845a86b9f707
    namespace: kserve-ci-e2e-test
    resourceVersion: "15730"
    uid: 46547971-45ee-43c8-8425-e802d2ee13fc
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-18T20:31:11Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15273"
    uid: a3d0c177-403a-4dcb-9704-6d87d87d1e62
  kind: Event
  lastTimestamp: "2026-09-18T20:32:11Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-18T20:31:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T20:32:11Z"
    name: isvc-predictive-sklearn-predictor.18d6846503aee156
    namespace: kserve-ci-e2e-test
    resourceVersion: "16168"
    uid: 73fb707a-1441-4afd-8a43-6a5dbfa31da4
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-18T20:31:11Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15273"
    uid: a3d0c177-403a-4dcb-9704-6d87d87d1e62
  kind: Event
  lastTimestamp: "2026-09-18T20:32:11Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-18T20:31:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T20:32:11Z"
    name: isvc-predictive-sklearn-predictor.18d684650411865e
    namespace: kserve-ci-e2e-test
    resourceVersion: "16169"
    uid: cb30236e-9418-480b-a1a4-3076fd4eb732
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-18T20:35:28.433638Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-p6n5b
    namespace: kserve-ci-e2e-test
    resourceVersion: "18132"
    uid: 7d677889-be87-45ce-b01e-336a08c35ee3
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-predictive-sklearn-v2-predictor-745f9c8c9f-p6n5b
    to ip-10-0-143-76.ec2.internal
  metadata:
    creationTimestamp: "2026-09-18T20:35:28Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-18T20:35:28Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-p6n5b.18d684a0e12a8ea4
    namespace: kserve-ci-e2e-test
    resourceVersion: "18138"
    uid: 78a4e659-d5fe-47c1-9a77-ecd1962e97fc
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-584d99b576-bdzl5
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:35:29Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-p6n5b
    namespace: kserve-ci-e2e-test
    resourceVersion: "18141"
    uid: 7d677889-be87-45ce-b01e-336a08c35ee3
  kind: Event
  lastTimestamp: "2026-09-18T20:35:29Z"
  message: Add eth0 [10.133.0.30/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-18T20:35:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-18T20:35:29Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-p6n5b.18d684a103183de6
    namespace: kserve-ci-e2e-test
    resourceVersion: "18151"
    uid: 4c42e8c5-363d-4f16-9e31-814587c65ba6
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:35:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-p6n5b
    namespace: kserve-ci-e2e-test
    resourceVersion: "18133"
    uid: 7d677889-be87-45ce-b01e-336a08c35ee3
  kind: Event
  lastTimestamp: "2026-09-18T20:35:29Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:2cbd0ba61f740962b2bad1a0e55e41574489d7afdb86fa314f3953b8c8af773e"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-18T20:35:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:35:29Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-p6n5b.18d684a10477b888
    namespace: kserve-ci-e2e-test
    resourceVersion: "18154"
    uid: 2138af09-4f95-4592-8943-e8316857abca
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:35:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-p6n5b
    namespace: kserve-ci-e2e-test
    resourceVersion: "18133"
    uid: 7d677889-be87-45ce-b01e-336a08c35ee3
  kind: Event
  lastTimestamp: "2026-09-18T20:35:29Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-18T20:35:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:35:29Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-p6n5b.18d684a106f937eb
    namespace: kserve-ci-e2e-test
    resourceVersion: "18155"
    uid: 24dd08e9-5283-4df0-920c-176957dec9d3
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:35:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-p6n5b
    namespace: kserve-ci-e2e-test
    resourceVersion: "18133"
    uid: 7d677889-be87-45ce-b01e-336a08c35ee3
  kind: Event
  lastTimestamp: "2026-09-18T20:35:29Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-18T20:35:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:35:29Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-p6n5b.18d684a1077c463b
    namespace: kserve-ci-e2e-test
    resourceVersion: "18156"
    uid: 0d2fac95-3577-43ef-824d-e6bc410b1c45
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:35:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-p6n5b
    namespace: kserve-ci-e2e-test
    resourceVersion: "18133"
    uid: 7d677889-be87-45ce-b01e-336a08c35ee3
  kind: Event
  lastTimestamp: "2026-09-18T20:35:33Z"
  message: Pulling image "kserve/predictiveserver:latest"
  metadata:
    creationTimestamp: "2026-09-18T20:35:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:35:33Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-p6n5b.18d684a1f9dc7ac7
    namespace: kserve-ci-e2e-test
    resourceVersion: "18195"
    uid: b06a5d47-0f10-4dd5-a3e3-c2c0fe18efa6
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:35:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-p6n5b
    namespace: kserve-ci-e2e-test
    resourceVersion: "18133"
    uid: 7d677889-be87-45ce-b01e-336a08c35ee3
  kind: Event
  lastTimestamp: "2026-09-18T20:35:54Z"
  message: 'Successfully pulled image "kserve/predictiveserver:latest" in 21.713s
    (21.713s including waiting). Image size: 2439814290 bytes.'
  metadata:
    creationTimestamp: "2026-09-18T20:35:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:35:54Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-p6n5b.18d684a70811ac74
    namespace: kserve-ci-e2e-test
    resourceVersion: "18360"
    uid: 95d5cca5-bb78-4b83-ad9a-70aa32dc823b
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:35:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-p6n5b
    namespace: kserve-ci-e2e-test
    resourceVersion: "18133"
    uid: 7d677889-be87-45ce-b01e-336a08c35ee3
  kind: Event
  lastTimestamp: "2026-09-18T20:35:54Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-18T20:35:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:35:54Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-p6n5b.18d684a70ea25df4
    namespace: kserve-ci-e2e-test
    resourceVersion: "18362"
    uid: 9450e7cd-6c1f-43c6-ba4b-3416a66354ed
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:35:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-p6n5b
    namespace: kserve-ci-e2e-test
    resourceVersion: "18133"
    uid: 7d677889-be87-45ce-b01e-336a08c35ee3
  kind: Event
  lastTimestamp: "2026-09-18T20:35:54Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-18T20:35:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:35:54Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-p6n5b.18d684a70fd08d4d
    namespace: kserve-ci-e2e-test
    resourceVersion: "18363"
    uid: cceb2c1c-d578-4fa8-9c96-24478aacfc33
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:35:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-p6n5b
    namespace: kserve-ci-e2e-test
    resourceVersion: "18133"
    uid: 7d677889-be87-45ce-b01e-336a08c35ee3
  kind: Event
  lastTimestamp: "2026-09-18T20:35:54Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-18T20:35:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:35:54Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-p6n5b.18d684a70fdae2fd
    namespace: kserve-ci-e2e-test
    resourceVersion: "18364"
    uid: 25674a0b-e62f-48e2-938c-61b4a024c1f9
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:35:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-p6n5b
    namespace: kserve-ci-e2e-test
    resourceVersion: "18133"
    uid: 7d677889-be87-45ce-b01e-336a08c35ee3
  kind: Event
  lastTimestamp: "2026-09-18T20:35:55Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-18T20:35:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:35:55Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-p6n5b.18d684a71564edab
    namespace: kserve-ci-e2e-test
    resourceVersion: "18365"
    uid: 5bd1e79e-68b9-4971-8886-9532c6f647c5
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:35:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-p6n5b
    namespace: kserve-ci-e2e-test
    resourceVersion: "18133"
    uid: 7d677889-be87-45ce-b01e-336a08c35ee3
  kind: Event
  lastTimestamp: "2026-09-18T20:35:55Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-18T20:35:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:35:55Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-p6n5b.18d684a7177a7b76
    namespace: kserve-ci-e2e-test
    resourceVersion: "18366"
    uid: 7fab19c5-5201-4ac3-8803-b0c374ffc2a4
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-09-18T20:36:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-p6n5b
    namespace: kserve-ci-e2e-test
    resourceVersion: "18133"
    uid: 7d677889-be87-45ce-b01e-336a08c35ee3
  kind: Event
  lastTimestamp: "2026-09-18T20:37:21Z"
  message: 'Readiness probe failed: Get "http://10.133.0.30:8080/v2/models/isvc-predictive-sklearn-v2/ready":
    dial tcp 10.133.0.30:8080: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-18T20:36:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:37:21Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-p6n5b.18d684afbecd38f7
    namespace: kserve-ci-e2e-test
    resourceVersion: "19004"
    uid: 9e5833e4-9a03-4fea-a840-a38c9c82f3be
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-76.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:37:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-p6n5b
    namespace: kserve-ci-e2e-test
    resourceVersion: "18133"
    uid: 7d677889-be87-45ce-b01e-336a08c35ee3
  kind: Event
  lastTimestamp: "2026-09-18T20:37:18Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-18T20:37:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:37:18Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-p6n5b.18d684ba85bf84dd
    namespace: kserve-ci-e2e-test
    resourceVersion: "18977"
    uid: f27779e9-18d7-44be-a113-3d626ecd4104
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:37:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-p6n5b
    namespace: kserve-ci-e2e-test
    resourceVersion: "18133"
    uid: 7d677889-be87-45ce-b01e-336a08c35ee3
  kind: Event
  lastTimestamp: "2026-09-18T20:37:18Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-18T20:37:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:37:18Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-p6n5b.18d684ba85c047d4
    namespace: kserve-ci-e2e-test
    resourceVersion: "18978"
    uid: 90ef45cb-73aa-4a02-9bce-3f89a56e3248
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:37:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-p6n5b
    namespace: kserve-ci-e2e-test
    resourceVersion: "18133"
    uid: 7d677889-be87-45ce-b01e-336a08c35ee3
  kind: Event
  lastTimestamp: "2026-09-18T20:37:22Z"
  message: 'Readiness probe failed: Get "https://10.133.0.30:8643/healthz": dial tcp
    10.133.0.30:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-18T20:37:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:37:22Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-p6n5b.18d684bb62ad1ecf
    namespace: kserve-ci-e2e-test
    resourceVersion: "19010"
    uid: 519020f6-aefd-47c8-a1aa-dcb128b94836
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-76.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:35:28Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f
    namespace: kserve-ci-e2e-test
    resourceVersion: "18123"
    uid: d41e12f7-9a3e-4e07-879e-44314f6b44df
  kind: Event
  lastTimestamp: "2026-09-18T20:35:28Z"
  message: 'Created pod: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-p6n5b'
  metadata:
    creationTimestamp: "2026-09-18T20:35:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T20:35:28Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f.18d684a0e0c7e617
    namespace: kserve-ci-e2e-test
    resourceVersion: "18134"
    uid: 649a2c36-4327-4e7e-870c-5460195ae40e
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:35:28Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-predictive-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18120"
    uid: 4322fd34-df19-4e9d-b383-51ce5cf9fd29
  kind: Event
  lastTimestamp: "2026-09-18T20:35:28Z"
  message: Scaled up replica set isvc-predictive-sklearn-v2-predictor-745f9c8c9f from
    0 to 1
  metadata:
    creationTimestamp: "2026-09-18T20:35:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T20:35:28Z"
    name: isvc-predictive-sklearn-v2-predictor.18d684a0ddf37688
    namespace: kserve-ci-e2e-test
    resourceVersion: "18125"
    uid: 8db07b6b-3b36-4553-b399-af3d0d16726d
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-09-18T20:35:43Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18122"
    uid: 8f4dc765-b921-4c2b-9098-3e73f95daa8d
  kind: Event
  lastTimestamp: "2026-09-18T20:36:43Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-18T20:35:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T20:36:43Z"
    name: isvc-predictive-sklearn-v2-predictor.18d684a45c8a8424
    namespace: kserve-ci-e2e-test
    resourceVersion: "18707"
    uid: 6946d7d6-2f74-4e23-9832-3ece24fc2148
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-09-18T20:35:43Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18122"
    uid: 8f4dc765-b921-4c2b-9098-3e73f95daa8d
  kind: Event
  lastTimestamp: "2026-09-18T20:36:43Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-18T20:35:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T20:36:43Z"
    name: isvc-predictive-sklearn-v2-predictor.18d684a45cf217e6
    namespace: kserve-ci-e2e-test
    resourceVersion: "18708"
    uid: 17e71723-61b7-423e-b4c5-f3d4a5332adc
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-18T20:36:58Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18279"
    uid: 8f4dc765-b921-4c2b-9098-3e73f95daa8d
  kind: Event
  lastTimestamp: "2026-09-18T20:37:13Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-18T20:36:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T20:37:13Z"
    name: isvc-predictive-sklearn-v2-predictor.18d684b5d796be5d
    namespace: kserve-ci-e2e-test
    resourceVersion: "18930"
    uid: 58335e6d-9cf4-4803-ad65-6b7defbcce07
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-18T20:36:58Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18279"
    uid: 8f4dc765-b921-4c2b-9098-3e73f95daa8d
  kind: Event
  lastTimestamp: "2026-09-18T20:37:13Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-18T20:36:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T20:37:13Z"
    name: isvc-predictive-sklearn-v2-predictor.18d684b5d7fc5ca1
    namespace: kserve-ci-e2e-test
    resourceVersion: "18931"
    uid: 807e08d7-5821-420d-8d7c-46ec82f17d5b
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-18T20:35:28Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-sklearn-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "18112"
    uid: d572774a-6319-4c46-889c-484990a6eeae
  kind: Event
  lastTimestamp: "2026-09-18T20:37:12Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-18T20:35:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T20:37:12Z"
    name: isvc-predictive-sklearn-v2.18d684a0de0a795c
    namespace: kserve-ci-e2e-test
    resourceVersion: "18920"
    uid: 7cb14822-fa8c-4de3-94fc-db939a930363
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:35:28Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-sklearn-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "18112"
    uid: d572774a-6319-4c46-889c-484990a6eeae
  kind: Event
  lastTimestamp: "2026-09-18T20:35:28Z"
  message: 'Failed to update status for InferenceService "isvc-predictive-sklearn-v2":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-predictive-sklearn-v2":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-18T20:35:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T20:35:28Z"
    name: isvc-predictive-sklearn-v2.18d684a0de842af8
    namespace: kserve-ci-e2e-test
    resourceVersion: "18129"
    uid: 1aef2067-6b36-4d98-a3bf-b69917854e18
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:37:12Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-sklearn-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "18917"
    uid: d572774a-6319-4c46-889c-484990a6eeae
  kind: Event
  lastTimestamp: "2026-09-18T20:37:12Z"
  message: InferenceService [isvc-predictive-sklearn-v2] is Ready
  metadata:
    creationTimestamp: "2026-09-18T20:37:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T20:37:12Z"
    name: isvc-predictive-sklearn-v2.18d684b90176c9a1
    namespace: kserve-ci-e2e-test
    resourceVersion: "18919"
    uid: 75b7b176-e439-4235-a4a9-32d886ee6afa
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-09-18T20:30:11Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-sklearn
    namespace: kserve-ci-e2e-test
    resourceVersion: "15098"
    uid: 9ebea98c-27b4-4ad1-9a81-e29cfbd3ecc3
  kind: Event
  lastTimestamp: "2026-09-18T20:32:04Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-18T20:30:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T20:32:04Z"
    name: isvc-predictive-sklearn.18d6845707bdc76b
    namespace: kserve-ci-e2e-test
    resourceVersion: "16123"
    uid: 45ceb938-223c-4605-9b5f-441961a078c3
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:30:11Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-sklearn
    namespace: kserve-ci-e2e-test
    resourceVersion: "15110"
    uid: 9ebea98c-27b4-4ad1-9a81-e29cfbd3ecc3
  kind: Event
  lastTimestamp: "2026-09-18T20:30:11Z"
  message: 'Failed to update status for InferenceService "isvc-predictive-sklearn":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-predictive-sklearn":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-18T20:30:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T20:30:11Z"
    name: isvc-predictive-sklearn.18d684570bd7d204
    namespace: kserve-ci-e2e-test
    resourceVersion: "15125"
    uid: 70f422d0-ba26-4870-a263-acdc7dc9dfff
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:32:04Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-sklearn
    namespace: kserve-ci-e2e-test
    resourceVersion: "16121"
    uid: 9ebea98c-27b4-4ad1-9a81-e29cfbd3ecc3
  kind: Event
  lastTimestamp: "2026-09-18T20:32:04Z"
  message: InferenceService [isvc-predictive-sklearn] is Ready
  metadata:
    creationTimestamp: "2026-09-18T20:32:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T20:32:04Z"
    name: isvc-predictive-sklearn.18d6847153a800f9
    namespace: kserve-ci-e2e-test
    resourceVersion: "16122"
    uid: 046baa88-cd8b-4169-84a2-7624391ffde2
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-18T20:32:17.046799Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-xgboost-predictor-695f978978-nfwn2
    namespace: kserve-ci-e2e-test
    resourceVersion: "16263"
    uid: 44e2ca9e-2498-4994-9742-ec3d2e520548
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-predictive-xgboost-predictor-695f978978-nfwn2
    to ip-10-0-130-79.ec2.internal
  metadata:
    creationTimestamp: "2026-09-18T20:32:17Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-18T20:32:17Z"
    name: isvc-predictive-xgboost-predictor-695f978978-nfwn2.18d68474519f2555
    namespace: kserve-ci-e2e-test
    resourceVersion: "16269"
    uid: 1f295f2d-233b-49d4-8ad6-8afbfaac9412
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-584d99b576-bdzl5
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:32:17Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-xgboost-predictor-695f978978-nfwn2
    namespace: kserve-ci-e2e-test
    resourceVersion: "16273"
    uid: 44e2ca9e-2498-4994-9742-ec3d2e520548
  kind: Event
  lastTimestamp: "2026-09-18T20:32:17Z"
  message: Add eth0 [10.134.0.33/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-18T20:32:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-18T20:32:17Z"
    name: isvc-predictive-xgboost-predictor-695f978978-nfwn2.18d684747380bc9f
    namespace: kserve-ci-e2e-test
    resourceVersion: "16283"
    uid: 8550742d-20a6-47b2-a846-2d8a9b16f5c6
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:32:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-695f978978-nfwn2
    namespace: kserve-ci-e2e-test
    resourceVersion: "16267"
    uid: 44e2ca9e-2498-4994-9742-ec3d2e520548
  kind: Event
  lastTimestamp: "2026-09-18T20:32:17Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:2cbd0ba61f740962b2bad1a0e55e41574489d7afdb86fa314f3953b8c8af773e"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-18T20:32:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:32:17Z"
    name: isvc-predictive-xgboost-predictor-695f978978-nfwn2.18d6847474f7f425
    namespace: kserve-ci-e2e-test
    resourceVersion: "16285"
    uid: e5a9912b-c926-4dd7-88ec-cecd9ab849cd
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-79.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-79.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:32:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-695f978978-nfwn2
    namespace: kserve-ci-e2e-test
    resourceVersion: "16267"
    uid: 44e2ca9e-2498-4994-9742-ec3d2e520548
  kind: Event
  lastTimestamp: "2026-09-18T20:32:17Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-18T20:32:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:32:17Z"
    name: isvc-predictive-xgboost-predictor-695f978978-nfwn2.18d68474788b2648
    namespace: kserve-ci-e2e-test
    resourceVersion: "16286"
    uid: d2cb5f2f-aa0b-4919-8619-c15f997b20cf
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-79.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-79.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:32:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-695f978978-nfwn2
    namespace: kserve-ci-e2e-test
    resourceVersion: "16267"
    uid: 44e2ca9e-2498-4994-9742-ec3d2e520548
  kind: Event
  lastTimestamp: "2026-09-18T20:32:17Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-18T20:32:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:32:17Z"
    name: isvc-predictive-xgboost-predictor-695f978978-nfwn2.18d6847478f1de24
    namespace: kserve-ci-e2e-test
    resourceVersion: "16287"
    uid: 32ddd106-75e5-432b-8f5a-13e3380fe19c
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-79.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-79.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:32:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-695f978978-nfwn2
    namespace: kserve-ci-e2e-test
    resourceVersion: "16267"
    uid: 44e2ca9e-2498-4994-9742-ec3d2e520548
  kind: Event
  lastTimestamp: "2026-09-18T20:32:22Z"
  message: Container image "kserve/predictiveserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-09-18T20:32:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:32:22Z"
    name: isvc-predictive-xgboost-predictor-695f978978-nfwn2.18d68475993fc6b0
    namespace: kserve-ci-e2e-test
    resourceVersion: "16330"
    uid: a3a3577c-d48a-4f99-90e7-074f886fa2d0
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-79.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-79.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:32:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-695f978978-nfwn2
    namespace: kserve-ci-e2e-test
    resourceVersion: "16267"
    uid: 44e2ca9e-2498-4994-9742-ec3d2e520548
  kind: Event
  lastTimestamp: "2026-09-18T20:32:22Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-18T20:32:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:32:22Z"
    name: isvc-predictive-xgboost-predictor-695f978978-nfwn2.18d684759c1456db
    namespace: kserve-ci-e2e-test
    resourceVersion: "16332"
    uid: 226c33fb-d033-4f21-9fa7-ae90547d2636
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-79.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-79.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:32:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-695f978978-nfwn2
    namespace: kserve-ci-e2e-test
    resourceVersion: "16267"
    uid: 44e2ca9e-2498-4994-9742-ec3d2e520548
  kind: Event
  lastTimestamp: "2026-09-18T20:32:22Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-18T20:32:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:32:22Z"
    name: isvc-predictive-xgboost-predictor-695f978978-nfwn2.18d684759c805351
    namespace: kserve-ci-e2e-test
    resourceVersion: "16333"
    uid: b4bf22bb-93d9-4fb7-a766-527cb111ecc7
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-79.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-79.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:32:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-695f978978-nfwn2
    namespace: kserve-ci-e2e-test
    resourceVersion: "16267"
    uid: 44e2ca9e-2498-4994-9742-ec3d2e520548
  kind: Event
  lastTimestamp: "2026-09-18T20:32:22Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-18T20:32:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:32:22Z"
    name: isvc-predictive-xgboost-predictor-695f978978-nfwn2.18d684759c8b3d00
    namespace: kserve-ci-e2e-test
    resourceVersion: "16336"
    uid: b3fc251f-9fbd-4ae9-9743-27633e0b5d60
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-79.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-79.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:32:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-695f978978-nfwn2
    namespace: kserve-ci-e2e-test
    resourceVersion: "16267"
    uid: 44e2ca9e-2498-4994-9742-ec3d2e520548
  kind: Event
  lastTimestamp: "2026-09-18T20:32:22Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-18T20:32:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:32:22Z"
    name: isvc-predictive-xgboost-predictor-695f978978-nfwn2.18d68475a06ce45f
    namespace: kserve-ci-e2e-test
    resourceVersion: "16338"
    uid: 430ceeda-db08-4a35-bbdf-3663cf0f39a7
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-79.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-79.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:32:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-695f978978-nfwn2
    namespace: kserve-ci-e2e-test
    resourceVersion: "16267"
    uid: 44e2ca9e-2498-4994-9742-ec3d2e520548
  kind: Event
  lastTimestamp: "2026-09-18T20:32:22Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-18T20:32:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:32:22Z"
    name: isvc-predictive-xgboost-predictor-695f978978-nfwn2.18d68475a0f654d3
    namespace: kserve-ci-e2e-test
    resourceVersion: "16339"
    uid: 25ab54c0-4070-4ca3-adeb-ef264c23d023
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-79.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-79.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-18T20:32:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-695f978978-nfwn2
    namespace: kserve-ci-e2e-test
    resourceVersion: "16267"
    uid: 44e2ca9e-2498-4994-9742-ec3d2e520548
  kind: Event
  lastTimestamp: "2026-09-18T20:33:49Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.33:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-18T20:32:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:33:49Z"
    name: isvc-predictive-xgboost-predictor-695f978978-nfwn2.18d68476115dadd7
    namespace: kserve-ci-e2e-test
    resourceVersion: "17183"
    uid: 636c5274-6c86-496c-b11d-8135567e4ed6
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-79.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-79.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:33:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-695f978978-nfwn2
    namespace: kserve-ci-e2e-test
    resourceVersion: "16267"
    uid: 44e2ca9e-2498-4994-9742-ec3d2e520548
  kind: Event
  lastTimestamp: "2026-09-18T20:33:47Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-18T20:33:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:33:47Z"
    name: isvc-predictive-xgboost-predictor-695f978978-nfwn2.18d6848963c3939c
    namespace: kserve-ci-e2e-test
    resourceVersion: "17166"
    uid: be0fbc11-0503-42ee-a4fd-c63506ef063d
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-79.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-79.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:33:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-695f978978-nfwn2
    namespace: kserve-ci-e2e-test
    resourceVersion: "16267"
    uid: 44e2ca9e-2498-4994-9742-ec3d2e520548
  kind: Event
  lastTimestamp: "2026-09-18T20:33:47Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-18T20:33:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:33:47Z"
    name: isvc-predictive-xgboost-predictor-695f978978-nfwn2.18d6848963c433be
    namespace: kserve-ci-e2e-test
    resourceVersion: "17167"
    uid: 094c2353-fd5c-4220-a0f4-815ad3d4172c
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-79.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-79.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:33:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-695f978978-nfwn2
    namespace: kserve-ci-e2e-test
    resourceVersion: "16267"
    uid: 44e2ca9e-2498-4994-9742-ec3d2e520548
  kind: Event
  lastTimestamp: "2026-09-18T20:33:50Z"
  message: 'Readiness probe failed: Get "https://10.134.0.33:8643/healthz": dial tcp
    10.134.0.33:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-18T20:33:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:33:50Z"
    name: isvc-predictive-xgboost-predictor-695f978978-nfwn2.18d6848a178e6eae
    namespace: kserve-ci-e2e-test
    resourceVersion: "17192"
    uid: 22c6fcec-e9c0-4972-af8d-7068223906ca
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-79.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-79.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:32:17Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-predictive-xgboost-predictor-695f978978
    namespace: kserve-ci-e2e-test
    resourceVersion: "16254"
    uid: 26f5a25b-da72-4ccf-98bb-8a09a5c52667
  kind: Event
  lastTimestamp: "2026-09-18T20:32:17Z"
  message: 'Created pod: isvc-predictive-xgboost-predictor-695f978978-nfwn2'
  metadata:
    creationTimestamp: "2026-09-18T20:32:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T20:32:17Z"
    name: isvc-predictive-xgboost-predictor-695f978978.18d684745128dde3
    namespace: kserve-ci-e2e-test
    resourceVersion: "16266"
    uid: 4d0634d5-db9c-4e96-b68e-8f43cd910903
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:32:16Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-predictive-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16252"
    uid: d76231ec-44d5-4a58-aeb5-482537881426
  kind: Event
  lastTimestamp: "2026-09-18T20:32:16Z"
  message: Scaled up replica set isvc-predictive-xgboost-predictor-695f978978 from
    0 to 1
  metadata:
    creationTimestamp: "2026-09-18T20:32:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T20:32:16Z"
    name: isvc-predictive-xgboost-predictor.18d684744dccd50f
    namespace: kserve-ci-e2e-test
    resourceVersion: "16256"
    uid: 4f6b4a85-8d3a-46dc-baec-80380c9a0b26
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-18T20:32:31Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16253"
    uid: 55a0fc53-1b2a-4830-bce4-e8df546331ea
  kind: Event
  lastTimestamp: "2026-09-18T20:33:02Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-18T20:32:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T20:33:02Z"
    name: isvc-predictive-xgboost-predictor.18d68477cc94f19c
    namespace: kserve-ci-e2e-test
    resourceVersion: "16629"
    uid: f62e13b6-fa62-4a35-a194-30a11e54294d
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-18T20:32:32Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16253"
    uid: 55a0fc53-1b2a-4830-bce4-e8df546331ea
  kind: Event
  lastTimestamp: "2026-09-18T20:33:02Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-18T20:32:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T20:33:02Z"
    name: isvc-predictive-xgboost-predictor.18d68477ccee9a83
    namespace: kserve-ci-e2e-test
    resourceVersion: "16630"
    uid: caaf9946-9a2d-481a-94bb-ce49a6494158
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-18T20:33:17Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16412"
    uid: 55a0fc53-1b2a-4830-bce4-e8df546331ea
  kind: Event
  lastTimestamp: "2026-09-18T20:33:47Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-18T20:33:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T20:33:47Z"
    name: isvc-predictive-xgboost-predictor.18d68482497a554f
    namespace: kserve-ci-e2e-test
    resourceVersion: "17142"
    uid: 69bbf80a-c8e9-474b-a8bb-5cbffcdd1739
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-18T20:33:17Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16412"
    uid: 55a0fc53-1b2a-4830-bce4-e8df546331ea
  kind: Event
  lastTimestamp: "2026-09-18T20:33:47Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-18T20:33:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T20:33:47Z"
    name: isvc-predictive-xgboost-predictor.18d6848249e45001
    namespace: kserve-ci-e2e-test
    resourceVersion: "17143"
    uid: 19445691-3411-4e59-99a5-0efc127f6340
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-18T20:37:23.755073Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-6gtck
    namespace: kserve-ci-e2e-test
    resourceVersion: "19051"
    uid: 03a79ae3-3529-462a-89f6-a3a2f63d627b
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-predictive-xgboost-v2-predictor-868ff5dd6d-6gtck
    to ip-10-0-143-76.ec2.internal
  metadata:
    creationTimestamp: "2026-09-18T20:37:23Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-18T20:37:23Z"
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-6gtck.18d684bbbadc0283
    namespace: kserve-ci-e2e-test
    resourceVersion: "19055"
    uid: 7161bb76-65d6-467b-b964-518770737965
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-584d99b576-bdzl5
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:37:24Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-6gtck
    namespace: kserve-ci-e2e-test
    resourceVersion: "19059"
    uid: 03a79ae3-3529-462a-89f6-a3a2f63d627b
  kind: Event
  lastTimestamp: "2026-09-18T20:37:24Z"
  message: Add eth0 [10.133.0.31/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-18T20:37:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-18T20:37:24Z"
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-6gtck.18d684bbdcd615c9
    namespace: kserve-ci-e2e-test
    resourceVersion: "19068"
    uid: 424b5f15-a34c-4882-b984-7ce6be83d4e5
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:37:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-6gtck
    namespace: kserve-ci-e2e-test
    resourceVersion: "19053"
    uid: 03a79ae3-3529-462a-89f6-a3a2f63d627b
  kind: Event
  lastTimestamp: "2026-09-18T20:37:24Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:2cbd0ba61f740962b2bad1a0e55e41574489d7afdb86fa314f3953b8c8af773e"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-18T20:37:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:37:24Z"
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-6gtck.18d684bbde4125bf
    namespace: kserve-ci-e2e-test
    resourceVersion: "19070"
    uid: 502d5051-a3fc-4016-bd4d-36da5d2e61b4
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:37:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-6gtck
    namespace: kserve-ci-e2e-test
    resourceVersion: "19053"
    uid: 03a79ae3-3529-462a-89f6-a3a2f63d627b
  kind: Event
  lastTimestamp: "2026-09-18T20:37:24Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-18T20:37:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:37:24Z"
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-6gtck.18d684bbe19605dd
    namespace: kserve-ci-e2e-test
    resourceVersion: "19073"
    uid: 127d75f8-7628-45d4-955f-183481028098
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:37:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-6gtck
    namespace: kserve-ci-e2e-test
    resourceVersion: "19053"
    uid: 03a79ae3-3529-462a-89f6-a3a2f63d627b
  kind: Event
  lastTimestamp: "2026-09-18T20:37:24Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-18T20:37:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:37:24Z"
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-6gtck.18d684bbe2066f2c
    namespace: kserve-ci-e2e-test
    resourceVersion: "19074"
    uid: a1741529-2850-4150-aa40-5b95b05f8579
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:37:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-6gtck
    namespace: kserve-ci-e2e-test
    resourceVersion: "19053"
    uid: 03a79ae3-3529-462a-89f6-a3a2f63d627b
  kind: Event
  lastTimestamp: "2026-09-18T20:37:28Z"
  message: Container image "kserve/predictiveserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-09-18T20:37:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:37:28Z"
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-6gtck.18d684bcdde93fb7
    namespace: kserve-ci-e2e-test
    resourceVersion: "19107"
    uid: 31e7b057-431b-4a34-b2df-5a8115dffd42
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:37:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-6gtck
    namespace: kserve-ci-e2e-test
    resourceVersion: "19053"
    uid: 03a79ae3-3529-462a-89f6-a3a2f63d627b
  kind: Event
  lastTimestamp: "2026-09-18T20:37:28Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-18T20:37:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:37:28Z"
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-6gtck.18d684bce0d626bb
    namespace: kserve-ci-e2e-test
    resourceVersion: "19109"
    uid: c481ca86-8ae0-4d54-9002-b05cc1747563
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:37:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-6gtck
    namespace: kserve-ci-e2e-test
    resourceVersion: "19053"
    uid: 03a79ae3-3529-462a-89f6-a3a2f63d627b
  kind: Event
  lastTimestamp: "2026-09-18T20:37:28Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-18T20:37:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:37:28Z"
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-6gtck.18d684bce146a37c
    namespace: kserve-ci-e2e-test
    resourceVersion: "19111"
    uid: c1fe421e-9a01-48e4-b032-111f62b9da5d
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:37:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-6gtck
    namespace: kserve-ci-e2e-test
    resourceVersion: "19053"
    uid: 03a79ae3-3529-462a-89f6-a3a2f63d627b
  kind: Event
  lastTimestamp: "2026-09-18T20:37:28Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-18T20:37:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:37:28Z"
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-6gtck.18d684bce151b862
    namespace: kserve-ci-e2e-test
    resourceVersion: "19114"
    uid: 18f6f5ce-432d-4238-bf7c-147e49795897
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:37:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-6gtck
    namespace: kserve-ci-e2e-test
    resourceVersion: "19053"
    uid: 03a79ae3-3529-462a-89f6-a3a2f63d627b
  kind: Event
  lastTimestamp: "2026-09-18T20:37:28Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-18T20:37:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:37:28Z"
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-6gtck.18d684bce40dded1
    namespace: kserve-ci-e2e-test
    resourceVersion: "19115"
    uid: a84bc7aa-2038-4abe-8d50-aa3e532e6dd3
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:37:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-6gtck
    namespace: kserve-ci-e2e-test
    resourceVersion: "19053"
    uid: 03a79ae3-3529-462a-89f6-a3a2f63d627b
  kind: Event
  lastTimestamp: "2026-09-18T20:37:28Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-18T20:37:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:37:28Z"
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-6gtck.18d684bce48c1420
    namespace: kserve-ci-e2e-test
    resourceVersion: "19117"
    uid: de421847-7024-4e36-a410-676e571b2b67
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-09-18T20:38:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-6gtck
    namespace: kserve-ci-e2e-test
    resourceVersion: "19053"
    uid: 03a79ae3-3529-462a-89f6-a3a2f63d627b
  kind: Event
  lastTimestamp: "2026-09-18T20:38:54Z"
  message: 'Readiness probe failed: Get "http://10.133.0.31:8080/v2/models/isvc-predictive-xgboost-v2/ready":
    dial tcp 10.133.0.31:8080: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-18T20:38:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:38:54Z"
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-6gtck.18d684c5b815fbba
    namespace: kserve-ci-e2e-test
    resourceVersion: "19868"
    uid: 782981bc-64da-4464-9282-22cfc44dcbc8
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-76.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:38:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-6gtck
    namespace: kserve-ci-e2e-test
    resourceVersion: "19053"
    uid: 03a79ae3-3529-462a-89f6-a3a2f63d627b
  kind: Event
  lastTimestamp: "2026-09-18T20:38:53Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-18T20:38:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:38:53Z"
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-6gtck.18d684d0b1bd4a2b
    namespace: kserve-ci-e2e-test
    resourceVersion: "19860"
    uid: 898a7aa0-ec20-4b23-a8c6-4d3d74fcbd22
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:38:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-6gtck
    namespace: kserve-ci-e2e-test
    resourceVersion: "19053"
    uid: 03a79ae3-3529-462a-89f6-a3a2f63d627b
  kind: Event
  lastTimestamp: "2026-09-18T20:38:53Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-18T20:38:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:38:53Z"
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-6gtck.18d684d0b1bdc3e5
    namespace: kserve-ci-e2e-test
    resourceVersion: "19861"
    uid: 0e740692-3997-47a5-b731-e85bbdf65a56
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:38:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-6gtck
    namespace: kserve-ci-e2e-test
    resourceVersion: "19053"
    uid: 03a79ae3-3529-462a-89f6-a3a2f63d627b
  kind: Event
  lastTimestamp: "2026-09-18T20:38:56Z"
  message: 'Readiness probe failed: Get "https://10.133.0.31:8643/healthz": dial tcp
    10.133.0.31:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-18T20:38:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:38:56Z"
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-6gtck.18d684d15bf4be80
    namespace: kserve-ci-e2e-test
    resourceVersion: "19884"
    uid: 8ec1be6c-f725-4096-bc78-dbb9cd2200aa
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-76.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:37:23Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d
    namespace: kserve-ci-e2e-test
    resourceVersion: "19039"
    uid: 859ee30c-af36-49ba-80f7-fb91748fcc83
  kind: Event
  lastTimestamp: "2026-09-18T20:37:23Z"
  message: 'Created pod: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-6gtck'
  metadata:
    creationTimestamp: "2026-09-18T20:37:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T20:37:23Z"
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d.18d684bbba740ebb
    namespace: kserve-ci-e2e-test
    resourceVersion: "19052"
    uid: d1ab4207-06f8-42c7-b754-1342960264f4
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:37:23Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-predictive-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19037"
    uid: 35f5c0d8-6fa9-4610-8608-dfebba47661b
  kind: Event
  lastTimestamp: "2026-09-18T20:37:23Z"
  message: Scaled up replica set isvc-predictive-xgboost-v2-predictor-868ff5dd6d from
    0 to 1
  metadata:
    creationTimestamp: "2026-09-18T20:37:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T20:37:23Z"
    name: isvc-predictive-xgboost-v2-predictor.18d684bbb5a56018
    namespace: kserve-ci-e2e-test
    resourceVersion: "19041"
    uid: ab3c108e-6cad-4b5d-94ee-129bdd6d2da4
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-18T20:37:38Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19038"
    uid: f49ac667-16b7-4db3-8e39-54a07ffbf7d7
  kind: Event
  lastTimestamp: "2026-09-18T20:38:08Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-18T20:37:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T20:38:08Z"
    name: isvc-predictive-xgboost-v2-predictor.18d684bf341be92b
    namespace: kserve-ci-e2e-test
    resourceVersion: "19427"
    uid: 2ea28e83-0960-4ea7-9eb5-cbd5f9a6212e
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-18T20:37:38Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19038"
    uid: f49ac667-16b7-4db3-8e39-54a07ffbf7d7
  kind: Event
  lastTimestamp: "2026-09-18T20:38:08Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-18T20:37:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T20:38:08Z"
    name: isvc-predictive-xgboost-v2-predictor.18d684bf34835e08
    namespace: kserve-ci-e2e-test
    resourceVersion: "19428"
    uid: b2fb1578-bbbb-40c6-aaca-efa22cd057d8
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-18T20:37:53Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19201"
    uid: f49ac667-16b7-4db3-8e39-54a07ffbf7d7
  kind: Event
  lastTimestamp: "2026-09-18T20:38:53Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-18T20:37:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T20:38:53Z"
    name: isvc-predictive-xgboost-v2-predictor.18d684c2b332fae4
    namespace: kserve-ci-e2e-test
    resourceVersion: "19844"
    uid: 56840638-5294-4721-aa25-85879acbbc3f
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-18T20:37:53Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19201"
    uid: f49ac667-16b7-4db3-8e39-54a07ffbf7d7
  kind: Event
  lastTimestamp: "2026-09-18T20:38:53Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-18T20:37:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T20:38:53Z"
    name: isvc-predictive-xgboost-v2-predictor.18d684c2b3a0f94f
    namespace: kserve-ci-e2e-test
    resourceVersion: "19845"
    uid: 081c2b99-e831-459c-9c1f-995d8f68159b
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-09-18T20:37:23Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-xgboost-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "19027"
    uid: 5d4b2010-c027-4f6a-993c-92b9e53b3611
  kind: Event
  lastTimestamp: "2026-09-18T20:38:45Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-18T20:37:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T20:38:45Z"
    name: isvc-predictive-xgboost-v2.18d684bbb5beb35f
    namespace: kserve-ci-e2e-test
    resourceVersion: "19770"
    uid: 41aee1d9-febe-4b87-a930-3851124d22c9
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:37:23Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-xgboost-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "19027"
    uid: 5d4b2010-c027-4f6a-993c-92b9e53b3611
  kind: Event
  lastTimestamp: "2026-09-18T20:37:23Z"
  message: 'Failed to update status for InferenceService "isvc-predictive-xgboost-v2":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-predictive-xgboost-v2":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-18T20:37:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T20:37:23Z"
    name: isvc-predictive-xgboost-v2.18d684bbb65638a1
    namespace: kserve-ci-e2e-test
    resourceVersion: "19045"
    uid: 8250dabf-008c-4941-b9f3-f0339432f92c
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:38:45Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-xgboost-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "19768"
    uid: 5d4b2010-c027-4f6a-993c-92b9e53b3611
  kind: Event
  lastTimestamp: "2026-09-18T20:38:45Z"
  message: InferenceService [isvc-predictive-xgboost-v2] is Ready
  metadata:
    creationTimestamp: "2026-09-18T20:38:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T20:38:45Z"
    name: isvc-predictive-xgboost-v2.18d684cea8ce963c
    namespace: kserve-ci-e2e-test
    resourceVersion: "19769"
    uid: f52d2c23-bfe5-411b-9ec8-ba447b6f569a
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-18T20:32:16Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-xgboost
    namespace: kserve-ci-e2e-test
    resourceVersion: "16245"
    uid: 64b0bdfc-b213-4c50-a86c-57bc4ae0389d
  kind: Event
  lastTimestamp: "2026-09-18T20:33:39Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-18T20:32:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T20:33:39Z"
    name: isvc-predictive-xgboost.18d684744dd08028
    namespace: kserve-ci-e2e-test
    resourceVersion: "17076"
    uid: 023de7d5-ad9a-4756-991c-805fcabc2b37
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:32:16Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-xgboost
    namespace: kserve-ci-e2e-test
    resourceVersion: "16245"
    uid: 64b0bdfc-b213-4c50-a86c-57bc4ae0389d
  kind: Event
  lastTimestamp: "2026-09-18T20:32:16Z"
  message: 'Failed to update status for InferenceService "isvc-predictive-xgboost":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-predictive-xgboost":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-18T20:32:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T20:32:16Z"
    name: isvc-predictive-xgboost.18d684744e687dbe
    namespace: kserve-ci-e2e-test
    resourceVersion: "16260"
    uid: 9b2deb97-ccdc-42d8-ab2b-1399997b43a4
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:33:39Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-xgboost
    namespace: kserve-ci-e2e-test
    resourceVersion: "17074"
    uid: 64b0bdfc-b213-4c50-a86c-57bc4ae0389d
  kind: Event
  lastTimestamp: "2026-09-18T20:33:39Z"
  message: InferenceService [isvc-predictive-xgboost] is Ready
  metadata:
    creationTimestamp: "2026-09-18T20:33:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T20:33:39Z"
    name: isvc-predictive-xgboost.18d684877dfd1e27
    namespace: kserve-ci-e2e-test
    resourceVersion: "17075"
    uid: 55642fe5-b21c-4b35-b9d7-355941861f98
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-18T21:11:31.000785Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-primary-51789d-predictor-7659f869cf-7nrf5
    namespace: kserve-ci-e2e-test
    resourceVersion: "38848"
    uid: 897f4c50-f820-43e9-971f-11836288f774
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-primary-51789d-predictor-7659f869cf-7nrf5
    to ip-10-0-143-76.ec2.internal
  metadata:
    creationTimestamp: "2026-09-18T21:11:31Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-18T21:11:31Z"
    name: isvc-primary-51789d-predictor-7659f869cf-7nrf5.18d6869864367976
    namespace: kserve-ci-e2e-test
    resourceVersion: "38852"
    uid: 0e659f04-9dbe-48a8-a5f1-79bb6e85c368
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-584d99b576-bdzl5
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T21:11:31Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-primary-51789d-predictor-7659f869cf-7nrf5
    namespace: kserve-ci-e2e-test
    resourceVersion: "38858"
    uid: 897f4c50-f820-43e9-971f-11836288f774
  kind: Event
  lastTimestamp: "2026-09-18T21:11:31Z"
  message: Add eth0 [10.133.0.66/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-18T21:11:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-18T21:11:31Z"
    name: isvc-primary-51789d-predictor-7659f869cf-7nrf5.18d686988688742d
    namespace: kserve-ci-e2e-test
    resourceVersion: "38870"
    uid: 98b41830-c5fc-4a7c-9d66-890544034666
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T21:11:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-primary-51789d-predictor-7659f869cf-7nrf5
    namespace: kserve-ci-e2e-test
    resourceVersion: "38850"
    uid: 897f4c50-f820-43e9-971f-11836288f774
  kind: Event
  lastTimestamp: "2026-09-18T21:11:31Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:2cbd0ba61f740962b2bad1a0e55e41574489d7afdb86fa314f3953b8c8af773e"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-18T21:11:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T21:11:31Z"
    name: isvc-primary-51789d-predictor-7659f869cf-7nrf5.18d6869887db612c
    namespace: kserve-ci-e2e-test
    resourceVersion: "38872"
    uid: 60aba44a-487f-4d48-b50b-a4934ebfdc76
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T21:11:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-primary-51789d-predictor-7659f869cf-7nrf5
    namespace: kserve-ci-e2e-test
    resourceVersion: "38850"
    uid: 897f4c50-f820-43e9-971f-11836288f774
  kind: Event
  lastTimestamp: "2026-09-18T21:11:31Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-18T21:11:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T21:11:31Z"
    name: isvc-primary-51789d-predictor-7659f869cf-7nrf5.18d686988a7544db
    namespace: kserve-ci-e2e-test
    resourceVersion: "38873"
    uid: f16e6ff0-e919-491e-ba27-561faf428f07
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T21:11:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-primary-51789d-predictor-7659f869cf-7nrf5
    namespace: kserve-ci-e2e-test
    resourceVersion: "38850"
    uid: 897f4c50-f820-43e9-971f-11836288f774
  kind: Event
  lastTimestamp: "2026-09-18T21:11:31Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-18T21:11:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T21:11:31Z"
    name: isvc-primary-51789d-predictor-7659f869cf-7nrf5.18d686988ae64b23
    namespace: kserve-ci-e2e-test
    resourceVersion: "38874"
    uid: e3c6d982-12bb-4072-a12e-5fe6254fbbf3
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T21:11:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-primary-51789d-predictor-7659f869cf-7nrf5
    namespace: kserve-ci-e2e-test
    resourceVersion: "38850"
    uid: 897f4c50-f820-43e9-971f-11836288f774
  kind: Event
  lastTimestamp: "2026-09-18T21:11:36Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-2013"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-18T21:11:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T21:11:36Z"
    name: isvc-primary-51789d-predictor-7659f869cf-7nrf5.18d68699996301f1
    namespace: kserve-ci-e2e-test
    resourceVersion: "38933"
    uid: cb6734da-0d57-4506-8b20-d6eb6dcbbf6e
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T21:11:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-primary-51789d-predictor-7659f869cf-7nrf5
    namespace: kserve-ci-e2e-test
    resourceVersion: "38850"
    uid: 897f4c50-f820-43e9-971f-11836288f774
  kind: Event
  lastTimestamp: "2026-09-18T21:11:36Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-18T21:11:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T21:11:36Z"
    name: isvc-primary-51789d-predictor-7659f869cf-7nrf5.18d686999c01035c
    namespace: kserve-ci-e2e-test
    resourceVersion: "38935"
    uid: 2c0531a3-5544-4cc4-9d60-62fb967a2681
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T21:11:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-primary-51789d-predictor-7659f869cf-7nrf5
    namespace: kserve-ci-e2e-test
    resourceVersion: "38850"
    uid: 897f4c50-f820-43e9-971f-11836288f774
  kind: Event
  lastTimestamp: "2026-09-18T21:11:36Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-18T21:11:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T21:11:36Z"
    name: isvc-primary-51789d-predictor-7659f869cf-7nrf5.18d686999c8309b8
    namespace: kserve-ci-e2e-test
    resourceVersion: "38938"
    uid: 4a53322c-cd65-4516-a864-d57b0bbadb4f
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T21:11:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-primary-51789d-predictor-7659f869cf-7nrf5
    namespace: kserve-ci-e2e-test
    resourceVersion: "38850"
    uid: 897f4c50-f820-43e9-971f-11836288f774
  kind: Event
  lastTimestamp: "2026-09-18T21:11:36Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-18T21:11:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T21:11:36Z"
    name: isvc-primary-51789d-predictor-7659f869cf-7nrf5.18d686999c8c2f13
    namespace: kserve-ci-e2e-test
    resourceVersion: "38939"
    uid: 65d4eb3c-c094-437c-b947-88e09ec44978
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T21:11:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-primary-51789d-predictor-7659f869cf-7nrf5
    namespace: kserve-ci-e2e-test
    resourceVersion: "38850"
    uid: 897f4c50-f820-43e9-971f-11836288f774
  kind: Event
  lastTimestamp: "2026-09-18T21:11:36Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-18T21:11:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T21:11:36Z"
    name: isvc-primary-51789d-predictor-7659f869cf-7nrf5.18d686999f8a343b
    namespace: kserve-ci-e2e-test
    resourceVersion: "38941"
    uid: e9fcbb60-65ba-4a83-b6b2-238e5feb7547
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T21:11:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-primary-51789d-predictor-7659f869cf-7nrf5
    namespace: kserve-ci-e2e-test
    resourceVersion: "38850"
    uid: 897f4c50-f820-43e9-971f-11836288f774
  kind: Event
  lastTimestamp: "2026-09-18T21:11:36Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-18T21:11:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T21:11:36Z"
    name: isvc-primary-51789d-predictor-7659f869cf-7nrf5.18d686999fface91
    namespace: kserve-ci-e2e-test
    resourceVersion: "38942"
    uid: 6093f3ff-c0a8-4657-aa43-e85feec37fa7
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-09-18T21:11:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-primary-51789d-predictor-7659f869cf-7nrf5
    namespace: kserve-ci-e2e-test
    resourceVersion: "38850"
    uid: 897f4c50-f820-43e9-971f-11836288f774
  kind: Event
  lastTimestamp: "2026-09-18T21:12:44Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.66:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-18T21:11:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T21:12:44Z"
    name: isvc-primary-51789d-predictor-7659f869cf-7nrf5.18d6869a116cd660
    namespace: kserve-ci-e2e-test
    resourceVersion: "39510"
    uid: 31d1c74a-4b30-4540-b9f3-0c8d82af96e7
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-76.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T21:13:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-primary-51789d-predictor-7659f869cf-7nrf5
    namespace: kserve-ci-e2e-test
    resourceVersion: "38850"
    uid: 897f4c50-f820-43e9-971f-11836288f774
  kind: Event
  lastTimestamp: "2026-09-18T21:13:34Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-18T21:13:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T21:13:34Z"
    name: isvc-primary-51789d-predictor-7659f869cf-7nrf5.18d686b516ae9d34
    namespace: kserve-ci-e2e-test
    resourceVersion: "40005"
    uid: 0953dbe6-e0c5-4579-95a7-de3cf64f1885
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T21:13:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-primary-51789d-predictor-7659f869cf-7nrf5
    namespace: kserve-ci-e2e-test
    resourceVersion: "38850"
    uid: 897f4c50-f820-43e9-971f-11836288f774
  kind: Event
  lastTimestamp: "2026-09-18T21:13:34Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-18T21:13:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T21:13:34Z"
    name: isvc-primary-51789d-predictor-7659f869cf-7nrf5.18d686b516af0c63
    namespace: kserve-ci-e2e-test
    resourceVersion: "40006"
    uid: a6368a2e-254d-4362-a785-b1fa3785b1c2
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T21:11:30Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-primary-51789d-predictor-7659f869cf
    namespace: kserve-ci-e2e-test
    resourceVersion: "38839"
    uid: af4565ea-8026-4c70-8b07-353b68408860
  kind: Event
  lastTimestamp: "2026-09-18T21:11:30Z"
  message: 'Created pod: isvc-primary-51789d-predictor-7659f869cf-7nrf5'
  metadata:
    creationTimestamp: "2026-09-18T21:11:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T21:11:30Z"
    name: isvc-primary-51789d-predictor-7659f869cf.18d6869863ccf6bd
    namespace: kserve-ci-e2e-test
    resourceVersion: "38849"
    uid: 26b6eea9-94ff-418a-a83c-47ffb09ede3c
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T21:11:30Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-primary-51789d-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "38837"
    uid: c57dcfa0-9a75-4f07-8074-2c697f71fdf7
  kind: Event
  lastTimestamp: "2026-09-18T21:11:30Z"
  message: Scaled up replica set isvc-primary-51789d-predictor-7659f869cf from 0 to
    1
  metadata:
    creationTimestamp: "2026-09-18T21:11:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T21:11:30Z"
    name: isvc-primary-51789d-predictor.18d686985f8d4066
    namespace: kserve-ci-e2e-test
    resourceVersion: "38840"
    uid: 9ced079f-3f2b-4308-82ba-a79c426b2c9e
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-18T21:11:45Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-primary-51789d-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "38838"
    uid: e9dba489-13cf-4bb1-8ab4-8d194013c1d2
  kind: Event
  lastTimestamp: "2026-09-18T21:12:15Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-18T21:11:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T21:12:15Z"
    name: isvc-primary-51789d-predictor.18d6869bde224e98
    namespace: kserve-ci-e2e-test
    resourceVersion: "39302"
    uid: e441d909-93b7-45bc-a6cf-37bf0be259d5
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-18T21:11:45Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-primary-51789d-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "38838"
    uid: e9dba489-13cf-4bb1-8ab4-8d194013c1d2
  kind: Event
  lastTimestamp: "2026-09-18T21:12:15Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-18T21:11:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T21:12:15Z"
    name: isvc-primary-51789d-predictor.18d6869bde7fe591
    namespace: kserve-ci-e2e-test
    resourceVersion: "39303"
    uid: 613d6383-842f-4514-bbe1-c41200a65973
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-09-18T21:12:30Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-primary-51789d-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "39081"
    uid: e9dba489-13cf-4bb1-8ab4-8d194013c1d2
  kind: Event
  lastTimestamp: "2026-09-18T21:13:31Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-18T21:12:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T21:13:31Z"
    name: isvc-primary-51789d-predictor.18d686a65b220b1e
    namespace: kserve-ci-e2e-test
    resourceVersion: "39950"
    uid: 2d3628a8-38f1-4eb6-a816-34dfd12170f0
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-09-18T21:12:30Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-primary-51789d-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "39081"
    uid: e9dba489-13cf-4bb1-8ab4-8d194013c1d2
  kind: Event
  lastTimestamp: "2026-09-18T21:13:31Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-18T21:12:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T21:13:31Z"
    name: isvc-primary-51789d-predictor.18d686a65b84ee24
    namespace: kserve-ci-e2e-test
    resourceVersion: "39951"
    uid: e54fec80-3c73-4955-b175-4ae775875fee
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-09-18T21:11:30Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-primary-51789d
    namespace: kserve-ci-e2e-test
    resourceVersion: "38829"
    uid: ada04507-1cf1-471a-a921-d9f9c773a18b
  kind: Event
  lastTimestamp: "2026-09-18T21:12:54Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-18T21:11:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T21:12:54Z"
    name: isvc-primary-51789d.18d686985f958eb3
    namespace: kserve-ci-e2e-test
    resourceVersion: "39585"
    uid: 20b4042a-0815-47eb-aa2b-049e5d595a3b
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-18T21:11:30Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-primary-51789d
    namespace: kserve-ci-e2e-test
    resourceVersion: "38829"
    uid: ada04507-1cf1-471a-a921-d9f9c773a18b
  kind: Event
  lastTimestamp: "2026-09-18T21:11:31Z"
  message: 'Failed to update status for InferenceService "isvc-primary-51789d": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-primary-51789d":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-18T21:11:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T21:11:31Z"
    name: isvc-primary-51789d.18d6869860287aa0
    namespace: kserve-ci-e2e-test
    resourceVersion: "38857"
    uid: d4787b6f-53e8-4ddf-93c1-f5ba9cc88837
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-18T21:11:30Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-primary-51789d
    namespace: kserve-ci-e2e-test
    resourceVersion: "38829"
    uid: ada04507-1cf1-471a-a921-d9f9c773a18b
  kind: Event
  lastTimestamp: "2026-09-18T21:11:31Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-primary-51789d": the object has been
    modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-18T21:11:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T21:11:31Z"
    name: isvc-primary-51789d.18d686986028d423
    namespace: kserve-ci-e2e-test
    resourceVersion: "38859"
    uid: f95f1001-275f-4156-9296-fe2998d05b8d
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T21:12:54Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-primary-51789d
    namespace: kserve-ci-e2e-test
    resourceVersion: "39583"
    uid: ada04507-1cf1-471a-a921-d9f9c773a18b
  kind: Event
  lastTimestamp: "2026-09-18T21:12:54Z"
  message: InferenceService [isvc-primary-51789d] is Ready
  metadata:
    creationTimestamp: "2026-09-18T21:12:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T21:12:54Z"
    name: isvc-primary-51789d.18d686abc89291cf
    namespace: kserve-ci-e2e-test
    resourceVersion: "39584"
    uid: 1888a60d-7e66-4463-87a0-a480353bbdd2
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-18T21:13:16.206395Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-secondary-51789d-predictor-6ccf5596f6-h6cmp
    namespace: kserve-ci-e2e-test
    resourceVersion: "39780"
    uid: 520b3434-38c2-40f4-a837-1a892aa5455a
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-secondary-51789d-predictor-6ccf5596f6-h6cmp
    to ip-10-0-143-76.ec2.internal
  metadata:
    creationTimestamp: "2026-09-18T21:13:16Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-18T21:13:16Z"
    name: isvc-secondary-51789d-predictor-6ccf5596f6-h6cmp.18d686b0e2f4aead
    namespace: kserve-ci-e2e-test
    resourceVersion: "39784"
    uid: 8f5b46ae-b05c-41b9-bdbd-7cfea040eeb6
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-584d99b576-bdzl5
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T21:13:16Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-secondary-51789d-predictor-6ccf5596f6-h6cmp
    namespace: kserve-ci-e2e-test
    resourceVersion: "39782"
    uid: 520b3434-38c2-40f4-a837-1a892aa5455a
  kind: Event
  lastTimestamp: "2026-09-18T21:13:16Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-secondary-51789d-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-18T21:13:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T21:13:16Z"
    name: isvc-secondary-51789d-predictor-6ccf5596f6-h6cmp.18d686b0ec27a3f8
    namespace: kserve-ci-e2e-test
    resourceVersion: "39796"
    uid: b19cec87-6719-4346-b97e-f30df30d1487
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-76.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T21:13:17Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-secondary-51789d-predictor-6ccf5596f6-h6cmp
    namespace: kserve-ci-e2e-test
    resourceVersion: "39790"
    uid: 520b3434-38c2-40f4-a837-1a892aa5455a
  kind: Event
  lastTimestamp: "2026-09-18T21:13:17Z"
  message: Add eth0 [10.133.0.68/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-18T21:13:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-18T21:13:17Z"
    name: isvc-secondary-51789d-predictor-6ccf5596f6-h6cmp.18d686b128ea15d9
    namespace: kserve-ci-e2e-test
    resourceVersion: "39805"
    uid: 04ba101c-782f-49cc-890d-2164351bd9b9
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-18T21:13:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-secondary-51789d-predictor-6ccf5596f6-h6cmp
    namespace: kserve-ci-e2e-test
    resourceVersion: "39782"
    uid: 520b3434-38c2-40f4-a837-1a892aa5455a
  kind: Event
  lastTimestamp: "2026-09-18T21:13:22Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:2cbd0ba61f740962b2bad1a0e55e41574489d7afdb86fa314f3953b8c8af773e"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-18T21:13:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T21:13:22Z"
    name: isvc-secondary-51789d-predictor-6ccf5596f6-h6cmp.18d686b12a685316
    namespace: kserve-ci-e2e-test
    resourceVersion: "39870"
    uid: 68f4305c-7a4c-4930-b44f-793c4812ce8d
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-18T21:13:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-secondary-51789d-predictor-6ccf5596f6-h6cmp
    namespace: kserve-ci-e2e-test
    resourceVersion: "39782"
    uid: 520b3434-38c2-40f4-a837-1a892aa5455a
  kind: Event
  lastTimestamp: "2026-09-18T21:13:22Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-18T21:13:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T21:13:22Z"
    name: isvc-secondary-51789d-predictor-6ccf5596f6-h6cmp.18d686b12d63d3dc
    namespace: kserve-ci-e2e-test
    resourceVersion: "39873"
    uid: 8dc580e2-98a0-4217-adb6-9c691685a9b1
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-18T21:13:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-secondary-51789d-predictor-6ccf5596f6-h6cmp
    namespace: kserve-ci-e2e-test
    resourceVersion: "39782"
    uid: 520b3434-38c2-40f4-a837-1a892aa5455a
  kind: Event
  lastTimestamp: "2026-09-18T21:13:22Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-18T21:13:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T21:13:22Z"
    name: isvc-secondary-51789d-predictor-6ccf5596f6-h6cmp.18d686b12df22b0c
    namespace: kserve-ci-e2e-test
    resourceVersion: "39875"
    uid: b5d5e756-959c-4fce-ac3f-3cb3c82f71c5
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T21:13:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-secondary-51789d-predictor-6ccf5596f6-h6cmp
    namespace: kserve-ci-e2e-test
    resourceVersion: "39782"
    uid: 520b3434-38c2-40f4-a837-1a892aa5455a
  kind: Event
  lastTimestamp: "2026-09-18T21:13:24Z"
  message: Back-off restarting failed container storage-initializer in pod isvc-secondary-51789d-predictor-6ccf5596f6-h6cmp_kserve-ci-e2e-test(520b3434-38c2-40f4-a837-1a892aa5455a)
  metadata:
    creationTimestamp: "2026-09-18T21:13:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T21:13:24Z"
    name: isvc-secondary-51789d-predictor-6ccf5596f6-h6cmp.18d686b2da338070
    namespace: kserve-ci-e2e-test
    resourceVersion: "39896"
    uid: e25f44de-5d63-4ec6-add8-0a7bc8156d91
  reason: BackOff
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-76.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T21:13:16Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-secondary-51789d-predictor-6ccf5596f6
    namespace: kserve-ci-e2e-test
    resourceVersion: "39771"
    uid: af781fff-d12d-4b3e-a9e6-d3851f6b76e9
  kind: Event
  lastTimestamp: "2026-09-18T21:13:16Z"
  message: 'Created pod: isvc-secondary-51789d-predictor-6ccf5596f6-h6cmp'
  metadata:
    creationTimestamp: "2026-09-18T21:13:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T21:13:16Z"
    name: isvc-secondary-51789d-predictor-6ccf5596f6.18d686b0e292b7a3
    namespace: kserve-ci-e2e-test
    resourceVersion: "39781"
    uid: c0d3a8a7-0bf3-4f36-a14f-ca29712e23c2
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T21:13:16Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-secondary-51789d-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "39769"
    uid: 160d2ca8-557c-407d-a3fa-abee8d348923
  kind: Event
  lastTimestamp: "2026-09-18T21:13:16Z"
  message: Scaled up replica set isvc-secondary-51789d-predictor-6ccf5596f6 from 0
    to 1
  metadata:
    creationTimestamp: "2026-09-18T21:13:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T21:13:16Z"
    name: isvc-secondary-51789d-predictor.18d686b0de703dfb
    namespace: kserve-ci-e2e-test
    resourceVersion: "39772"
    uid: 7114d4e7-b63e-41e4-aca7-884e45f369d9
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T21:13:31Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-secondary-51789d-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "39770"
    uid: 892fb2e7-a6b9-4dfc-bfce-099e174305bb
  kind: Event
  lastTimestamp: "2026-09-18T21:13:31Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-18T21:13:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T21:13:31Z"
    name: isvc-secondary-51789d-predictor.18d686b45ce27b7d
    namespace: kserve-ci-e2e-test
    resourceVersion: "39952"
    uid: d1225b27-1832-4b25-bcbc-a183c78d4cd5
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T21:13:31Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-secondary-51789d-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "39770"
    uid: 892fb2e7-a6b9-4dfc-bfce-099e174305bb
  kind: Event
  lastTimestamp: "2026-09-18T21:13:31Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-18T21:13:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T21:13:31Z"
    name: isvc-secondary-51789d-predictor.18d686b45d40d730
    namespace: kserve-ci-e2e-test
    resourceVersion: "39954"
    uid: 7f1f5017-7570-4fc9-96da-52c3eff70e9f
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-09-18T21:13:16Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-secondary-51789d
    namespace: kserve-ci-e2e-test
    resourceVersion: "39762"
    uid: ac2d3c13-b315-4c48-90fa-e6c95aef3ccb
  kind: Event
  lastTimestamp: "2026-09-18T21:13:24Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-18T21:13:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T21:13:24Z"
    name: isvc-secondary-51789d.18d686b0de707834
    namespace: kserve-ci-e2e-test
    resourceVersion: "39904"
    uid: 532c9e00-0ec2-41dd-9918-479ce2308561
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-18T21:13:16Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-secondary-51789d
    namespace: kserve-ci-e2e-test
    resourceVersion: "39762"
    uid: ac2d3c13-b315-4c48-90fa-e6c95aef3ccb
  kind: Event
  lastTimestamp: "2026-09-18T21:13:16Z"
  message: 'Failed to update status for InferenceService "isvc-secondary-51789d":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-secondary-51789d":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-18T21:13:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T21:13:16Z"
    name: isvc-secondary-51789d.18d686b0ded248df
    namespace: kserve-ci-e2e-test
    resourceVersion: "39789"
    uid: 77dbadbd-e94d-4643-b248-de7072bdb858
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-18T21:13:16Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-secondary-51789d
    namespace: kserve-ci-e2e-test
    resourceVersion: "39762"
    uid: ac2d3c13-b315-4c48-90fa-e6c95aef3ccb
  kind: Event
  lastTimestamp: "2026-09-18T21:13:16Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-secondary-51789d": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-18T21:13:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T21:13:16Z"
    name: isvc-secondary-51789d.18d686b0ded29cfd
    namespace: kserve-ci-e2e-test
    resourceVersion: "39792"
    uid: 3e49f1b1-39a7-4a41-aadd-86f36139c6dd
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-18T20:31:41.747258Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-67589f7bc6-s2fjh
    namespace: kserve-ci-e2e-test
    resourceVersion: "15893"
    uid: fc9d7e0a-7a45-416e-a5e2-e06b3e3d8db3
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-batcher-custom-predictor-67589f7bc6-s2fjh
    to ip-10-0-143-76.ec2.internal
  metadata:
    creationTimestamp: "2026-09-18T20:31:41Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-18T20:31:41Z"
    name: isvc-sklearn-batcher-custom-predictor-67589f7bc6-s2fjh.18d6846c199ae46c
    namespace: kserve-ci-e2e-test
    resourceVersion: "15897"
    uid: 4c449975-545d-4a05-9525-56f08cd196ef
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-584d99b576-bdzl5
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:31:42Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-67589f7bc6-s2fjh
    namespace: kserve-ci-e2e-test
    resourceVersion: "15904"
    uid: fc9d7e0a-7a45-416e-a5e2-e06b3e3d8db3
  kind: Event
  lastTimestamp: "2026-09-18T20:31:42Z"
  message: Add eth0 [10.133.0.27/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-18T20:31:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-18T20:31:42Z"
    name: isvc-sklearn-batcher-custom-predictor-67589f7bc6-s2fjh.18d6846c3b87a1f7
    namespace: kserve-ci-e2e-test
    resourceVersion: "15914"
    uid: 6b839718-9b0a-4c94-90cc-894d513de9e5
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:31:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-67589f7bc6-s2fjh
    namespace: kserve-ci-e2e-test
    resourceVersion: "15895"
    uid: fc9d7e0a-7a45-416e-a5e2-e06b3e3d8db3
  kind: Event
  lastTimestamp: "2026-09-18T20:31:42Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:2cbd0ba61f740962b2bad1a0e55e41574489d7afdb86fa314f3953b8c8af773e"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-18T20:31:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:31:42Z"
    name: isvc-sklearn-batcher-custom-predictor-67589f7bc6-s2fjh.18d6846c3d0b7025
    namespace: kserve-ci-e2e-test
    resourceVersion: "15916"
    uid: 322caf91-21e5-49fc-9348-1cfc1c947926
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:31:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-67589f7bc6-s2fjh
    namespace: kserve-ci-e2e-test
    resourceVersion: "15895"
    uid: fc9d7e0a-7a45-416e-a5e2-e06b3e3d8db3
  kind: Event
  lastTimestamp: "2026-09-18T20:31:42Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-18T20:31:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:31:42Z"
    name: isvc-sklearn-batcher-custom-predictor-67589f7bc6-s2fjh.18d6846c3fae6ece
    namespace: kserve-ci-e2e-test
    resourceVersion: "15918"
    uid: 82d4c019-5c97-41e7-b6e1-3352a69e2c94
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:31:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-67589f7bc6-s2fjh
    namespace: kserve-ci-e2e-test
    resourceVersion: "15895"
    uid: fc9d7e0a-7a45-416e-a5e2-e06b3e3d8db3
  kind: Event
  lastTimestamp: "2026-09-18T20:31:42Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-18T20:31:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:31:42Z"
    name: isvc-sklearn-batcher-custom-predictor-67589f7bc6-s2fjh.18d6846c401d50e2
    namespace: kserve-ci-e2e-test
    resourceVersion: "15919"
    uid: a201d072-fede-4940-9c4b-159e15214e27
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:31:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-67589f7bc6-s2fjh
    namespace: kserve-ci-e2e-test
    resourceVersion: "15895"
    uid: fc9d7e0a-7a45-416e-a5e2-e06b3e3d8db3
  kind: Event
  lastTimestamp: "2026-09-18T20:31:47Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-2013"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-18T20:31:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:31:47Z"
    name: isvc-sklearn-batcher-custom-predictor-67589f7bc6-s2fjh.18d6846d6078970b
    namespace: kserve-ci-e2e-test
    resourceVersion: "15965"
    uid: 78c15069-f614-416c-bd7c-384711be4e8c
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:31:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-67589f7bc6-s2fjh
    namespace: kserve-ci-e2e-test
    resourceVersion: "15895"
    uid: fc9d7e0a-7a45-416e-a5e2-e06b3e3d8db3
  kind: Event
  lastTimestamp: "2026-09-18T20:31:47Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-18T20:31:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:31:47Z"
    name: isvc-sklearn-batcher-custom-predictor-67589f7bc6-s2fjh.18d6846d633bb6b8
    namespace: kserve-ci-e2e-test
    resourceVersion: "15967"
    uid: e72b37a9-f04d-4312-a447-71f4ea1ca4ad
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:31:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-67589f7bc6-s2fjh
    namespace: kserve-ci-e2e-test
    resourceVersion: "15895"
    uid: fc9d7e0a-7a45-416e-a5e2-e06b3e3d8db3
  kind: Event
  lastTimestamp: "2026-09-18T20:31:47Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-18T20:31:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:31:47Z"
    name: isvc-sklearn-batcher-custom-predictor-67589f7bc6-s2fjh.18d6846d63ade468
    namespace: kserve-ci-e2e-test
    resourceVersion: "15968"
    uid: fdd11922-4e4c-4338-abfc-728a192b5035
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:31:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-67589f7bc6-s2fjh
    namespace: kserve-ci-e2e-test
    resourceVersion: "15895"
    uid: fc9d7e0a-7a45-416e-a5e2-e06b3e3d8db3
  kind: Event
  lastTimestamp: "2026-09-18T20:31:47Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-18T20:31:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:31:47Z"
    name: isvc-sklearn-batcher-custom-predictor-67589f7bc6-s2fjh.18d6846d63b8d5a6
    namespace: kserve-ci-e2e-test
    resourceVersion: "15971"
    uid: 0269d746-20ea-4bae-998e-b10c7c928e9a
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:31:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-67589f7bc6-s2fjh
    namespace: kserve-ci-e2e-test
    resourceVersion: "15895"
    uid: fc9d7e0a-7a45-416e-a5e2-e06b3e3d8db3
  kind: Event
  lastTimestamp: "2026-09-18T20:31:47Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-18T20:31:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:31:47Z"
    name: isvc-sklearn-batcher-custom-predictor-67589f7bc6-s2fjh.18d6846d66f73740
    namespace: kserve-ci-e2e-test
    resourceVersion: "15973"
    uid: 6715f759-0f95-487f-81a4-b9d9f9293646
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:31:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-67589f7bc6-s2fjh
    namespace: kserve-ci-e2e-test
    resourceVersion: "15895"
    uid: fc9d7e0a-7a45-416e-a5e2-e06b3e3d8db3
  kind: Event
  lastTimestamp: "2026-09-18T20:31:47Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-18T20:31:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:31:47Z"
    name: isvc-sklearn-batcher-custom-predictor-67589f7bc6-s2fjh.18d6846d6766648e
    namespace: kserve-ci-e2e-test
    resourceVersion: "15974"
    uid: 479067bc-53b2-49b3-8cb6-b5c1f6e68e37
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:31:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-67589f7bc6-s2fjh
    namespace: kserve-ci-e2e-test
    resourceVersion: "15895"
    uid: fc9d7e0a-7a45-416e-a5e2-e06b3e3d8db3
  kind: Event
  lastTimestamp: "2026-09-18T20:31:47Z"
  message: Container image "quay.io/opendatahub/kserve-agent@sha256:bfbc00ba36039801e3cafbd0af9ffb0a52a9c8640f7ff416612ef57190d08496"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-18T20:31:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:31:47Z"
    name: isvc-sklearn-batcher-custom-predictor-67589f7bc6-s2fjh.18d6846d6770ea7a
    namespace: kserve-ci-e2e-test
    resourceVersion: "15975"
    uid: 2c41ba3c-6d02-4dee-9acd-fc461c7dc21e
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:31:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-67589f7bc6-s2fjh
    namespace: kserve-ci-e2e-test
    resourceVersion: "15895"
    uid: fc9d7e0a-7a45-416e-a5e2-e06b3e3d8db3
  kind: Event
  lastTimestamp: "2026-09-18T20:31:47Z"
  message: 'Created container: agent'
  metadata:
    creationTimestamp: "2026-09-18T20:31:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:31:47Z"
    name: isvc-sklearn-batcher-custom-predictor-67589f7bc6-s2fjh.18d6846d6a3cfd0d
    namespace: kserve-ci-e2e-test
    resourceVersion: "15977"
    uid: 333055ab-ebe0-4f40-a245-57f43b7315a4
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:31:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-67589f7bc6-s2fjh
    namespace: kserve-ci-e2e-test
    resourceVersion: "15895"
    uid: fc9d7e0a-7a45-416e-a5e2-e06b3e3d8db3
  kind: Event
  lastTimestamp: "2026-09-18T20:31:47Z"
  message: Started container agent
  metadata:
    creationTimestamp: "2026-09-18T20:31:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:31:47Z"
    name: isvc-sklearn-batcher-custom-predictor-67589f7bc6-s2fjh.18d6846d6aafe8cd
    namespace: kserve-ci-e2e-test
    resourceVersion: "15978"
    uid: e55cb28c-2ce7-492a-953b-539d563a1d62
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-18T20:31:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-67589f7bc6-s2fjh
    namespace: kserve-ci-e2e-test
    resourceVersion: "15895"
    uid: fc9d7e0a-7a45-416e-a5e2-e06b3e3d8db3
  kind: Event
  lastTimestamp: "2026-09-18T20:33:25Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.27:5000: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-18T20:31:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:33:25Z"
    name: isvc-sklearn-batcher-custom-predictor-67589f7bc6-s2fjh.18d6846d9c7d59dd
    namespace: kserve-ci-e2e-test
    resourceVersion: "16876"
    uid: a79f92ec-09f5-4732-a696-8348cdc980cf
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-76.ec2.internal
  type: Warning
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-18T20:31:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-67589f7bc6-s2fjh
    namespace: kserve-ci-e2e-test
    resourceVersion: "15895"
    uid: fc9d7e0a-7a45-416e-a5e2-e06b3e3d8db3
  kind: Event
  lastTimestamp: "2026-09-18T20:33:25Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 503'
  metadata:
    creationTimestamp: "2026-09-18T20:31:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:33:25Z"
    name: isvc-sklearn-batcher-custom-predictor-67589f7bc6-s2fjh.18d6846dd88c356b
    namespace: kserve-ci-e2e-test
    resourceVersion: "16877"
    uid: b50c3a8e-39cf-47a1-a7b1-d20d7ed290bb
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-76.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:33:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-67589f7bc6-s2fjh
    namespace: kserve-ci-e2e-test
    resourceVersion: "15895"
    uid: fc9d7e0a-7a45-416e-a5e2-e06b3e3d8db3
  kind: Event
  lastTimestamp: "2026-09-18T20:33:17Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-18T20:33:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:33:17Z"
    name: isvc-sklearn-batcher-custom-predictor-67589f7bc6-s2fjh.18d68482588a0988
    namespace: kserve-ci-e2e-test
    resourceVersion: "16772"
    uid: 96dc7b89-8ffe-4ce7-a9f4-8a9dda5c05ba
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:33:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-67589f7bc6-s2fjh
    namespace: kserve-ci-e2e-test
    resourceVersion: "15895"
    uid: fc9d7e0a-7a45-416e-a5e2-e06b3e3d8db3
  kind: Event
  lastTimestamp: "2026-09-18T20:33:17Z"
  message: Stopping container agent
  metadata:
    creationTimestamp: "2026-09-18T20:33:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:33:17Z"
    name: isvc-sklearn-batcher-custom-predictor-67589f7bc6-s2fjh.18d68482588a4173
    namespace: kserve-ci-e2e-test
    resourceVersion: "16773"
    uid: ef3b1346-2972-4800-8d75-07fe936a7e13
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:33:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-67589f7bc6-s2fjh
    namespace: kserve-ci-e2e-test
    resourceVersion: "15895"
    uid: fc9d7e0a-7a45-416e-a5e2-e06b3e3d8db3
  kind: Event
  lastTimestamp: "2026-09-18T20:33:17Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-18T20:33:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:33:17Z"
    name: isvc-sklearn-batcher-custom-predictor-67589f7bc6-s2fjh.18d68482588c5047
    namespace: kserve-ci-e2e-test
    resourceVersion: "16774"
    uid: f0000790-18e1-49c7-98bf-1719c3b6fc45
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-18T20:33:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-67589f7bc6-s2fjh
    namespace: kserve-ci-e2e-test
    resourceVersion: "15895"
    uid: fc9d7e0a-7a45-416e-a5e2-e06b3e3d8db3
  kind: Event
  lastTimestamp: "2026-09-18T20:33:35Z"
  message: 'Readiness probe failed: Get "https://10.133.0.27:8643/healthz": dial tcp
    10.133.0.27:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-18T20:33:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:33:35Z"
    name: isvc-sklearn-batcher-custom-predictor-67589f7bc6-s2fjh.18d6848308822708
    namespace: kserve-ci-e2e-test
    resourceVersion: "17032"
    uid: db4ac2d4-715d-4372-ba8b-bd949c81ffdf
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-76.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:31:41Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-batcher-custom-predictor-67589f7bc6
    namespace: kserve-ci-e2e-test
    resourceVersion: "15866"
    uid: dc4af52e-4d8c-4cdd-a09d-8b43e9f6070a
  kind: Event
  lastTimestamp: "2026-09-18T20:31:41Z"
  message: 'Created pod: isvc-sklearn-batcher-custom-predictor-67589f7bc6-s2fjh'
  metadata:
    creationTimestamp: "2026-09-18T20:31:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T20:31:41Z"
    name: isvc-sklearn-batcher-custom-predictor-67589f7bc6.18d6846c192b8f08
    namespace: kserve-ci-e2e-test
    resourceVersion: "15894"
    uid: c49016f8-49b6-41be-8e3c-ded79d75466d
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:31:41Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-batcher-custom-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15858"
    uid: 9648cb38-8aa5-4798-aa30-19bbb92e5226
  kind: Event
  lastTimestamp: "2026-09-18T20:31:41Z"
  message: Scaled up replica set isvc-sklearn-batcher-custom-predictor-67589f7bc6
    from 0 to 1
  metadata:
    creationTimestamp: "2026-09-18T20:31:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T20:31:41Z"
    name: isvc-sklearn-batcher-custom-predictor.18d6846c1381c2e4
    namespace: kserve-ci-e2e-test
    resourceVersion: "15870"
    uid: 61dbea2f-4b0c-434e-9ed3-a831f0f36568
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-18T20:31:56Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-batcher-custom-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15863"
    uid: 08eae10c-1ca9-406e-aa77-3a2357ad5089
  kind: Event
  lastTimestamp: "2026-09-18T20:32:26Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-18T20:31:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T20:32:26Z"
    name: isvc-sklearn-batcher-custom-predictor.18d6846f91faf0ba
    namespace: kserve-ci-e2e-test
    resourceVersion: "16374"
    uid: f6c8e586-fda2-4804-97b8-fa934016a0dd
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-18T20:31:56Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-batcher-custom-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15863"
    uid: 08eae10c-1ca9-406e-aa77-3a2357ad5089
  kind: Event
  lastTimestamp: "2026-09-18T20:32:26Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-18T20:31:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T20:32:26Z"
    name: isvc-sklearn-batcher-custom-predictor.18d6846f9264516f
    namespace: kserve-ci-e2e-test
    resourceVersion: "16375"
    uid: e855595b-fbe8-405b-8ee0-188229a53d59
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-18T20:32:41Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-batcher-custom-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16061"
    uid: 08eae10c-1ca9-406e-aa77-3a2357ad5089
  kind: Event
  lastTimestamp: "2026-09-18T20:33:11Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-18T20:32:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T20:33:11Z"
    name: isvc-sklearn-batcher-custom-predictor.18d6847a0ea1db7e
    namespace: kserve-ci-e2e-test
    resourceVersion: "16709"
    uid: 560d4b91-4b4b-4bac-a9d1-465fc888ce7b
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-18T20:32:41Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-batcher-custom-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16061"
    uid: 08eae10c-1ca9-406e-aa77-3a2357ad5089
  kind: Event
  lastTimestamp: "2026-09-18T20:33:11Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-18T20:32:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T20:33:11Z"
    name: isvc-sklearn-batcher-custom-predictor.18d6847a0f088710
    namespace: kserve-ci-e2e-test
    resourceVersion: "16710"
    uid: f7ca3ebf-b686-4246-969f-51f0b138e392
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-18T20:31:41Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-batcher-custom
    namespace: kserve-ci-e2e-test
    resourceVersion: "15851"
    uid: d4d11e4b-980b-4798-9d28-8f20ed923383
  kind: Event
  lastTimestamp: "2026-09-18T20:33:05Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-18T20:31:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T20:33:05Z"
    name: isvc-sklearn-batcher-custom.18d6846c13835f2b
    namespace: kserve-ci-e2e-test
    resourceVersion: "16662"
    uid: daf71284-468a-4026-ab03-2640b9ad1b37
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-18T20:31:41Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-batcher-custom
    namespace: kserve-ci-e2e-test
    resourceVersion: "15851"
    uid: d4d11e4b-980b-4798-9d28-8f20ed923383
  kind: Event
  lastTimestamp: "2026-09-18T20:31:41Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-batcher-custom":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-batcher-custom":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-18T20:31:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T20:31:41Z"
    name: isvc-sklearn-batcher-custom.18d6846c14632c8b
    namespace: kserve-ci-e2e-test
    resourceVersion: "15907"
    uid: a18b44bf-0cc2-4071-a435-f8ccd536c397
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:31:41Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-batcher-custom
    namespace: kserve-ci-e2e-test
    resourceVersion: "15875"
    uid: d4d11e4b-980b-4798-9d28-8f20ed923383
  kind: Event
  lastTimestamp: "2026-09-18T20:31:41Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-sklearn-batcher-custom": the object
    has been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-18T20:31:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T20:31:41Z"
    name: isvc-sklearn-batcher-custom.18d6846c1c485f76
    namespace: kserve-ci-e2e-test
    resourceVersion: "15908"
    uid: 11d4ffe5-e0e7-4843-9300-e042a5e4eb3d
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:33:05Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-batcher-custom
    namespace: kserve-ci-e2e-test
    resourceVersion: "16660"
    uid: d4d11e4b-980b-4798-9d28-8f20ed923383
  kind: Event
  lastTimestamp: "2026-09-18T20:33:05Z"
  message: InferenceService [isvc-sklearn-batcher-custom] is Ready
  metadata:
    creationTimestamp: "2026-09-18T20:33:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T20:33:05Z"
    name: isvc-sklearn-batcher-custom.18d6847f9004a2b5
    namespace: kserve-ci-e2e-test
    resourceVersion: "16661"
    uid: 30354e03-690c-4d35-b687-8d8ae97c3a2e
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-18T20:29:56.300576Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-batcher-predictor-78888c66b-4xjr7
    namespace: kserve-ci-e2e-test
    resourceVersion: "14891"
    uid: 10e68a93-2192-4dd3-ba52-697e1c2f0657
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-batcher-predictor-78888c66b-4xjr7
    to ip-10-0-143-76.ec2.internal
  metadata:
    creationTimestamp: "2026-09-18T20:29:56Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-18T20:29:56Z"
    name: isvc-sklearn-batcher-predictor-78888c66b-4xjr7.18d684538c7e3a2a
    namespace: kserve-ci-e2e-test
    resourceVersion: "14895"
    uid: 09767ee6-5602-41bc-bde4-9b0dd4f5f952
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-584d99b576-bdzl5
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:29:56Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-batcher-predictor-78888c66b-4xjr7
    namespace: kserve-ci-e2e-test
    resourceVersion: "14904"
    uid: 10e68a93-2192-4dd3-ba52-697e1c2f0657
  kind: Event
  lastTimestamp: "2026-09-18T20:29:56Z"
  message: Add eth0 [10.133.0.25/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-18T20:29:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-18T20:29:56Z"
    name: isvc-sklearn-batcher-predictor-78888c66b-4xjr7.18d68453ae5c5014
    namespace: kserve-ci-e2e-test
    resourceVersion: "14935"
    uid: 08020f5e-1987-4eed-bc53-e9709ae93549
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:29:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-78888c66b-4xjr7
    namespace: kserve-ci-e2e-test
    resourceVersion: "14893"
    uid: 10e68a93-2192-4dd3-ba52-697e1c2f0657
  kind: Event
  lastTimestamp: "2026-09-18T20:29:56Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:2cbd0ba61f740962b2bad1a0e55e41574489d7afdb86fa314f3953b8c8af773e"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-18T20:29:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:29:56Z"
    name: isvc-sklearn-batcher-predictor-78888c66b-4xjr7.18d68453afddd8e2
    namespace: kserve-ci-e2e-test
    resourceVersion: "14937"
    uid: 47f3cc2d-a5b8-4e38-bd3a-bdb4a726555d
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:29:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-78888c66b-4xjr7
    namespace: kserve-ci-e2e-test
    resourceVersion: "14893"
    uid: 10e68a93-2192-4dd3-ba52-697e1c2f0657
  kind: Event
  lastTimestamp: "2026-09-18T20:29:56Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-18T20:29:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:29:56Z"
    name: isvc-sklearn-batcher-predictor-78888c66b-4xjr7.18d68453b2897ff6
    namespace: kserve-ci-e2e-test
    resourceVersion: "14938"
    uid: 6970a9d3-cb39-429c-916a-466f5307bcaf
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:29:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-78888c66b-4xjr7
    namespace: kserve-ci-e2e-test
    resourceVersion: "14893"
    uid: 10e68a93-2192-4dd3-ba52-697e1c2f0657
  kind: Event
  lastTimestamp: "2026-09-18T20:29:56Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-18T20:29:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:29:56Z"
    name: isvc-sklearn-batcher-predictor-78888c66b-4xjr7.18d68453b2fa0b67
    namespace: kserve-ci-e2e-test
    resourceVersion: "14939"
    uid: 3e5899be-7bc8-4416-aa8d-0bc67c6eaa38
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:30:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-78888c66b-4xjr7
    namespace: kserve-ci-e2e-test
    resourceVersion: "14893"
    uid: 10e68a93-2192-4dd3-ba52-697e1c2f0657
  kind: Event
  lastTimestamp: "2026-09-18T20:30:01Z"
  message: Pulling image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-2013"
  metadata:
    creationTimestamp: "2026-09-18T20:30:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:30:01Z"
    name: isvc-sklearn-batcher-predictor-78888c66b-4xjr7.18d68454d24b5ebd
    namespace: kserve-ci-e2e-test
    resourceVersion: "14990"
    uid: 22628e71-df4f-49fc-8796-bb91147bd996
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:30:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-78888c66b-4xjr7
    namespace: kserve-ci-e2e-test
    resourceVersion: "14893"
    uid: 10e68a93-2192-4dd3-ba52-697e1c2f0657
  kind: Event
  lastTimestamp: "2026-09-18T20:30:15Z"
  message: 'Successfully pulled image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-2013"
    in 13.993s (13.993s including waiting). Image size: 1607124890 bytes.'
  metadata:
    creationTimestamp: "2026-09-18T20:30:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:30:15Z"
    name: isvc-sklearn-batcher-predictor-78888c66b-4xjr7.18d68458145f94d8
    namespace: kserve-ci-e2e-test
    resourceVersion: "15176"
    uid: b67fec09-359e-4514-a45b-78073a598bbd
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:30:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-78888c66b-4xjr7
    namespace: kserve-ci-e2e-test
    resourceVersion: "14893"
    uid: 10e68a93-2192-4dd3-ba52-697e1c2f0657
  kind: Event
  lastTimestamp: "2026-09-18T20:30:15Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-18T20:30:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:30:15Z"
    name: isvc-sklearn-batcher-predictor-78888c66b-4xjr7.18d68458176f358a
    namespace: kserve-ci-e2e-test
    resourceVersion: "15177"
    uid: 3a6ad3f4-dc1f-4f35-8277-f723a73868ca
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:30:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-78888c66b-4xjr7
    namespace: kserve-ci-e2e-test
    resourceVersion: "14893"
    uid: 10e68a93-2192-4dd3-ba52-697e1c2f0657
  kind: Event
  lastTimestamp: "2026-09-18T20:30:15Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-18T20:30:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:30:15Z"
    name: isvc-sklearn-batcher-predictor-78888c66b-4xjr7.18d6845817dee026
    namespace: kserve-ci-e2e-test
    resourceVersion: "15178"
    uid: 19e1bb6f-a3ec-4858-a4fc-0f6b85ee8963
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:30:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-78888c66b-4xjr7
    namespace: kserve-ci-e2e-test
    resourceVersion: "14893"
    uid: 10e68a93-2192-4dd3-ba52-697e1c2f0657
  kind: Event
  lastTimestamp: "2026-09-18T20:30:15Z"
  message: Pulling image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
  metadata:
    creationTimestamp: "2026-09-18T20:30:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:30:15Z"
    name: isvc-sklearn-batcher-predictor-78888c66b-4xjr7.18d6845817ecf2fd
    namespace: kserve-ci-e2e-test
    resourceVersion: "15179"
    uid: 940740ec-1ec2-46c4-bb94-60bfcd39224f
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:30:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-78888c66b-4xjr7
    namespace: kserve-ci-e2e-test
    resourceVersion: "14893"
    uid: 10e68a93-2192-4dd3-ba52-697e1c2f0657
  kind: Event
  lastTimestamp: "2026-09-18T20:30:18Z"
  message: 'Successfully pulled image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    in 2.254s (2.254s including waiting). Image size: 211946088 bytes.'
  metadata:
    creationTimestamp: "2026-09-18T20:30:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:30:18Z"
    name: isvc-sklearn-batcher-predictor-78888c66b-4xjr7.18d684589e46efad
    namespace: kserve-ci-e2e-test
    resourceVersion: "15201"
    uid: f09e833c-d4dc-48b3-9375-bc40f10795ae
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:30:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-78888c66b-4xjr7
    namespace: kserve-ci-e2e-test
    resourceVersion: "14893"
    uid: 10e68a93-2192-4dd3-ba52-697e1c2f0657
  kind: Event
  lastTimestamp: "2026-09-18T20:30:18Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-18T20:30:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:30:18Z"
    name: isvc-sklearn-batcher-predictor-78888c66b-4xjr7.18d68458a13e1a1a
    namespace: kserve-ci-e2e-test
    resourceVersion: "15202"
    uid: 0603a569-e5b0-4c88-bba4-3efc97201e4b
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:30:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-78888c66b-4xjr7
    namespace: kserve-ci-e2e-test
    resourceVersion: "14893"
    uid: 10e68a93-2192-4dd3-ba52-697e1c2f0657
  kind: Event
  lastTimestamp: "2026-09-18T20:30:18Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-18T20:30:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:30:18Z"
    name: isvc-sklearn-batcher-predictor-78888c66b-4xjr7.18d68458a1add042
    namespace: kserve-ci-e2e-test
    resourceVersion: "15203"
    uid: 72a9ff02-617b-47ae-ae60-ea4da0b9f1e6
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:30:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-78888c66b-4xjr7
    namespace: kserve-ci-e2e-test
    resourceVersion: "14893"
    uid: 10e68a93-2192-4dd3-ba52-697e1c2f0657
  kind: Event
  lastTimestamp: "2026-09-18T20:30:18Z"
  message: Pulling image "quay.io/opendatahub/kserve-agent@sha256:bfbc00ba36039801e3cafbd0af9ffb0a52a9c8640f7ff416612ef57190d08496"
  metadata:
    creationTimestamp: "2026-09-18T20:30:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:30:18Z"
    name: isvc-sklearn-batcher-predictor-78888c66b-4xjr7.18d68458a1bafe01
    namespace: kserve-ci-e2e-test
    resourceVersion: "15204"
    uid: cdcd7408-a4ec-45bd-9552-25ebe47ff0eb
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:30:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-78888c66b-4xjr7
    namespace: kserve-ci-e2e-test
    resourceVersion: "14893"
    uid: 10e68a93-2192-4dd3-ba52-697e1c2f0657
  kind: Event
  lastTimestamp: "2026-09-18T20:30:20Z"
  message: 'Successfully pulled image "quay.io/opendatahub/kserve-agent@sha256:bfbc00ba36039801e3cafbd0af9ffb0a52a9c8640f7ff416612ef57190d08496"
    in 2.616s (2.616s including waiting). Image size: 240302177 bytes.'
  metadata:
    creationTimestamp: "2026-09-18T20:30:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:30:20Z"
    name: isvc-sklearn-batcher-predictor-78888c66b-4xjr7.18d684593da9d4b6
    namespace: kserve-ci-e2e-test
    resourceVersion: "15228"
    uid: 8b83ff74-44ef-46f9-a069-b681166be44e
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:30:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-78888c66b-4xjr7
    namespace: kserve-ci-e2e-test
    resourceVersion: "14893"
    uid: 10e68a93-2192-4dd3-ba52-697e1c2f0657
  kind: Event
  lastTimestamp: "2026-09-18T20:30:20Z"
  message: 'Created container: agent'
  metadata:
    creationTimestamp: "2026-09-18T20:30:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:30:20Z"
    name: isvc-sklearn-batcher-predictor-78888c66b-4xjr7.18d68459410ebfa1
    namespace: kserve-ci-e2e-test
    resourceVersion: "15230"
    uid: b9674030-4d45-46fa-b18b-19077e62a98f
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:30:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-78888c66b-4xjr7
    namespace: kserve-ci-e2e-test
    resourceVersion: "14893"
    uid: 10e68a93-2192-4dd3-ba52-697e1c2f0657
  kind: Event
  lastTimestamp: "2026-09-18T20:30:20Z"
  message: Started container agent
  metadata:
    creationTimestamp: "2026-09-18T20:30:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:30:20Z"
    name: isvc-sklearn-batcher-predictor-78888c66b-4xjr7.18d68459417fc05e
    namespace: kserve-ci-e2e-test
    resourceVersion: "15231"
    uid: 7719c241-2557-442f-832a-b5d8aa8cb6fa
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-18T20:30:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-78888c66b-4xjr7
    namespace: kserve-ci-e2e-test
    resourceVersion: "14893"
    uid: 10e68a93-2192-4dd3-ba52-697e1c2f0657
  kind: Event
  lastTimestamp: "2026-09-18T20:31:53Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.25:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-18T20:30:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:31:53Z"
    name: isvc-sklearn-batcher-predictor-78888c66b-4xjr7.18d6845945720de1
    namespace: kserve-ci-e2e-test
    resourceVersion: "16028"
    uid: b2d92ceb-669b-477a-9201-5765fabbf121
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-76.ec2.internal
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-18T20:30:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-78888c66b-4xjr7
    namespace: kserve-ci-e2e-test
    resourceVersion: "14893"
    uid: 10e68a93-2192-4dd3-ba52-697e1c2f0657
  kind: Event
  lastTimestamp: "2026-09-18T20:31:53Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 503'
  metadata:
    creationTimestamp: "2026-09-18T20:30:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:31:53Z"
    name: isvc-sklearn-batcher-predictor-78888c66b-4xjr7.18d68459457bfc4a
    namespace: kserve-ci-e2e-test
    resourceVersion: "16029"
    uid: 1ce5b8b2-0ef7-4c67-82a3-18b97dcd8c1f
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-76.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:31:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-78888c66b-4xjr7
    namespace: kserve-ci-e2e-test
    resourceVersion: "14893"
    uid: 10e68a93-2192-4dd3-ba52-697e1c2f0657
  kind: Event
  lastTimestamp: "2026-09-18T20:31:41Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-18T20:31:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:31:41Z"
    name: isvc-sklearn-batcher-predictor-78888c66b-4xjr7.18d6846c14ec07bb
    namespace: kserve-ci-e2e-test
    resourceVersion: "15881"
    uid: e278dcab-52b6-48d1-a32e-fe8e5c606384
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:31:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-78888c66b-4xjr7
    namespace: kserve-ci-e2e-test
    resourceVersion: "14893"
    uid: 10e68a93-2192-4dd3-ba52-697e1c2f0657
  kind: Event
  lastTimestamp: "2026-09-18T20:31:41Z"
  message: Stopping container agent
  metadata:
    creationTimestamp: "2026-09-18T20:31:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:31:41Z"
    name: isvc-sklearn-batcher-predictor-78888c66b-4xjr7.18d6846c14ec585e
    namespace: kserve-ci-e2e-test
    resourceVersion: "15883"
    uid: 7cf8e48f-3c2e-45ad-be5e-64d79163af8e
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:31:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-78888c66b-4xjr7
    namespace: kserve-ci-e2e-test
    resourceVersion: "14893"
    uid: 10e68a93-2192-4dd3-ba52-697e1c2f0657
  kind: Event
  lastTimestamp: "2026-09-18T20:31:41Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-18T20:31:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:31:41Z"
    name: isvc-sklearn-batcher-predictor-78888c66b-4xjr7.18d6846c14eca687
    namespace: kserve-ci-e2e-test
    resourceVersion: "15885"
    uid: dfc588b4-3780-4fa0-aa22-a4314a75dce8
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-18T20:31:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-78888c66b-4xjr7
    namespace: kserve-ci-e2e-test
    resourceVersion: "14893"
    uid: 10e68a93-2192-4dd3-ba52-697e1c2f0657
  kind: Event
  lastTimestamp: "2026-09-18T20:31:51Z"
  message: 'Readiness probe failed: Get "https://10.133.0.25:8643/healthz": dial tcp
    10.133.0.25:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-18T20:31:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:31:51Z"
    name: isvc-sklearn-batcher-predictor-78888c66b-4xjr7.18d6846c21a1c3bb
    namespace: kserve-ci-e2e-test
    resourceVersion: "16013"
    uid: 55c137f6-ed3a-4225-ae72-b7aa36b4dd1c
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-76.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:29:56Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-batcher-predictor-78888c66b
    namespace: kserve-ci-e2e-test
    resourceVersion: "14878"
    uid: efadf738-93b7-47e2-952a-4c4c11fe3104
  kind: Event
  lastTimestamp: "2026-09-18T20:29:56Z"
  message: 'Created pod: isvc-sklearn-batcher-predictor-78888c66b-4xjr7'
  metadata:
    creationTimestamp: "2026-09-18T20:29:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T20:29:56Z"
    name: isvc-sklearn-batcher-predictor-78888c66b.18d684538bec39e8
    namespace: kserve-ci-e2e-test
    resourceVersion: "14892"
    uid: d3ca22da-7547-4120-939c-bdc79ac199b3
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:29:56Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-batcher-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14877"
    uid: 643326c0-c534-48ea-9756-11d4e6900bcb
  kind: Event
  lastTimestamp: "2026-09-18T20:29:56Z"
  message: Scaled up replica set isvc-sklearn-batcher-predictor-78888c66b from 0 to
    1
  metadata:
    creationTimestamp: "2026-09-18T20:29:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T20:29:56Z"
    name: isvc-sklearn-batcher-predictor.18d684538388ae37
    namespace: kserve-ci-e2e-test
    resourceVersion: "14879"
    uid: ae812fdd-ea28-46a4-b8cb-dfb715ab32c9
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-18T20:30:11Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-batcher-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14886"
    uid: 694f71f3-a51e-4263-859c-dccf681c860d
  kind: Event
  lastTimestamp: "2026-09-18T20:30:41Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-18T20:30:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T20:30:41Z"
    name: isvc-sklearn-batcher-predictor.18d6845708bd1b0a
    namespace: kserve-ci-e2e-test
    resourceVersion: "15388"
    uid: 72d122a5-b931-4819-9c24-addc52dc4d92
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-18T20:30:11Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-batcher-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14886"
    uid: 694f71f3-a51e-4263-859c-dccf681c860d
  kind: Event
  lastTimestamp: "2026-09-18T20:30:41Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-18T20:30:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T20:30:41Z"
    name: isvc-sklearn-batcher-predictor.18d68457091f76ac
    namespace: kserve-ci-e2e-test
    resourceVersion: "15389"
    uid: 66532cb2-60ec-4ff7-b817-bb948c3a1406
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-18T20:30:56Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-batcher-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15114"
    uid: 694f71f3-a51e-4263-859c-dccf681c860d
  kind: Event
  lastTimestamp: "2026-09-18T20:31:41Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-18T20:30:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T20:31:41Z"
    name: isvc-sklearn-batcher-predictor.18d684618553d0ed
    namespace: kserve-ci-e2e-test
    resourceVersion: "15844"
    uid: a593e56b-e98a-484f-ae1e-c507d43222fc
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-18T20:30:56Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-batcher-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15114"
    uid: 694f71f3-a51e-4263-859c-dccf681c860d
  kind: Event
  lastTimestamp: "2026-09-18T20:31:41Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-18T20:30:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T20:31:41Z"
    name: isvc-sklearn-batcher-predictor.18d6846185b9663e
    namespace: kserve-ci-e2e-test
    resourceVersion: "15845"
    uid: 87d41ae0-0bc2-45c1-8809-6998d63bf1c9
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-09-18T20:29:56Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-batcher
    namespace: kserve-ci-e2e-test
    resourceVersion: "14867"
    uid: 66c3b2cb-047d-4a23-9c83-e9caf164ad23
  kind: Event
  lastTimestamp: "2026-09-18T20:31:33Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-18T20:29:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T20:31:33Z"
    name: isvc-sklearn-batcher.18d6845389c091db
    namespace: kserve-ci-e2e-test
    resourceVersion: "15791"
    uid: 54af52f7-748c-4f13-b1ee-f6742f2a42fb
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:29:56Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-batcher
    namespace: kserve-ci-e2e-test
    resourceVersion: "14867"
    uid: 66c3b2cb-047d-4a23-9c83-e9caf164ad23
  kind: Event
  lastTimestamp: "2026-09-18T20:29:56Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-batcher": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-batcher":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-18T20:29:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T20:29:56Z"
    name: isvc-sklearn-batcher.18d684538a26e1b3
    namespace: kserve-ci-e2e-test
    resourceVersion: "14888"
    uid: 758ebe9d-80e6-4338-a2a6-98fa41353d0b
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:29:56Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-batcher
    namespace: kserve-ci-e2e-test
    resourceVersion: "14867"
    uid: 66c3b2cb-047d-4a23-9c83-e9caf164ad23
  kind: Event
  lastTimestamp: "2026-09-18T20:29:56Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-sklearn-batcher": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-18T20:29:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T20:29:56Z"
    name: isvc-sklearn-batcher.18d684538a273dde
    namespace: kserve-ci-e2e-test
    resourceVersion: "14889"
    uid: c18064e3-c22a-4c28-b9c7-ee2262d246ee
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:31:33Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-batcher
    namespace: kserve-ci-e2e-test
    resourceVersion: "15788"
    uid: 66c3b2cb-047d-4a23-9c83-e9caf164ad23
  kind: Event
  lastTimestamp: "2026-09-18T20:31:33Z"
  message: InferenceService [isvc-sklearn-batcher] is Ready
  metadata:
    creationTimestamp: "2026-09-18T20:31:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T20:31:33Z"
    name: isvc-sklearn-batcher.18d6846a30b33e99
    namespace: kserve-ci-e2e-test
    resourceVersion: "15789"
    uid: 2cb76e48-9f33-4955-a570-ba38e6766583
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-18T21:04:48.672967Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-mcp-predictor-7ffd8fb554-j85rt
    namespace: kserve-ci-e2e-test
    resourceVersion: "34814"
    uid: b2f10bcc-be69-405e-9e56-98ee3351937a
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-mcp-predictor-7ffd8fb554-j85rt
    to ip-10-0-130-79.ec2.internal
  metadata:
    creationTimestamp: "2026-09-18T21:04:48Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-18T21:04:48Z"
    name: isvc-sklearn-mcp-predictor-7ffd8fb554-j85rt.18d6863ab79b35d0
    namespace: kserve-ci-e2e-test
    resourceVersion: "34818"
    uid: 85ae9b22-3811-44e1-bffa-7104298550f4
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-584d99b576-bdzl5
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T21:04:49Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-mcp-predictor-7ffd8fb554-j85rt
    namespace: kserve-ci-e2e-test
    resourceVersion: "34822"
    uid: b2f10bcc-be69-405e-9e56-98ee3351937a
  kind: Event
  lastTimestamp: "2026-09-18T21:04:49Z"
  message: Add eth0 [10.134.0.54/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-18T21:04:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-18T21:04:49Z"
    name: isvc-sklearn-mcp-predictor-7ffd8fb554-j85rt.18d6863ad9a95c39
    namespace: kserve-ci-e2e-test
    resourceVersion: "34834"
    uid: 1737a92b-f920-4b1a-89f5-acd1618e5642
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T21:04:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-7ffd8fb554-j85rt
    namespace: kserve-ci-e2e-test
    resourceVersion: "34816"
    uid: b2f10bcc-be69-405e-9e56-98ee3351937a
  kind: Event
  lastTimestamp: "2026-09-18T21:04:49Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:2cbd0ba61f740962b2bad1a0e55e41574489d7afdb86fa314f3953b8c8af773e"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-18T21:04:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T21:04:49Z"
    name: isvc-sklearn-mcp-predictor-7ffd8fb554-j85rt.18d6863adb3340ec
    namespace: kserve-ci-e2e-test
    resourceVersion: "34836"
    uid: 73818c81-924e-418a-ab42-fd71487dd15c
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-79.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-79.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T21:04:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-7ffd8fb554-j85rt
    namespace: kserve-ci-e2e-test
    resourceVersion: "34816"
    uid: b2f10bcc-be69-405e-9e56-98ee3351937a
  kind: Event
  lastTimestamp: "2026-09-18T21:04:49Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-18T21:04:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T21:04:49Z"
    name: isvc-sklearn-mcp-predictor-7ffd8fb554-j85rt.18d6863ade661e9b
    namespace: kserve-ci-e2e-test
    resourceVersion: "34837"
    uid: 539dc9e5-cdf4-4a22-ad03-95af7e4f5127
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-79.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-79.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T21:04:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-7ffd8fb554-j85rt
    namespace: kserve-ci-e2e-test
    resourceVersion: "34816"
    uid: b2f10bcc-be69-405e-9e56-98ee3351937a
  kind: Event
  lastTimestamp: "2026-09-18T21:04:49Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-18T21:04:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T21:04:49Z"
    name: isvc-sklearn-mcp-predictor-7ffd8fb554-j85rt.18d6863adedc4789
    namespace: kserve-ci-e2e-test
    resourceVersion: "34838"
    uid: 234022fd-6387-4389-b90f-c5a6705c566b
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-79.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-79.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T21:04:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-7ffd8fb554-j85rt
    namespace: kserve-ci-e2e-test
    resourceVersion: "34816"
    uid: b2f10bcc-be69-405e-9e56-98ee3351937a
  kind: Event
  lastTimestamp: "2026-09-18T21:04:54Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-2013"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-18T21:04:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T21:04:54Z"
    name: isvc-sklearn-mcp-predictor-7ffd8fb554-j85rt.18d6863c0404a27e
    namespace: kserve-ci-e2e-test
    resourceVersion: "34965"
    uid: 9f990f41-aa33-4ed7-a319-a60065b5f68c
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-79.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-79.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T21:04:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-7ffd8fb554-j85rt
    namespace: kserve-ci-e2e-test
    resourceVersion: "34816"
    uid: b2f10bcc-be69-405e-9e56-98ee3351937a
  kind: Event
  lastTimestamp: "2026-09-18T21:04:54Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-18T21:04:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T21:04:54Z"
    name: isvc-sklearn-mcp-predictor-7ffd8fb554-j85rt.18d6863c07ac4b0a
    namespace: kserve-ci-e2e-test
    resourceVersion: "34972"
    uid: baa10813-7475-4ece-a306-1e3a846b34fa
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-79.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-79.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T21:04:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-7ffd8fb554-j85rt
    namespace: kserve-ci-e2e-test
    resourceVersion: "34816"
    uid: b2f10bcc-be69-405e-9e56-98ee3351937a
  kind: Event
  lastTimestamp: "2026-09-18T21:04:54Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-18T21:04:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T21:04:54Z"
    name: isvc-sklearn-mcp-predictor-7ffd8fb554-j85rt.18d6863c082ec521
    namespace: kserve-ci-e2e-test
    resourceVersion: "34973"
    uid: d9caaddc-ae67-4715-9247-616a8f9e6ceb
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-79.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-79.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T21:04:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-agent}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-7ffd8fb554-j85rt
    namespace: kserve-ci-e2e-test
    resourceVersion: "34816"
    uid: b2f10bcc-be69-405e-9e56-98ee3351937a
  kind: Event
  lastTimestamp: "2026-09-18T21:04:54Z"
  message: Pulling image "quay.io/opendatahub/kserve-agent:latest"
  metadata:
    creationTimestamp: "2026-09-18T21:04:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T21:04:54Z"
    name: isvc-sklearn-mcp-predictor-7ffd8fb554-j85rt.18d6863c083e72c5
    namespace: kserve-ci-e2e-test
    resourceVersion: "34974"
    uid: 3b05a2c0-412b-4969-a268-6729740255d2
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-79.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-79.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T21:04:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-agent}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-7ffd8fb554-j85rt
    namespace: kserve-ci-e2e-test
    resourceVersion: "34816"
    uid: b2f10bcc-be69-405e-9e56-98ee3351937a
  kind: Event
  lastTimestamp: "2026-09-18T21:04:57Z"
  message: 'Successfully pulled image "quay.io/opendatahub/kserve-agent:latest" in
    2.826s (2.826s including waiting). Image size: 239481897 bytes.'
  metadata:
    creationTimestamp: "2026-09-18T21:04:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T21:04:57Z"
    name: isvc-sklearn-mcp-predictor-7ffd8fb554-j85rt.18d6863cb0bae676
    namespace: kserve-ci-e2e-test
    resourceVersion: "35000"
    uid: 63582099-9e94-40d8-ac3b-42dda6f6b228
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-79.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-79.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T21:04:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-agent}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-7ffd8fb554-j85rt
    namespace: kserve-ci-e2e-test
    resourceVersion: "34816"
    uid: b2f10bcc-be69-405e-9e56-98ee3351937a
  kind: Event
  lastTimestamp: "2026-09-18T21:04:57Z"
  message: 'Created container: kserve-agent'
  metadata:
    creationTimestamp: "2026-09-18T21:04:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T21:04:57Z"
    name: isvc-sklearn-mcp-predictor-7ffd8fb554-j85rt.18d6863cb3e4b11a
    namespace: kserve-ci-e2e-test
    resourceVersion: "35003"
    uid: 52e6ef88-3be2-435e-a129-25cf573887f7
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-79.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-79.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T21:04:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-agent}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-7ffd8fb554-j85rt
    namespace: kserve-ci-e2e-test
    resourceVersion: "34816"
    uid: b2f10bcc-be69-405e-9e56-98ee3351937a
  kind: Event
  lastTimestamp: "2026-09-18T21:04:57Z"
  message: Started container kserve-agent
  metadata:
    creationTimestamp: "2026-09-18T21:04:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T21:04:57Z"
    name: isvc-sklearn-mcp-predictor-7ffd8fb554-j85rt.18d6863cb46d1f22
    namespace: kserve-ci-e2e-test
    resourceVersion: "35004"
    uid: b83c629c-0ac6-43d7-a34e-b1246d6d54fe
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-79.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-79.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T21:04:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-7ffd8fb554-j85rt
    namespace: kserve-ci-e2e-test
    resourceVersion: "34816"
    uid: b2f10bcc-be69-405e-9e56-98ee3351937a
  kind: Event
  lastTimestamp: "2026-09-18T21:04:57Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-18T21:04:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T21:04:57Z"
    name: isvc-sklearn-mcp-predictor-7ffd8fb554-j85rt.18d6863cb47866a2
    namespace: kserve-ci-e2e-test
    resourceVersion: "35005"
    uid: f571a5a8-fcce-4ee4-9fa9-e6dde740723f
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-79.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-79.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T21:04:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-7ffd8fb554-j85rt
    namespace: kserve-ci-e2e-test
    resourceVersion: "34816"
    uid: b2f10bcc-be69-405e-9e56-98ee3351937a
  kind: Event
  lastTimestamp: "2026-09-18T21:04:57Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-18T21:04:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T21:04:57Z"
    name: isvc-sklearn-mcp-predictor-7ffd8fb554-j85rt.18d6863cb7f01bd9
    namespace: kserve-ci-e2e-test
    resourceVersion: "35006"
    uid: 3efca138-39a6-4fcf-b258-ee0c54b7dc30
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-79.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-79.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T21:04:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-7ffd8fb554-j85rt
    namespace: kserve-ci-e2e-test
    resourceVersion: "34816"
    uid: b2f10bcc-be69-405e-9e56-98ee3351937a
  kind: Event
  lastTimestamp: "2026-09-18T21:04:57Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-18T21:04:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T21:04:57Z"
    name: isvc-sklearn-mcp-predictor-7ffd8fb554-j85rt.18d6863cb86ac3f2
    namespace: kserve-ci-e2e-test
    resourceVersion: "35007"
    uid: aa526279-43e4-431f-8487-377f75196824
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-79.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-79.ec2.internal
  type: Normal
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-18T21:05:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-7ffd8fb554-j85rt
    namespace: kserve-ci-e2e-test
    resourceVersion: "34816"
    uid: b2f10bcc-be69-405e-9e56-98ee3351937a
  kind: Event
  lastTimestamp: "2026-09-18T21:06:35Z"
  message: 'Readiness probe failed: Get "http://10.134.0.54:8080/v1/models/isvc-sklearn-mcp":
    dial tcp 10.134.0.54:8080: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-18T21:05:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T21:06:35Z"
    name: isvc-sklearn-mcp-predictor-7ffd8fb554-j85rt.18d686433e6eee20
    namespace: kserve-ci-e2e-test
    resourceVersion: "35996"
    uid: a362fb4a-9845-40cc-871e-753bfecbf980
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-79.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-79.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T21:05:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-7ffd8fb554-j85rt
    namespace: kserve-ci-e2e-test
    resourceVersion: "34816"
    uid: b2f10bcc-be69-405e-9e56-98ee3351937a
  kind: Event
  lastTimestamp: "2026-09-18T21:05:28Z"
  message: 'Liveness probe failed: Get "http://10.134.0.54:8080/v1/models/isvc-sklearn-mcp":
    dial tcp 10.134.0.54:8080: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-18T21:05:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T21:05:28Z"
    name: isvc-sklearn-mcp-predictor-7ffd8fb554-j85rt.18d686441ac55131
    namespace: kserve-ci-e2e-test
    resourceVersion: "35242"
    uid: c928c0d9-dd95-4eae-b539-abc7d5ecd9b3
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-79.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-79.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T21:06:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-7ffd8fb554-j85rt
    namespace: kserve-ci-e2e-test
    resourceVersion: "34816"
    uid: b2f10bcc-be69-405e-9e56-98ee3351937a
  kind: Event
  lastTimestamp: "2026-09-18T21:06:08Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-18T21:06:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T21:06:08Z"
    name: isvc-sklearn-mcp-predictor-7ffd8fb554-j85rt.18d6864d5a45694f
    namespace: kserve-ci-e2e-test
    resourceVersion: "35551"
    uid: 23753a9c-81c4-4d37-b42a-b72f02beb885
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-79.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-79.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T21:06:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-7ffd8fb554-j85rt
    namespace: kserve-ci-e2e-test
    resourceVersion: "34816"
    uid: b2f10bcc-be69-405e-9e56-98ee3351937a
  kind: Event
  lastTimestamp: "2026-09-18T21:06:08Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-18T21:06:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T21:06:08Z"
    name: isvc-sklearn-mcp-predictor-7ffd8fb554-j85rt.18d6864d5a4616af
    namespace: kserve-ci-e2e-test
    resourceVersion: "35552"
    uid: d648d33d-5d96-46ef-b831-ba2d1974df70
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-79.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-79.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T21:06:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-agent}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-7ffd8fb554-j85rt
    namespace: kserve-ci-e2e-test
    resourceVersion: "34816"
    uid: b2f10bcc-be69-405e-9e56-98ee3351937a
  kind: Event
  lastTimestamp: "2026-09-18T21:06:08Z"
  message: Stopping container kserve-agent
  metadata:
    creationTimestamp: "2026-09-18T21:06:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T21:06:08Z"
    name: isvc-sklearn-mcp-predictor-7ffd8fb554-j85rt.18d6864d5a462428
    namespace: kserve-ci-e2e-test
    resourceVersion: "35553"
    uid: 62580e1d-ecb5-4076-8241-826cc9b6f1be
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-79.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-79.ec2.internal
  type: Normal
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-09-18T21:06:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-7ffd8fb554-j85rt
    namespace: kserve-ci-e2e-test
    resourceVersion: "34816"
    uid: b2f10bcc-be69-405e-9e56-98ee3351937a
  kind: Event
  lastTimestamp: "2026-09-18T21:06:35Z"
  message: 'Readiness probe failed: Get "https://10.134.0.54:8643/healthz": dial tcp
    10.134.0.54:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-18T21:06:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T21:06:35Z"
    name: isvc-sklearn-mcp-predictor-7ffd8fb554-j85rt.18d6864db848e1fe
    namespace: kserve-ci-e2e-test
    resourceVersion: "35995"
    uid: 1054919b-167a-4dce-a3ab-a16fc7930c9e
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-79.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-79.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T21:04:48Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-mcp-predictor-7ffd8fb554
    namespace: kserve-ci-e2e-test
    resourceVersion: "34802"
    uid: a4da8f60-f978-409d-96b5-1a806e8ce024
  kind: Event
  lastTimestamp: "2026-09-18T21:04:48Z"
  message: 'Created pod: isvc-sklearn-mcp-predictor-7ffd8fb554-j85rt'
  metadata:
    creationTimestamp: "2026-09-18T21:04:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T21:04:48Z"
    name: isvc-sklearn-mcp-predictor-7ffd8fb554.18d6863ab72e20cf
    namespace: kserve-ci-e2e-test
    resourceVersion: "34815"
    uid: de5806b8-de86-44fd-978e-68c2fb99d9ce
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T21:04:48Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-mcp-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "34801"
    uid: b7f01401-4ef4-4f58-b676-16a3331deb25
  kind: Event
  lastTimestamp: "2026-09-18T21:04:48Z"
  message: Scaled up replica set isvc-sklearn-mcp-predictor-7ffd8fb554 from 0 to 1
  metadata:
    creationTimestamp: "2026-09-18T21:04:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T21:04:48Z"
    name: isvc-sklearn-mcp-predictor.18d6863ab406a55b
    namespace: kserve-ci-e2e-test
    resourceVersion: "34805"
    uid: 9a54c878-bc0f-4e1f-978d-1fbb1d4b2b04
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-18T21:04:48Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-mcp
    namespace: kserve-ci-e2e-test
    resourceVersion: "34794"
    uid: a566884b-9e65-4eed-8126-451976b3c5ad
  kind: Event
  lastTimestamp: "2026-09-18T21:06:05Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-18T21:04:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T21:06:05Z"
    name: isvc-sklearn-mcp.18d6863ab3ad94eb
    namespace: kserve-ci-e2e-test
    resourceVersion: "35507"
    uid: 2b18a9b7-185e-4c1e-ada3-f75f082b47d6
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-18T21:04:48Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-mcp
    namespace: kserve-ci-e2e-test
    resourceVersion: "34794"
    uid: a566884b-9e65-4eed-8126-451976b3c5ad
  kind: Event
  lastTimestamp: "2026-09-18T21:04:48Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-mcp": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-mcp":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-18T21:04:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T21:04:48Z"
    name: isvc-sklearn-mcp.18d6863ab410ae4c
    namespace: kserve-ci-e2e-test
    resourceVersion: "34824"
    uid: b7578023-d9ec-4c0f-9649-25cd1dd3d15b
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T21:04:48Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-mcp
    namespace: kserve-ci-e2e-test
    resourceVersion: "34796"
    uid: a566884b-9e65-4eed-8126-451976b3c5ad
  kind: Event
  lastTimestamp: "2026-09-18T21:04:48Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-sklearn-mcp": the object has been
    modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-18T21:04:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T21:04:48Z"
    name: isvc-sklearn-mcp.18d6863ab9b5fe0f
    namespace: kserve-ci-e2e-test
    resourceVersion: "34825"
    uid: 2e8bc48c-ab0f-4db5-a31a-fe140f6104ee
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T21:06:05Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-mcp
    namespace: kserve-ci-e2e-test
    resourceVersion: "35505"
    uid: a566884b-9e65-4eed-8126-451976b3c5ad
  kind: Event
  lastTimestamp: "2026-09-18T21:06:05Z"
  message: InferenceService [isvc-sklearn-mcp] is Ready
  metadata:
    creationTimestamp: "2026-09-18T21:06:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T21:06:05Z"
    name: isvc-sklearn-mcp.18d6864c9bcdd865
    namespace: kserve-ci-e2e-test
    resourceVersion: "35506"
    uid: f657ca27-999e-485a-b9f1-35a543cf8e45
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-18T20:41:08.684000Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-predictor-868898bd6b-5ztvs
    namespace: kserve-ci-e2e-test
    resourceVersion: "21099"
    uid: 12c31135-f6df-4a38-9306-13579e12ceec
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-predictor-868898bd6b-5ztvs
    to ip-10-0-143-76.ec2.internal
  metadata:
    creationTimestamp: "2026-09-18T20:41:08Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-18T20:41:08Z"
    name: isvc-sklearn-predictor-868898bd6b-5ztvs.18d684f019ab1212
    namespace: kserve-ci-e2e-test
    resourceVersion: "21105"
    uid: 0178545e-baa9-453a-8631-904477bb72bd
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-584d99b576-bdzl5
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:41:08Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-predictor-868898bd6b-5ztvs
    namespace: kserve-ci-e2e-test
    resourceVersion: "21103"
    uid: 12c31135-f6df-4a38-9306-13579e12ceec
  kind: Event
  lastTimestamp: "2026-09-18T20:41:08Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-sklearn-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-18T20:41:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:41:08Z"
    name: isvc-sklearn-predictor-868898bd6b-5ztvs.18d684f0265362a6
    namespace: kserve-ci-e2e-test
    resourceVersion: "21114"
    uid: d9b97eda-26e2-4272-8cbf-3e5db0d3269c
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-76.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:41:09Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-predictor-868898bd6b-5ztvs
    namespace: kserve-ci-e2e-test
    resourceVersion: "21109"
    uid: 12c31135-f6df-4a38-9306-13579e12ceec
  kind: Event
  lastTimestamp: "2026-09-18T20:41:09Z"
  message: Add eth0 [10.133.0.35/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-18T20:41:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-18T20:41:09Z"
    name: isvc-sklearn-predictor-868898bd6b-5ztvs.18d684f0601af648
    namespace: kserve-ci-e2e-test
    resourceVersion: "21124"
    uid: e2d03d8d-4037-4408-b683-9d0160272869
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:41:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-predictor-868898bd6b-5ztvs
    namespace: kserve-ci-e2e-test
    resourceVersion: "21103"
    uid: 12c31135-f6df-4a38-9306-13579e12ceec
  kind: Event
  lastTimestamp: "2026-09-18T20:41:09Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:2cbd0ba61f740962b2bad1a0e55e41574489d7afdb86fa314f3953b8c8af773e"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-18T20:41:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:41:09Z"
    name: isvc-sklearn-predictor-868898bd6b-5ztvs.18d684f061a77c20
    namespace: kserve-ci-e2e-test
    resourceVersion: "21126"
    uid: 98fdc3e7-9798-4b15-8e63-003ffd506de6
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:41:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-predictor-868898bd6b-5ztvs
    namespace: kserve-ci-e2e-test
    resourceVersion: "21103"
    uid: 12c31135-f6df-4a38-9306-13579e12ceec
  kind: Event
  lastTimestamp: "2026-09-18T20:41:09Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-18T20:41:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:41:09Z"
    name: isvc-sklearn-predictor-868898bd6b-5ztvs.18d684f065666656
    namespace: kserve-ci-e2e-test
    resourceVersion: "21127"
    uid: c8044d18-2a74-4d32-9f03-ce405272e854
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:41:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-predictor-868898bd6b-5ztvs
    namespace: kserve-ci-e2e-test
    resourceVersion: "21103"
    uid: 12c31135-f6df-4a38-9306-13579e12ceec
  kind: Event
  lastTimestamp: "2026-09-18T20:41:09Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-18T20:41:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:41:09Z"
    name: isvc-sklearn-predictor-868898bd6b-5ztvs.18d684f065df4c3f
    namespace: kserve-ci-e2e-test
    resourceVersion: "21129"
    uid: 6fe919ff-fc8a-48b6-bfe9-fec25f55658d
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:41:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-predictor-868898bd6b-5ztvs
    namespace: kserve-ci-e2e-test
    resourceVersion: "21103"
    uid: 12c31135-f6df-4a38-9306-13579e12ceec
  kind: Event
  lastTimestamp: "2026-09-18T20:41:14Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-2013"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-18T20:41:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:41:14Z"
    name: isvc-sklearn-predictor-868898bd6b-5ztvs.18d684f17649f7a7
    namespace: kserve-ci-e2e-test
    resourceVersion: "21161"
    uid: 7db52296-361c-4058-bae0-a73263882fa8
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:41:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-predictor-868898bd6b-5ztvs
    namespace: kserve-ci-e2e-test
    resourceVersion: "21103"
    uid: 12c31135-f6df-4a38-9306-13579e12ceec
  kind: Event
  lastTimestamp: "2026-09-18T20:41:14Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-18T20:41:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:41:14Z"
    name: isvc-sklearn-predictor-868898bd6b-5ztvs.18d684f179733eec
    namespace: kserve-ci-e2e-test
    resourceVersion: "21164"
    uid: b179ea9b-1159-4b63-b241-089218411598
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:41:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-predictor-868898bd6b-5ztvs
    namespace: kserve-ci-e2e-test
    resourceVersion: "21103"
    uid: 12c31135-f6df-4a38-9306-13579e12ceec
  kind: Event
  lastTimestamp: "2026-09-18T20:41:14Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-18T20:41:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:41:14Z"
    name: isvc-sklearn-predictor-868898bd6b-5ztvs.18d684f179e6c719
    namespace: kserve-ci-e2e-test
    resourceVersion: "21166"
    uid: b8060f10-8405-4d5f-b03a-d330a6e38e5a
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:41:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-predictor-868898bd6b-5ztvs
    namespace: kserve-ci-e2e-test
    resourceVersion: "21103"
    uid: 12c31135-f6df-4a38-9306-13579e12ceec
  kind: Event
  lastTimestamp: "2026-09-18T20:41:14Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-18T20:41:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:41:14Z"
    name: isvc-sklearn-predictor-868898bd6b-5ztvs.18d684f179f1e933
    namespace: kserve-ci-e2e-test
    resourceVersion: "21167"
    uid: a030e37d-fadb-4f1c-891b-f6615eb88443
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:41:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-predictor-868898bd6b-5ztvs
    namespace: kserve-ci-e2e-test
    resourceVersion: "21103"
    uid: 12c31135-f6df-4a38-9306-13579e12ceec
  kind: Event
  lastTimestamp: "2026-09-18T20:41:14Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-18T20:41:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:41:14Z"
    name: isvc-sklearn-predictor-868898bd6b-5ztvs.18d684f17c913c98
    namespace: kserve-ci-e2e-test
    resourceVersion: "21169"
    uid: 77f9a1ec-012f-418c-8499-619011e16cdd
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:41:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-predictor-868898bd6b-5ztvs
    namespace: kserve-ci-e2e-test
    resourceVersion: "21103"
    uid: 12c31135-f6df-4a38-9306-13579e12ceec
  kind: Event
  lastTimestamp: "2026-09-18T20:41:14Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-18T20:41:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:41:14Z"
    name: isvc-sklearn-predictor-868898bd6b-5ztvs.18d684f17d0a107c
    namespace: kserve-ci-e2e-test
    resourceVersion: "21170"
    uid: cf12bb63-60e6-4668-bb9a-af41866f936d
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-18T20:41:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-predictor-868898bd6b-5ztvs
    namespace: kserve-ci-e2e-test
    resourceVersion: "21103"
    uid: 12c31135-f6df-4a38-9306-13579e12ceec
  kind: Event
  lastTimestamp: "2026-09-18T20:42:37Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.35:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-18T20:41:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:42:37Z"
    name: isvc-sklearn-predictor-868898bd6b-5ztvs.18d684f1ee3f5178
    namespace: kserve-ci-e2e-test
    resourceVersion: "21771"
    uid: 5511ad56-08a9-4283-a549-a5ec65dedbbd
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-76.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:43:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-predictor-868898bd6b-5ztvs
    namespace: kserve-ci-e2e-test
    resourceVersion: "21103"
    uid: 12c31135-f6df-4a38-9306-13579e12ceec
  kind: Event
  lastTimestamp: "2026-09-18T20:43:19Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-18T20:43:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:43:19Z"
    name: isvc-sklearn-predictor-868898bd6b-5ztvs.18d6850e8bca9f4f
    namespace: kserve-ci-e2e-test
    resourceVersion: "22104"
    uid: 29c1f6b3-f6b0-472c-93bc-c1fef38d5bf4
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:43:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-predictor-868898bd6b-5ztvs
    namespace: kserve-ci-e2e-test
    resourceVersion: "21103"
    uid: 12c31135-f6df-4a38-9306-13579e12ceec
  kind: Event
  lastTimestamp: "2026-09-18T20:43:19Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-18T20:43:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:43:19Z"
    name: isvc-sklearn-predictor-868898bd6b-5ztvs.18d6850e8bcb4065
    namespace: kserve-ci-e2e-test
    resourceVersion: "22105"
    uid: 47a86b65-ac41-4e04-b4e0-fab6f817df32
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:43:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-predictor-868898bd6b-5ztvs
    namespace: kserve-ci-e2e-test
    resourceVersion: "21103"
    uid: 12c31135-f6df-4a38-9306-13579e12ceec
  kind: Event
  lastTimestamp: "2026-09-18T20:43:22Z"
  message: 'Readiness probe failed: Get "https://10.133.0.35:8643/healthz": dial tcp
    10.133.0.35:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-18T20:43:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:43:22Z"
    name: isvc-sklearn-predictor-868898bd6b-5ztvs.18d6850f4497f6b6
    namespace: kserve-ci-e2e-test
    resourceVersion: "22130"
    uid: a5844923-cc89-4294-9dbb-9852a6714823
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-76.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:41:08Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-predictor-868898bd6b
    namespace: kserve-ci-e2e-test
    resourceVersion: "21091"
    uid: 7b734398-e5fc-4e46-94e8-6a94dea0ab2d
  kind: Event
  lastTimestamp: "2026-09-18T20:41:08Z"
  message: 'Created pod: isvc-sklearn-predictor-868898bd6b-5ztvs'
  metadata:
    creationTimestamp: "2026-09-18T20:41:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T20:41:08Z"
    name: isvc-sklearn-predictor-868898bd6b.18d684f01916ee7e
    namespace: kserve-ci-e2e-test
    resourceVersion: "21102"
    uid: 18c021fb-9343-4985-bb95-b93c02ca2327
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:41:08Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21088"
    uid: 1bc5909f-324f-4f07-acd5-4c6027038f19
  kind: Event
  lastTimestamp: "2026-09-18T20:41:08Z"
  message: Scaled up replica set isvc-sklearn-predictor-868898bd6b from 0 to 1
  metadata:
    creationTimestamp: "2026-09-18T20:41:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T20:41:08Z"
    name: isvc-sklearn-predictor.18d684f015e76bcc
    namespace: kserve-ci-e2e-test
    resourceVersion: "21093"
    uid: 6a09c8cc-edeb-4dd6-b6c4-2017f7ee32ff
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:41:23Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21089"
    uid: 36824c5d-610b-46aa-964b-4f1ff4c3e430
  kind: Event
  lastTimestamp: "2026-09-18T20:41:23Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-18T20:41:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T20:41:23Z"
    name: isvc-sklearn-predictor.18d684f39474ffb0
    namespace: kserve-ci-e2e-test
    resourceVersion: "21241"
    uid: d3dd5c69-8e84-4eba-84b6-efb1515bc928
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:41:23Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21089"
    uid: 36824c5d-610b-46aa-964b-4f1ff4c3e430
  kind: Event
  lastTimestamp: "2026-09-18T20:41:23Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-18T20:41:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T20:41:23Z"
    name: isvc-sklearn-predictor.18d684f394e9e8a8
    namespace: kserve-ci-e2e-test
    resourceVersion: "21243"
    uid: 47346ac4-64fb-4d56-8a5f-343c948304c3
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 7
  eventTime: null
  firstTimestamp: "2026-09-18T20:41:38Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21242"
    uid: 36824c5d-610b-46aa-964b-4f1ff4c3e430
  kind: Event
  lastTimestamp: "2026-09-18T20:43:08Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-18T20:41:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T20:43:08Z"
    name: isvc-sklearn-predictor.18d684f713a812a9
    namespace: kserve-ci-e2e-test
    resourceVersion: "22011"
    uid: 955a15c7-8f97-4e3d-a67d-8fb7779ff087
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 7
  eventTime: null
  firstTimestamp: "2026-09-18T20:41:38Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21242"
    uid: 36824c5d-610b-46aa-964b-4f1ff4c3e430
  kind: Event
  lastTimestamp: "2026-09-18T20:43:08Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-18T20:41:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T20:43:08Z"
    name: isvc-sklearn-predictor.18d684f713f23251
    namespace: kserve-ci-e2e-test
    resourceVersion: "22012"
    uid: aa1c3d79-4ec4-4165-8a86-6e81817d8edf
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-18T20:46:29.943831Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-runtime-predictor-6ff5866d8b-jzws9
    namespace: kserve-ci-e2e-test
    resourceVersion: "23658"
    uid: 090b75aa-a74b-4f63-9863-0b7fcb196f1d
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-runtime-predictor-6ff5866d8b-jzws9
    to ip-10-0-143-76.ec2.internal
  metadata:
    creationTimestamp: "2026-09-18T20:46:29Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-18T20:46:29Z"
    name: isvc-sklearn-runtime-predictor-6ff5866d8b-jzws9.18d6853ae63f157b
    namespace: kserve-ci-e2e-test
    resourceVersion: "23662"
    uid: e58a07b6-5f9f-4b96-97f3-cf6c7e5ea920
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-584d99b576-bdzl5
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:46:30Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-runtime-predictor-6ff5866d8b-jzws9
    namespace: kserve-ci-e2e-test
    resourceVersion: "23659"
    uid: 090b75aa-a74b-4f63-9863-0b7fcb196f1d
  kind: Event
  lastTimestamp: "2026-09-18T20:46:30Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-sklearn-runtime-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-18T20:46:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:46:30Z"
    name: isvc-sklearn-runtime-predictor-6ff5866d8b-jzws9.18d6853af0bc7171
    namespace: kserve-ci-e2e-test
    resourceVersion: "23673"
    uid: 05768afa-2940-499a-abae-f4563a04b4b7
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-76.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:46:31Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-runtime-predictor-6ff5866d8b-jzws9
    namespace: kserve-ci-e2e-test
    resourceVersion: "23669"
    uid: 090b75aa-a74b-4f63-9863-0b7fcb196f1d
  kind: Event
  lastTimestamp: "2026-09-18T20:46:31Z"
  message: Add eth0 [10.133.0.37/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-18T20:46:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-18T20:46:31Z"
    name: isvc-sklearn-runtime-predictor-6ff5866d8b-jzws9.18d6853b2bde9334
    namespace: kserve-ci-e2e-test
    resourceVersion: "23686"
    uid: c0a4f697-cfd6-45ea-9b16-5f625de42551
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:46:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-6ff5866d8b-jzws9
    namespace: kserve-ci-e2e-test
    resourceVersion: "23659"
    uid: 090b75aa-a74b-4f63-9863-0b7fcb196f1d
  kind: Event
  lastTimestamp: "2026-09-18T20:46:31Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:2cbd0ba61f740962b2bad1a0e55e41574489d7afdb86fa314f3953b8c8af773e"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-18T20:46:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:46:31Z"
    name: isvc-sklearn-runtime-predictor-6ff5866d8b-jzws9.18d6853b2d36689d
    namespace: kserve-ci-e2e-test
    resourceVersion: "23688"
    uid: d3e28ac3-b925-4e7c-bfd8-7b534c845f8f
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:46:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-6ff5866d8b-jzws9
    namespace: kserve-ci-e2e-test
    resourceVersion: "23659"
    uid: 090b75aa-a74b-4f63-9863-0b7fcb196f1d
  kind: Event
  lastTimestamp: "2026-09-18T20:46:31Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-18T20:46:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:46:31Z"
    name: isvc-sklearn-runtime-predictor-6ff5866d8b-jzws9.18d6853b304d088d
    namespace: kserve-ci-e2e-test
    resourceVersion: "23690"
    uid: 9cfb5284-f3cf-4af9-a1c8-61fc84d34b65
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:46:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-6ff5866d8b-jzws9
    namespace: kserve-ci-e2e-test
    resourceVersion: "23659"
    uid: 090b75aa-a74b-4f63-9863-0b7fcb196f1d
  kind: Event
  lastTimestamp: "2026-09-18T20:46:31Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-18T20:46:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:46:31Z"
    name: isvc-sklearn-runtime-predictor-6ff5866d8b-jzws9.18d6853b30be78ca
    namespace: kserve-ci-e2e-test
    resourceVersion: "23691"
    uid: 67f64dee-dd49-4fd3-be16-bba78548984e
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:46:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-6ff5866d8b-jzws9
    namespace: kserve-ci-e2e-test
    resourceVersion: "23659"
    uid: 090b75aa-a74b-4f63-9863-0b7fcb196f1d
  kind: Event
  lastTimestamp: "2026-09-18T20:46:36Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-2013"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-18T20:46:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:46:36Z"
    name: isvc-sklearn-runtime-predictor-6ff5866d8b-jzws9.18d6853c82058bcd
    namespace: kserve-ci-e2e-test
    resourceVersion: "23744"
    uid: b2f5e8e8-9911-43ca-879a-bd3f89a749a0
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:46:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-6ff5866d8b-jzws9
    namespace: kserve-ci-e2e-test
    resourceVersion: "23659"
    uid: 090b75aa-a74b-4f63-9863-0b7fcb196f1d
  kind: Event
  lastTimestamp: "2026-09-18T20:46:36Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-18T20:46:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:46:36Z"
    name: isvc-sklearn-runtime-predictor-6ff5866d8b-jzws9.18d6853c84f863a0
    namespace: kserve-ci-e2e-test
    resourceVersion: "23746"
    uid: eadbb311-5448-4cfa-aab4-ef24e92529be
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:46:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-6ff5866d8b-jzws9
    namespace: kserve-ci-e2e-test
    resourceVersion: "23659"
    uid: 090b75aa-a74b-4f63-9863-0b7fcb196f1d
  kind: Event
  lastTimestamp: "2026-09-18T20:46:36Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-18T20:46:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:46:36Z"
    name: isvc-sklearn-runtime-predictor-6ff5866d8b-jzws9.18d6853c85758e1b
    namespace: kserve-ci-e2e-test
    resourceVersion: "23748"
    uid: 09cbb31a-c986-4af4-8fbd-f8a7fa30f212
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:46:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-6ff5866d8b-jzws9
    namespace: kserve-ci-e2e-test
    resourceVersion: "23659"
    uid: 090b75aa-a74b-4f63-9863-0b7fcb196f1d
  kind: Event
  lastTimestamp: "2026-09-18T20:46:36Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-18T20:46:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:46:36Z"
    name: isvc-sklearn-runtime-predictor-6ff5866d8b-jzws9.18d6853c857ec97a
    namespace: kserve-ci-e2e-test
    resourceVersion: "23750"
    uid: 2df36bb5-685b-4649-8a3b-41c3a5754d55
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:46:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-6ff5866d8b-jzws9
    namespace: kserve-ci-e2e-test
    resourceVersion: "23659"
    uid: 090b75aa-a74b-4f63-9863-0b7fcb196f1d
  kind: Event
  lastTimestamp: "2026-09-18T20:46:36Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-18T20:46:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:46:36Z"
    name: isvc-sklearn-runtime-predictor-6ff5866d8b-jzws9.18d6853c888e110c
    namespace: kserve-ci-e2e-test
    resourceVersion: "23752"
    uid: cdeb0b45-5db5-495c-af80-fbdad1dbbafd
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:46:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-6ff5866d8b-jzws9
    namespace: kserve-ci-e2e-test
    resourceVersion: "23659"
    uid: 090b75aa-a74b-4f63-9863-0b7fcb196f1d
  kind: Event
  lastTimestamp: "2026-09-18T20:46:36Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-18T20:46:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:46:36Z"
    name: isvc-sklearn-runtime-predictor-6ff5866d8b-jzws9.18d6853c890abe99
    namespace: kserve-ci-e2e-test
    resourceVersion: "23753"
    uid: aa36199a-48e0-46dd-b905-310174f56823
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-18T20:46:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-6ff5866d8b-jzws9
    namespace: kserve-ci-e2e-test
    resourceVersion: "23659"
    uid: 090b75aa-a74b-4f63-9863-0b7fcb196f1d
  kind: Event
  lastTimestamp: "2026-09-18T20:46:43Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.37:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-18T20:46:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:46:43Z"
    name: isvc-sklearn-runtime-predictor-6ff5866d8b-jzws9.18d6853cbe107c7e
    namespace: kserve-ci-e2e-test
    resourceVersion: "23808"
    uid: dc1d02cb-2c3f-4bb5-bec1-8e5e120d3619
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-76.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:47:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-6ff5866d8b-jzws9
    namespace: kserve-ci-e2e-test
    resourceVersion: "23659"
    uid: 090b75aa-a74b-4f63-9863-0b7fcb196f1d
  kind: Event
  lastTimestamp: "2026-09-18T20:47:02Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-18T20:47:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:47:02Z"
    name: isvc-sklearn-runtime-predictor-6ff5866d8b-jzws9.18d6854262f60556
    namespace: kserve-ci-e2e-test
    resourceVersion: "23970"
    uid: f734b0c7-a10c-4f1b-a9a4-d6f1f2dcf1b1
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:47:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-6ff5866d8b-jzws9
    namespace: kserve-ci-e2e-test
    resourceVersion: "23659"
    uid: 090b75aa-a74b-4f63-9863-0b7fcb196f1d
  kind: Event
  lastTimestamp: "2026-09-18T20:47:02Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-18T20:47:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:47:02Z"
    name: isvc-sklearn-runtime-predictor-6ff5866d8b-jzws9.18d6854262f8703b
    namespace: kserve-ci-e2e-test
    resourceVersion: "23971"
    uid: 46a93418-a0cb-4864-b86a-ddc4a00f97ca
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:46:29Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-runtime-predictor-6ff5866d8b
    namespace: kserve-ci-e2e-test
    resourceVersion: "23647"
    uid: 9959edd2-d472-48c2-9ca1-63e87a193f86
  kind: Event
  lastTimestamp: "2026-09-18T20:46:29Z"
  message: 'Created pod: isvc-sklearn-runtime-predictor-6ff5866d8b-jzws9'
  metadata:
    creationTimestamp: "2026-09-18T20:46:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T20:46:29Z"
    name: isvc-sklearn-runtime-predictor-6ff5866d8b.18d6853ae5d62d84
    namespace: kserve-ci-e2e-test
    resourceVersion: "23660"
    uid: e9491e3f-c105-4f8e-9fb9-b84e5e3e325d
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:46:29Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23645"
    uid: 688b6167-27ba-4147-a3a5-6a6304babd59
  kind: Event
  lastTimestamp: "2026-09-18T20:46:29Z"
  message: Scaled up replica set isvc-sklearn-runtime-predictor-6ff5866d8b from 0
    to 1
  metadata:
    creationTimestamp: "2026-09-18T20:46:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T20:46:29Z"
    name: isvc-sklearn-runtime-predictor.18d6853ae183ffae
    namespace: kserve-ci-e2e-test
    resourceVersion: "23650"
    uid: 264855c8-a298-467d-8d7a-67a9d7985605
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-18T20:46:44Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23646"
    uid: c55e2dc3-eda5-402e-836e-00f24ea9403f
  kind: Event
  lastTimestamp: "2026-09-18T20:46:59Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-18T20:46:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T20:46:59Z"
    name: isvc-sklearn-runtime-predictor.18d6853e5ff42a2d
    namespace: kserve-ci-e2e-test
    resourceVersion: "23939"
    uid: f41d8b84-598b-4a15-91ed-138b00bfb5ed
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-18T20:46:44Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23646"
    uid: c55e2dc3-eda5-402e-836e-00f24ea9403f
  kind: Event
  lastTimestamp: "2026-09-18T20:46:59Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-18T20:46:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T20:46:59Z"
    name: isvc-sklearn-runtime-predictor.18d6853e6057c31f
    namespace: kserve-ci-e2e-test
    resourceVersion: "23940"
    uid: 98d41564-6c75-432a-8e08-a04afe3a114c
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-09-18T20:46:29Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "23638"
    uid: 7e2531c0-c799-421a-bf3f-8ee9c729b47b
  kind: Event
  lastTimestamp: "2026-09-18T20:46:53Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-18T20:46:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T20:46:53Z"
    name: isvc-sklearn-runtime.18d6853ae186f5ed
    namespace: kserve-ci-e2e-test
    resourceVersion: "23895"
    uid: bbe5c69c-5348-42cd-882b-a8cae30756d6
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-18T20:46:29Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "23638"
    uid: 7e2531c0-c799-421a-bf3f-8ee9c729b47b
  kind: Event
  lastTimestamp: "2026-09-18T20:46:29Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-runtime": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-18T20:46:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T20:46:29Z"
    name: isvc-sklearn-runtime.18d6853ae2316ba0
    namespace: kserve-ci-e2e-test
    resourceVersion: "23668"
    uid: 479715f7-1115-46ce-890f-0a30ecec13f0
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:46:29Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "23640"
    uid: 7e2531c0-c799-421a-bf3f-8ee9c729b47b
  kind: Event
  lastTimestamp: "2026-09-18T20:46:29Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-sklearn-runtime": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-18T20:46:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T20:46:29Z"
    name: isvc-sklearn-runtime.18d6853ae7ddd9f2
    namespace: kserve-ci-e2e-test
    resourceVersion: "23670"
    uid: 12c5cdfc-49a6-41b5-909b-49789562e36a
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:46:53Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "23892"
    uid: 7e2531c0-c799-421a-bf3f-8ee9c729b47b
  kind: Event
  lastTimestamp: "2026-09-18T20:46:53Z"
  message: InferenceService [isvc-sklearn-runtime] is Ready
  metadata:
    creationTimestamp: "2026-09-18T20:46:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T20:46:53Z"
    name: isvc-sklearn-runtime.18d685407d488e78
    namespace: kserve-ci-e2e-test
    resourceVersion: "23893"
    uid: b51fa72e-845b-43e2-8ddf-638d912bd05b
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-18T21:03:19.895019Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-predictor-79698dfdf9-hw6jt
    namespace: kserve-ci-e2e-test
    resourceVersion: "33963"
    uid: 0e244118-3dc9-4e6b-84b3-ea5a46557823
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-s3-predictor-79698dfdf9-hw6jt
    to ip-10-0-143-76.ec2.internal
  metadata:
    creationTimestamp: "2026-09-18T21:03:19Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-18T21:03:19Z"
    name: isvc-sklearn-s3-predictor-79698dfdf9-hw6jt.18d686260c0732ac
    namespace: kserve-ci-e2e-test
    resourceVersion: "33967"
    uid: fa0a5580-e181-4824-a917-c3d94af08625
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-584d99b576-bdzl5
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T21:03:20Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-predictor-79698dfdf9-hw6jt
    namespace: kserve-ci-e2e-test
    resourceVersion: "33965"
    uid: 0e244118-3dc9-4e6b-84b3-ea5a46557823
  kind: Event
  lastTimestamp: "2026-09-18T21:03:20Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-sklearn-s3-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-18T21:03:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T21:03:20Z"
    name: isvc-sklearn-s3-predictor-79698dfdf9-hw6jt.18d6862617e3db69
    namespace: kserve-ci-e2e-test
    resourceVersion: "33983"
    uid: c8189078-c688-4c5b-8143-7f3e9771361a
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-76.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T21:03:21Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-predictor-79698dfdf9-hw6jt
    namespace: kserve-ci-e2e-test
    resourceVersion: "33973"
    uid: 0e244118-3dc9-4e6b-84b3-ea5a46557823
  kind: Event
  lastTimestamp: "2026-09-18T21:03:21Z"
  message: Add eth0 [10.133.0.56/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-18T21:03:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-18T21:03:21Z"
    name: isvc-sklearn-s3-predictor-79698dfdf9-hw6jt.18d6862651cad64a
    namespace: kserve-ci-e2e-test
    resourceVersion: "33991"
    uid: 0c2510a4-ef5a-4f6c-a820-ef0b50ce2c74
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T21:03:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-predictor-79698dfdf9-hw6jt
    namespace: kserve-ci-e2e-test
    resourceVersion: "33965"
    uid: 0e244118-3dc9-4e6b-84b3-ea5a46557823
  kind: Event
  lastTimestamp: "2026-09-18T21:03:21Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:2cbd0ba61f740962b2bad1a0e55e41574489d7afdb86fa314f3953b8c8af773e"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-18T21:03:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T21:03:21Z"
    name: isvc-sklearn-s3-predictor-79698dfdf9-hw6jt.18d68626532e242e
    namespace: kserve-ci-e2e-test
    resourceVersion: "33993"
    uid: daa2faec-0b29-4917-b7fa-499a653b28e0
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T21:03:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-predictor-79698dfdf9-hw6jt
    namespace: kserve-ci-e2e-test
    resourceVersion: "33965"
    uid: 0e244118-3dc9-4e6b-84b3-ea5a46557823
  kind: Event
  lastTimestamp: "2026-09-18T21:03:21Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-18T21:03:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T21:03:21Z"
    name: isvc-sklearn-s3-predictor-79698dfdf9-hw6jt.18d68626560edf2e
    namespace: kserve-ci-e2e-test
    resourceVersion: "33994"
    uid: c9a8bd9a-3dd1-47e1-b231-e422443ce456
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T21:03:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-predictor-79698dfdf9-hw6jt
    namespace: kserve-ci-e2e-test
    resourceVersion: "33965"
    uid: 0e244118-3dc9-4e6b-84b3-ea5a46557823
  kind: Event
  lastTimestamp: "2026-09-18T21:03:21Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-18T21:03:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T21:03:21Z"
    name: isvc-sklearn-s3-predictor-79698dfdf9-hw6jt.18d68626567e8d81
    namespace: kserve-ci-e2e-test
    resourceVersion: "33995"
    uid: 36520f42-c677-4782-af31-d8572d20728c
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T21:03:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-predictor-79698dfdf9-hw6jt
    namespace: kserve-ci-e2e-test
    resourceVersion: "33965"
    uid: 0e244118-3dc9-4e6b-84b3-ea5a46557823
  kind: Event
  lastTimestamp: "2026-09-18T21:03:23Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-2013"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-18T21:03:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T21:03:23Z"
    name: isvc-sklearn-s3-predictor-79698dfdf9-hw6jt.18d68626ca96736b
    namespace: kserve-ci-e2e-test
    resourceVersion: "34017"
    uid: 714d6d32-8323-4637-8d36-dea1d5c8e1b2
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T21:03:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-predictor-79698dfdf9-hw6jt
    namespace: kserve-ci-e2e-test
    resourceVersion: "33965"
    uid: 0e244118-3dc9-4e6b-84b3-ea5a46557823
  kind: Event
  lastTimestamp: "2026-09-18T21:03:23Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-18T21:03:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T21:03:23Z"
    name: isvc-sklearn-s3-predictor-79698dfdf9-hw6jt.18d68626ce83a0b2
    namespace: kserve-ci-e2e-test
    resourceVersion: "34024"
    uid: a9693dd6-8ef4-48ba-8fa3-fb9ddd4655f7
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T21:03:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-predictor-79698dfdf9-hw6jt
    namespace: kserve-ci-e2e-test
    resourceVersion: "33965"
    uid: 0e244118-3dc9-4e6b-84b3-ea5a46557823
  kind: Event
  lastTimestamp: "2026-09-18T21:03:23Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-18T21:03:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T21:03:23Z"
    name: isvc-sklearn-s3-predictor-79698dfdf9-hw6jt.18d68626cefae984
    namespace: kserve-ci-e2e-test
    resourceVersion: "34027"
    uid: 98ecea3c-a31c-4c5b-8a2d-7c8f0f91b960
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T21:03:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-predictor-79698dfdf9-hw6jt
    namespace: kserve-ci-e2e-test
    resourceVersion: "33965"
    uid: 0e244118-3dc9-4e6b-84b3-ea5a46557823
  kind: Event
  lastTimestamp: "2026-09-18T21:03:23Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-18T21:03:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T21:03:23Z"
    name: isvc-sklearn-s3-predictor-79698dfdf9-hw6jt.18d68626cf05051a
    namespace: kserve-ci-e2e-test
    resourceVersion: "34028"
    uid: 856c63d7-e41b-4680-b512-e349912eb021
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T21:03:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-predictor-79698dfdf9-hw6jt
    namespace: kserve-ci-e2e-test
    resourceVersion: "33965"
    uid: 0e244118-3dc9-4e6b-84b3-ea5a46557823
  kind: Event
  lastTimestamp: "2026-09-18T21:03:23Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-18T21:03:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T21:03:23Z"
    name: isvc-sklearn-s3-predictor-79698dfdf9-hw6jt.18d68626d2417add
    namespace: kserve-ci-e2e-test
    resourceVersion: "34031"
    uid: cecc80ac-d88d-45c1-8a74-da3cfa5d3456
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T21:03:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-predictor-79698dfdf9-hw6jt
    namespace: kserve-ci-e2e-test
    resourceVersion: "33965"
    uid: 0e244118-3dc9-4e6b-84b3-ea5a46557823
  kind: Event
  lastTimestamp: "2026-09-18T21:03:23Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-18T21:03:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T21:03:23Z"
    name: isvc-sklearn-s3-predictor-79698dfdf9-hw6jt.18d68626d2bae3b8
    namespace: kserve-ci-e2e-test
    resourceVersion: "34033"
    uid: 96c3ad81-e412-4d3c-9b2b-4f43d8172518
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-18T21:03:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-predictor-79698dfdf9-hw6jt
    namespace: kserve-ci-e2e-test
    resourceVersion: "33965"
    uid: 0e244118-3dc9-4e6b-84b3-ea5a46557823
  kind: Event
  lastTimestamp: "2026-09-18T21:04:51Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.56:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-18T21:03:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T21:04:51Z"
    name: isvc-sklearn-s3-predictor-79698dfdf9-hw6jt.18d6862742ca5fca
    namespace: kserve-ci-e2e-test
    resourceVersion: "34925"
    uid: 902b8974-10c8-4d1d-87d5-85f30c2ed84c
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-76.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T21:04:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-predictor-79698dfdf9-hw6jt
    namespace: kserve-ci-e2e-test
    resourceVersion: "33965"
    uid: 0e244118-3dc9-4e6b-84b3-ea5a46557823
  kind: Event
  lastTimestamp: "2026-09-18T21:04:50Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-18T21:04:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T21:04:50Z"
    name: isvc-sklearn-s3-predictor-79698dfdf9-hw6jt.18d6863b2402a755
    namespace: kserve-ci-e2e-test
    resourceVersion: "34877"
    uid: 3d5ff9a0-939c-46f3-8f6f-4ea5a5fdc57d
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T21:04:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-predictor-79698dfdf9-hw6jt
    namespace: kserve-ci-e2e-test
    resourceVersion: "33965"
    uid: 0e244118-3dc9-4e6b-84b3-ea5a46557823
  kind: Event
  lastTimestamp: "2026-09-18T21:04:50Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-18T21:04:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T21:04:50Z"
    name: isvc-sklearn-s3-predictor-79698dfdf9-hw6jt.18d6863b24035fba
    namespace: kserve-ci-e2e-test
    resourceVersion: "34879"
    uid: 5ed5b11a-8b4f-4146-ba94-00af48206bec
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T21:04:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-predictor-79698dfdf9-hw6jt
    namespace: kserve-ci-e2e-test
    resourceVersion: "33965"
    uid: 0e244118-3dc9-4e6b-84b3-ea5a46557823
  kind: Event
  lastTimestamp: "2026-09-18T21:04:51Z"
  message: 'Readiness probe failed: Get "https://10.133.0.56:8643/healthz": dial tcp
    10.133.0.56:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-18T21:04:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T21:04:51Z"
    name: isvc-sklearn-s3-predictor-79698dfdf9-hw6jt.18d6863b48f961f7
    namespace: kserve-ci-e2e-test
    resourceVersion: "34924"
    uid: 26f775e4-400b-40c3-ba95-e078be11df75
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-76.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T21:03:19Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-s3-predictor-79698dfdf9
    namespace: kserve-ci-e2e-test
    resourceVersion: "33955"
    uid: eb3d5744-6fb9-4ee5-bccf-21aa64e26326
  kind: Event
  lastTimestamp: "2026-09-18T21:03:19Z"
  message: 'Created pod: isvc-sklearn-s3-predictor-79698dfdf9-hw6jt'
  metadata:
    creationTimestamp: "2026-09-18T21:03:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T21:03:19Z"
    name: isvc-sklearn-s3-predictor-79698dfdf9.18d686260ba23d85
    namespace: kserve-ci-e2e-test
    resourceVersion: "33964"
    uid: 47f05cce-c6f8-46cb-9815-47635107245b
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T21:03:19Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-s3-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33952"
    uid: ec642d79-0490-41ff-9cb5-9c6e038f5b0c
  kind: Event
  lastTimestamp: "2026-09-18T21:03:19Z"
  message: Scaled up replica set isvc-sklearn-s3-predictor-79698dfdf9 from 0 to 1
  metadata:
    creationTimestamp: "2026-09-18T21:03:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T21:03:19Z"
    name: isvc-sklearn-s3-predictor.18d68626094305dd
    namespace: kserve-ci-e2e-test
    resourceVersion: "33957"
    uid: 67de243b-623b-4fa8-bd3e-95d4af81af9e
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-09-18T21:03:34Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33954"
    uid: 74c64b2d-af81-4bee-84e8-715a6516563f
  kind: Event
  lastTimestamp: "2026-09-18T21:04:49Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-18T21:03:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T21:04:49Z"
    name: isvc-sklearn-s3-predictor.18d6862987b1eed1
    namespace: kserve-ci-e2e-test
    resourceVersion: "34843"
    uid: 212d33a7-6d34-4838-afa2-549f6eb681e4
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-09-18T21:03:34Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33954"
    uid: 74c64b2d-af81-4bee-84e8-715a6516563f
  kind: Event
  lastTimestamp: "2026-09-18T21:04:49Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-18T21:03:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T21:04:49Z"
    name: isvc-sklearn-s3-predictor.18d68629881b13c9
    namespace: kserve-ci-e2e-test
    resourceVersion: "34844"
    uid: 3fae6ef9-8ee3-4eb0-b420-49b3778ef5a0
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-18T21:07:54.049379Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-fail-predictor-5957446b95-bpwn7
    namespace: kserve-ci-e2e-test
    resourceVersion: "36721"
    uid: f0559700-4ff8-4935-99f7-c2a804314577
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-s3-tls-custom-fail-predictor-5957446b95-bpwn7
    to ip-10-0-130-79.ec2.internal
  metadata:
    creationTimestamp: "2026-09-18T21:07:54Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-18T21:07:54Z"
    name: isvc-sklearn-s3-tls-custom-fail-predictor-5957446b95-bpwn7.18d68665e0e6c7a5
    namespace: kserve-ci-e2e-test
    resourceVersion: "36725"
    uid: 991fabff-7b05-4b83-98e0-2cf6d863ed18
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-584d99b576-bdzl5
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T21:07:54Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-fail-predictor-5957446b95-bpwn7
    namespace: kserve-ci-e2e-test
    resourceVersion: "36731"
    uid: f0559700-4ff8-4935-99f7-c2a804314577
  kind: Event
  lastTimestamp: "2026-09-18T21:07:54Z"
  message: Add eth0 [10.134.0.55/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-18T21:07:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-18T21:07:54Z"
    name: isvc-sklearn-s3-tls-custom-fail-predictor-5957446b95-bpwn7.18d6866602e2cf9f
    namespace: kserve-ci-e2e-test
    resourceVersion: "36742"
    uid: 8475cb6d-45ca-444b-895e-37dfc7ea5ac7
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-18T21:07:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-fail-predictor-5957446b95-bpwn7
    namespace: kserve-ci-e2e-test
    resourceVersion: "36723"
    uid: f0559700-4ff8-4935-99f7-c2a804314577
  kind: Event
  lastTimestamp: "2026-09-18T21:07:59Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:2cbd0ba61f740962b2bad1a0e55e41574489d7afdb86fa314f3953b8c8af773e"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-18T21:07:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T21:07:59Z"
    name: isvc-sklearn-s3-tls-custom-fail-predictor-5957446b95-bpwn7.18d68666046070cd
    namespace: kserve-ci-e2e-test
    resourceVersion: "36788"
    uid: 3b6a09e4-96c8-402c-85af-32233ecd3674
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-79.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-79.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-18T21:07:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-fail-predictor-5957446b95-bpwn7
    namespace: kserve-ci-e2e-test
    resourceVersion: "36723"
    uid: f0559700-4ff8-4935-99f7-c2a804314577
  kind: Event
  lastTimestamp: "2026-09-18T21:07:59Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-18T21:07:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T21:07:59Z"
    name: isvc-sklearn-s3-tls-custom-fail-predictor-5957446b95-bpwn7.18d68666075ddb4d
    namespace: kserve-ci-e2e-test
    resourceVersion: "36793"
    uid: 0bdcefd6-d9da-4ead-83e2-e6821804dfe7
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-79.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-79.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-18T21:07:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-fail-predictor-5957446b95-bpwn7
    namespace: kserve-ci-e2e-test
    resourceVersion: "36723"
    uid: f0559700-4ff8-4935-99f7-c2a804314577
  kind: Event
  lastTimestamp: "2026-09-18T21:07:59Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-18T21:07:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T21:07:59Z"
    name: isvc-sklearn-s3-tls-custom-fail-predictor-5957446b95-bpwn7.18d6866607d8264a
    namespace: kserve-ci-e2e-test
    resourceVersion: "36794"
    uid: 30f851db-8503-4137-9921-e3519aa38125
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-79.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-79.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T21:08:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-fail-predictor-5957446b95-bpwn7
    namespace: kserve-ci-e2e-test
    resourceVersion: "36723"
    uid: f0559700-4ff8-4935-99f7-c2a804314577
  kind: Event
  lastTimestamp: "2026-09-18T21:08:04Z"
  message: Stopping container storage-initializer
  metadata:
    creationTimestamp: "2026-09-18T21:08:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T21:08:04Z"
    name: isvc-sklearn-s3-tls-custom-fail-predictor-5957446b95-bpwn7.18d6866833919286
    namespace: kserve-ci-e2e-test
    resourceVersion: "36847"
    uid: b5071e90-03ca-4b95-9dbd-1db91f8641ae
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-79.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-79.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T21:07:54Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-s3-tls-custom-fail-predictor-5957446b95
    namespace: kserve-ci-e2e-test
    resourceVersion: "36712"
    uid: 0cb0f485-8999-43b7-b139-601b74838a7f
  kind: Event
  lastTimestamp: "2026-09-18T21:07:54Z"
  message: 'Created pod: isvc-sklearn-s3-tls-custom-fail-predictor-5957446b95-bpwn7'
  metadata:
    creationTimestamp: "2026-09-18T21:07:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T21:07:54Z"
    name: isvc-sklearn-s3-tls-custom-fail-predictor-5957446b95.18d68665e07e8636
    namespace: kserve-ci-e2e-test
    resourceVersion: "36722"
    uid: d7d81503-3600-4e57-b0d2-be0c4b657b3f
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T21:07:54Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-s3-tls-custom-fail-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36710"
    uid: 2df5186b-4ff3-460f-99f7-f449a79370bb
  kind: Event
  lastTimestamp: "2026-09-18T21:07:54Z"
  message: Scaled up replica set isvc-sklearn-s3-tls-custom-fail-predictor-5957446b95
    from 0 to 1
  metadata:
    creationTimestamp: "2026-09-18T21:07:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T21:07:54Z"
    name: isvc-sklearn-s3-tls-custom-fail-predictor.18d68665de0955f0
    namespace: kserve-ci-e2e-test
    resourceVersion: "36714"
    uid: 7a3d338a-e370-4fec-8978-f8ce49cd4fe5
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-09-18T21:07:54Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-custom-fail
    namespace: kserve-ci-e2e-test
    resourceVersion: "36702"
    uid: 0a5608ea-a262-444b-965e-13a75e4a4f00
  kind: Event
  lastTimestamp: "2026-09-18T21:07:59Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-18T21:07:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T21:07:59Z"
    name: isvc-sklearn-s3-tls-custom-fail.18d68665de0b3b3e
    namespace: kserve-ci-e2e-test
    resourceVersion: "36795"
    uid: c72fc67d-c48c-4315-870a-4dfcff65f435
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-18T21:07:54Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-custom-fail
    namespace: kserve-ci-e2e-test
    resourceVersion: "36702"
    uid: 0a5608ea-a262-444b-965e-13a75e4a4f00
  kind: Event
  lastTimestamp: "2026-09-18T21:07:54Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-s3-tls-custom-fail":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-s3-tls-custom-fail":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-18T21:07:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T21:07:54Z"
    name: isvc-sklearn-s3-tls-custom-fail.18d68665de8f5914
    namespace: kserve-ci-e2e-test
    resourceVersion: "36735"
    uid: 6dfda752-075d-4a51-bf67-4cd103d17245
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T21:07:54Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-custom-fail
    namespace: kserve-ci-e2e-test
    resourceVersion: "36704"
    uid: 0a5608ea-a262-444b-965e-13a75e4a4f00
  kind: Event
  lastTimestamp: "2026-09-18T21:07:54Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-sklearn-s3-tls-custom-fail": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-09-18T21:07:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T21:07:54Z"
    name: isvc-sklearn-s3-tls-custom-fail.18d68665e4e39917
    namespace: kserve-ci-e2e-test
    resourceVersion: "36736"
    uid: a60c30e6-5f7f-447f-99b3-dcc0c63cb889
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-18T21:06:22.916500Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-658d5f6fb7-9xlsp
    namespace: kserve-ci-e2e-test
    resourceVersion: "35846"
    uid: 2ca6cd20-ebce-4de1-9dbd-640ac1a27f80
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-s3-tls-custom-pass-predictor-658d5f6fb7-9xlsp
    to ip-10-0-143-76.ec2.internal
  metadata:
    creationTimestamp: "2026-09-18T21:06:22Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-18T21:06:22Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-658d5f6fb7-9xlsp.18d68650a8f558ba
    namespace: kserve-ci-e2e-test
    resourceVersion: "35850"
    uid: ece8b518-6cb8-4c03-b649-9135161b59f5
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-584d99b576-bdzl5
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T21:06:23Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-658d5f6fb7-9xlsp
    namespace: kserve-ci-e2e-test
    resourceVersion: "35857"
    uid: 2ca6cd20-ebce-4de1-9dbd-640ac1a27f80
  kind: Event
  lastTimestamp: "2026-09-18T21:06:23Z"
  message: Add eth0 [10.133.0.60/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-18T21:06:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-18T21:06:23Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-658d5f6fb7-9xlsp.18d68650cc84246f
    namespace: kserve-ci-e2e-test
    resourceVersion: "35870"
    uid: 7cedc68b-931c-4b0d-a0d2-2f784614b37f
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T21:06:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-658d5f6fb7-9xlsp
    namespace: kserve-ci-e2e-test
    resourceVersion: "35848"
    uid: 2ca6cd20-ebce-4de1-9dbd-640ac1a27f80
  kind: Event
  lastTimestamp: "2026-09-18T21:06:23Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:2cbd0ba61f740962b2bad1a0e55e41574489d7afdb86fa314f3953b8c8af773e"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-18T21:06:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T21:06:23Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-658d5f6fb7-9xlsp.18d68650cde08792
    namespace: kserve-ci-e2e-test
    resourceVersion: "35872"
    uid: 301ac917-2c2d-440c-8583-71ce92570f15
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T21:06:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-658d5f6fb7-9xlsp
    namespace: kserve-ci-e2e-test
    resourceVersion: "35848"
    uid: 2ca6cd20-ebce-4de1-9dbd-640ac1a27f80
  kind: Event
  lastTimestamp: "2026-09-18T21:06:23Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-18T21:06:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T21:06:23Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-658d5f6fb7-9xlsp.18d68650d0c32c7a
    namespace: kserve-ci-e2e-test
    resourceVersion: "35874"
    uid: ca759663-d48c-42e1-bd11-8837276f8e96
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T21:06:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-658d5f6fb7-9xlsp
    namespace: kserve-ci-e2e-test
    resourceVersion: "35848"
    uid: 2ca6cd20-ebce-4de1-9dbd-640ac1a27f80
  kind: Event
  lastTimestamp: "2026-09-18T21:06:23Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-18T21:06:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T21:06:23Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-658d5f6fb7-9xlsp.18d68650d145b35c
    namespace: kserve-ci-e2e-test
    resourceVersion: "35875"
    uid: 27135efc-36b7-432e-b670-404ed3bb4325
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T21:06:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-658d5f6fb7-9xlsp
    namespace: kserve-ci-e2e-test
    resourceVersion: "35848"
    uid: 2ca6cd20-ebce-4de1-9dbd-640ac1a27f80
  kind: Event
  lastTimestamp: "2026-09-18T21:06:30Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-2013"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-18T21:06:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T21:06:30Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-658d5f6fb7-9xlsp.18d6865283741657
    namespace: kserve-ci-e2e-test
    resourceVersion: "35946"
    uid: 536d4a90-ea5d-46ef-8b26-b0c3293d2df7
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T21:06:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-658d5f6fb7-9xlsp
    namespace: kserve-ci-e2e-test
    resourceVersion: "35848"
    uid: 2ca6cd20-ebce-4de1-9dbd-640ac1a27f80
  kind: Event
  lastTimestamp: "2026-09-18T21:06:31Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-18T21:06:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T21:06:31Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-658d5f6fb7-9xlsp.18d6865292c36fc6
    namespace: kserve-ci-e2e-test
    resourceVersion: "35948"
    uid: be59d4f6-82d0-4d9d-aba8-138123abb907
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T21:06:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-658d5f6fb7-9xlsp
    namespace: kserve-ci-e2e-test
    resourceVersion: "35848"
    uid: 2ca6cd20-ebce-4de1-9dbd-640ac1a27f80
  kind: Event
  lastTimestamp: "2026-09-18T21:06:31Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-18T21:06:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T21:06:31Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-658d5f6fb7-9xlsp.18d686529330fab8
    namespace: kserve-ci-e2e-test
    resourceVersion: "35949"
    uid: 8efeaa10-440f-4ec8-956c-627dc260dce7
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T21:06:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-658d5f6fb7-9xlsp
    namespace: kserve-ci-e2e-test
    resourceVersion: "35848"
    uid: 2ca6cd20-ebce-4de1-9dbd-640ac1a27f80
  kind: Event
  lastTimestamp: "2026-09-18T21:06:31Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-18T21:06:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T21:06:31Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-658d5f6fb7-9xlsp.18d68652933dbe18
    namespace: kserve-ci-e2e-test
    resourceVersion: "35950"
    uid: 697172e5-dde7-4500-83d6-4cfcfaf561f4
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T21:06:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-658d5f6fb7-9xlsp
    namespace: kserve-ci-e2e-test
    resourceVersion: "35848"
    uid: 2ca6cd20-ebce-4de1-9dbd-640ac1a27f80
  kind: Event
  lastTimestamp: "2026-09-18T21:06:31Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-18T21:06:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T21:06:31Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-658d5f6fb7-9xlsp.18d6865295de577c
    namespace: kserve-ci-e2e-test
    resourceVersion: "35953"
    uid: e24efba6-0ce1-40b0-a984-4f86d251c508
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T21:06:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-658d5f6fb7-9xlsp
    namespace: kserve-ci-e2e-test
    resourceVersion: "35848"
    uid: 2ca6cd20-ebce-4de1-9dbd-640ac1a27f80
  kind: Event
  lastTimestamp: "2026-09-18T21:06:31Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-18T21:06:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T21:06:31Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-658d5f6fb7-9xlsp.18d68652966d010c
    namespace: kserve-ci-e2e-test
    resourceVersion: "35954"
    uid: bbaf1627-33cd-4149-8655-22a1b82d6442
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-09-18T21:06:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-658d5f6fb7-9xlsp
    namespace: kserve-ci-e2e-test
    resourceVersion: "35848"
    uid: 2ca6cd20-ebce-4de1-9dbd-640ac1a27f80
  kind: Event
  lastTimestamp: "2026-09-18T21:07:37Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.60:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-18T21:06:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T21:07:37Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-658d5f6fb7-9xlsp.18d68652bf7e5a8d
    namespace: kserve-ci-e2e-test
    resourceVersion: "36546"
    uid: 4ce59d12-0d1c-4108-9e89-059eb4c0447d
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-76.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T21:07:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-658d5f6fb7-9xlsp
    namespace: kserve-ci-e2e-test
    resourceVersion: "35848"
    uid: 2ca6cd20-ebce-4de1-9dbd-640ac1a27f80
  kind: Event
  lastTimestamp: "2026-09-18T21:07:52Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-18T21:07:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T21:07:52Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-658d5f6fb7-9xlsp.18d686659e0b0c65
    namespace: kserve-ci-e2e-test
    resourceVersion: "36684"
    uid: 545c2ecc-a868-424e-9241-a31e33ad4a97
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T21:07:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-658d5f6fb7-9xlsp
    namespace: kserve-ci-e2e-test
    resourceVersion: "35848"
    uid: 2ca6cd20-ebce-4de1-9dbd-640ac1a27f80
  kind: Event
  lastTimestamp: "2026-09-18T21:07:52Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-18T21:07:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T21:07:52Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-658d5f6fb7-9xlsp.18d686659e0c1557
    namespace: kserve-ci-e2e-test
    resourceVersion: "36685"
    uid: 1adb0f01-2003-4f55-b0b1-6559d03b6722
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T21:06:22Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-s3-tls-custom-pass-predictor-658d5f6fb7
    namespace: kserve-ci-e2e-test
    resourceVersion: "35837"
    uid: d9565287-e3cb-40d2-9d8f-2558985efe44
  kind: Event
  lastTimestamp: "2026-09-18T21:06:22Z"
  message: 'Created pod: isvc-sklearn-s3-tls-custom-pass-predictor-658d5f6fb7-9xlsp'
  metadata:
    creationTimestamp: "2026-09-18T21:06:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T21:06:22Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-658d5f6fb7.18d68650a884f3bf
    namespace: kserve-ci-e2e-test
    resourceVersion: "35847"
    uid: ccfc5fa8-af91-4662-b1e2-6f8a9925a455
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T21:06:22Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-s3-tls-custom-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "35835"
    uid: 088c9373-7e59-4d2a-b2f8-a71ae852afa0
  kind: Event
  lastTimestamp: "2026-09-18T21:06:22Z"
  message: Scaled up replica set isvc-sklearn-s3-tls-custom-pass-predictor-658d5f6fb7
    from 0 to 1
  metadata:
    creationTimestamp: "2026-09-18T21:06:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T21:06:22Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor.18d68650a5ee2a49
    namespace: kserve-ci-e2e-test
    resourceVersion: "35839"
    uid: 8dc86377-0213-4c9a-a535-5eca7add2c70
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-18T21:06:37Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-custom-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "35836"
    uid: 414391ba-a3c2-4cc4-a273-7763568bd648
  kind: Event
  lastTimestamp: "2026-09-18T21:06:52Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-18T21:06:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T21:06:52Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor.18d6865424869ed6
    namespace: kserve-ci-e2e-test
    resourceVersion: "36128"
    uid: a799e9d1-7b04-416a-841f-5c713119ba5d
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-18T21:06:37Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-custom-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "35836"
    uid: 414391ba-a3c2-4cc4-a273-7763568bd648
  kind: Event
  lastTimestamp: "2026-09-18T21:06:52Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-18T21:06:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T21:06:52Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor.18d6865424e21c1b
    namespace: kserve-ci-e2e-test
    resourceVersion: "36129"
    uid: 884393bf-0a3c-4051-b884-b0f8cbb84384
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-18T21:07:07Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-custom-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36015"
    uid: 414391ba-a3c2-4cc4-a273-7763568bd648
  kind: Event
  lastTimestamp: "2026-09-18T21:07:37Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-18T21:07:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T21:07:37Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor.18d6865b222f62a7
    namespace: kserve-ci-e2e-test
    resourceVersion: "36547"
    uid: fd7ea9a0-7942-45b9-bb1a-cbff4f132998
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-18T21:07:07Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-custom-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36015"
    uid: 414391ba-a3c2-4cc4-a273-7763568bd648
  kind: Event
  lastTimestamp: "2026-09-18T21:07:37Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-18T21:07:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T21:07:37Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor.18d6865b2291eb34
    namespace: kserve-ci-e2e-test
    resourceVersion: "36548"
    uid: a18ae0fc-4df9-4572-b983-5018ccf27e51
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-09-18T21:06:22Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-custom-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "35828"
    uid: 2fb2b3f8-9c97-48c6-83b3-d6b7d6529797
  kind: Event
  lastTimestamp: "2026-09-18T21:07:48Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-18T21:06:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T21:07:48Z"
    name: isvc-sklearn-s3-tls-custom-pass.18d68650a62302bc
    namespace: kserve-ci-e2e-test
    resourceVersion: "36631"
    uid: d92c273f-62e6-4057-860c-6901374e7a07
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T21:06:22Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-custom-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "35828"
    uid: 2fb2b3f8-9c97-48c6-83b3-d6b7d6529797
  kind: Event
  lastTimestamp: "2026-09-18T21:06:22Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-s3-tls-custom-pass":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-s3-tls-custom-pass":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-18T21:06:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T21:06:22Z"
    name: isvc-sklearn-s3-tls-custom-pass.18d68650a6853c0a
    namespace: kserve-ci-e2e-test
    resourceVersion: "35843"
    uid: 3158c6f7-0eb7-4035-bcc2-f9af3393218f
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T21:07:47Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-custom-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "36629"
    uid: 2fb2b3f8-9c97-48c6-83b3-d6b7d6529797
  kind: Event
  lastTimestamp: "2026-09-18T21:07:47Z"
  message: InferenceService [isvc-sklearn-s3-tls-custom-pass] is Ready
  metadata:
    creationTimestamp: "2026-09-18T21:07:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T21:07:47Z"
    name: isvc-sklearn-s3-tls-custom-pass.18d68664771697ad
    namespace: kserve-ci-e2e-test
    resourceVersion: "36630"
    uid: f9e9159c-fd14-4cf1-af0a-0f7dd355b77f
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-18T21:06:11.796216Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-global-fail-predictor-77c7fccb99-cqvw4
    namespace: kserve-ci-e2e-test
    resourceVersion: "35630"
    uid: c542399e-b39c-446c-8245-fc810ce8e44e
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-s3-tls-global-fail-predictor-77c7fccb99-cqvw4
    to ip-10-0-143-76.ec2.internal
  metadata:
    creationTimestamp: "2026-09-18T21:06:11Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-18T21:06:11Z"
    name: isvc-sklearn-s3-tls-global-fail-predictor-77c7fccb99-cqvw4.18d6864e1223491f
    namespace: kserve-ci-e2e-test
    resourceVersion: "35634"
    uid: ea759c0e-5c8a-4e96-9abc-3f8262e60e4f
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-584d99b576-bdzl5
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T21:06:12Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-global-fail-predictor-77c7fccb99-cqvw4
    namespace: kserve-ci-e2e-test
    resourceVersion: "35632"
    uid: c542399e-b39c-446c-8245-fc810ce8e44e
  kind: Event
  lastTimestamp: "2026-09-18T21:06:12Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-sklearn-s3-tls-global-fail-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-18T21:06:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T21:06:12Z"
    name: isvc-sklearn-s3-tls-global-fail-predictor-77c7fccb99-cqvw4.18d6864e1e90f8b5
    namespace: kserve-ci-e2e-test
    resourceVersion: "35648"
    uid: fedf76c5-7b3e-4981-919b-f325a517d488
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-76.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T21:06:12Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-global-fail-predictor-77c7fccb99-cqvw4
    namespace: kserve-ci-e2e-test
    resourceVersion: "35640"
    uid: c542399e-b39c-446c-8245-fc810ce8e44e
  kind: Event
  lastTimestamp: "2026-09-18T21:06:12Z"
  message: Add eth0 [10.133.0.58/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-18T21:06:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-18T21:06:12Z"
    name: isvc-sklearn-s3-tls-global-fail-predictor-77c7fccb99-cqvw4.18d6864e57c51652
    namespace: kserve-ci-e2e-test
    resourceVersion: "35659"
    uid: 807068f9-5435-445c-9f03-39f37788d385
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-18T21:06:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-fail-predictor-77c7fccb99-cqvw4
    namespace: kserve-ci-e2e-test
    resourceVersion: "35632"
    uid: c542399e-b39c-446c-8245-fc810ce8e44e
  kind: Event
  lastTimestamp: "2026-09-18T21:06:18Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:2cbd0ba61f740962b2bad1a0e55e41574489d7afdb86fa314f3953b8c8af773e"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-18T21:06:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T21:06:18Z"
    name: isvc-sklearn-s3-tls-global-fail-predictor-77c7fccb99-cqvw4.18d6864e59184563
    namespace: kserve-ci-e2e-test
    resourceVersion: "35763"
    uid: 461420eb-9b6d-48f3-b506-a92b3770106d
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-18T21:06:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-fail-predictor-77c7fccb99-cqvw4
    namespace: kserve-ci-e2e-test
    resourceVersion: "35632"
    uid: c542399e-b39c-446c-8245-fc810ce8e44e
  kind: Event
  lastTimestamp: "2026-09-18T21:06:18Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-18T21:06:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T21:06:18Z"
    name: isvc-sklearn-s3-tls-global-fail-predictor-77c7fccb99-cqvw4.18d6864e5bcf5d92
    namespace: kserve-ci-e2e-test
    resourceVersion: "35767"
    uid: f49e2004-ce79-42ac-9a06-78400d9797fd
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-18T21:06:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-fail-predictor-77c7fccb99-cqvw4
    namespace: kserve-ci-e2e-test
    resourceVersion: "35632"
    uid: c542399e-b39c-446c-8245-fc810ce8e44e
  kind: Event
  lastTimestamp: "2026-09-18T21:06:18Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-18T21:06:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T21:06:18Z"
    name: isvc-sklearn-s3-tls-global-fail-predictor-77c7fccb99-cqvw4.18d6864e5c3efdb3
    namespace: kserve-ci-e2e-test
    resourceVersion: "35768"
    uid: 997a4055-0ea6-4b1b-9eb9-59156d4df258
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T21:06:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-fail-predictor-77c7fccb99-cqvw4
    namespace: kserve-ci-e2e-test
    resourceVersion: "35632"
    uid: c542399e-b39c-446c-8245-fc810ce8e44e
  kind: Event
  lastTimestamp: "2026-09-18T21:06:21Z"
  message: Stopping container storage-initializer
  metadata:
    creationTimestamp: "2026-09-18T21:06:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T21:06:21Z"
    name: isvc-sklearn-s3-tls-global-fail-predictor-77c7fccb99-cqvw4.18d6865064557bd4
    namespace: kserve-ci-e2e-test
    resourceVersion: "35811"
    uid: 9be1c02c-c370-4445-9626-022db80b2441
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T21:06:11Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-s3-tls-global-fail-predictor-77c7fccb99
    namespace: kserve-ci-e2e-test
    resourceVersion: "35621"
    uid: b6b02a47-c0f5-4f1a-baba-2321f995376b
  kind: Event
  lastTimestamp: "2026-09-18T21:06:11Z"
  message: 'Created pod: isvc-sklearn-s3-tls-global-fail-predictor-77c7fccb99-cqvw4'
  metadata:
    creationTimestamp: "2026-09-18T21:06:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T21:06:11Z"
    name: isvc-sklearn-s3-tls-global-fail-predictor-77c7fccb99.18d6864e11bb4056
    namespace: kserve-ci-e2e-test
    resourceVersion: "35631"
    uid: b0d2f90a-03d1-4223-9b51-724d61a00333
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T21:06:11Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-s3-tls-global-fail-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "35619"
    uid: e637a250-cd2d-4a97-808e-14fcbb93d233
  kind: Event
  lastTimestamp: "2026-09-18T21:06:11Z"
  message: Scaled up replica set isvc-sklearn-s3-tls-global-fail-predictor-77c7fccb99
    from 0 to 1
  metadata:
    creationTimestamp: "2026-09-18T21:06:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T21:06:11Z"
    name: isvc-sklearn-s3-tls-global-fail-predictor.18d6864e0f096cdf
    namespace: kserve-ci-e2e-test
    resourceVersion: "35623"
    uid: 7a94a3bd-8296-4180-b24f-0800460e61f1
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-18T21:06:11Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-global-fail
    namespace: kserve-ci-e2e-test
    resourceVersion: "35611"
    uid: 169a13db-4424-445d-a9c5-abc3b31d4346
  kind: Event
  lastTimestamp: "2026-09-18T21:06:18Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-18T21:06:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T21:06:18Z"
    name: isvc-sklearn-s3-tls-global-fail.18d6864e0f3a896d
    namespace: kserve-ci-e2e-test
    resourceVersion: "35769"
    uid: cf4d9fec-b899-489a-9966-9d8f8cf206de
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-18T21:06:11Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-global-fail
    namespace: kserve-ci-e2e-test
    resourceVersion: "35611"
    uid: 169a13db-4424-445d-a9c5-abc3b31d4346
  kind: Event
  lastTimestamp: "2026-09-18T21:06:11Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-s3-tls-global-fail":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-s3-tls-global-fail":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-18T21:06:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T21:06:11Z"
    name: isvc-sklearn-s3-tls-global-fail.18d6864e0f9d3334
    namespace: kserve-ci-e2e-test
    resourceVersion: "35642"
    uid: 9e3582ac-40e7-4874-bf1a-9eebf2a53903
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T21:06:11Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-global-fail
    namespace: kserve-ci-e2e-test
    resourceVersion: "35614"
    uid: 169a13db-4424-445d-a9c5-abc3b31d4346
  kind: Event
  lastTimestamp: "2026-09-18T21:06:11Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-sklearn-s3-tls-global-fail": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-09-18T21:06:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T21:06:11Z"
    name: isvc-sklearn-s3-tls-global-fail.18d6864e15eb22c5
    namespace: kserve-ci-e2e-test
    resourceVersion: "35643"
    uid: 8bf42f32-3c82-4eb7-a88b-c45c045a183d
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-18T21:04:50.698008Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-76b5c79bc9-nftvh
    namespace: kserve-ci-e2e-test
    resourceVersion: "34904"
    uid: bbcdff2c-e9e2-4bde-ae13-b6c5750c9fb7
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-s3-tls-global-pass-predictor-76b5c79bc9-nftvh
    to ip-10-0-143-76.ec2.internal
  metadata:
    creationTimestamp: "2026-09-18T21:04:50Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-18T21:04:50Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-76b5c79bc9-nftvh.18d6863b304ed7bf
    namespace: kserve-ci-e2e-test
    resourceVersion: "34908"
    uid: 44f36e94-2583-4960-bf10-0ad74cb32ba7
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-584d99b576-bdzl5
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T21:04:51Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-76b5c79bc9-nftvh
    namespace: kserve-ci-e2e-test
    resourceVersion: "34914"
    uid: bbcdff2c-e9e2-4bde-ae13-b6c5750c9fb7
  kind: Event
  lastTimestamp: "2026-09-18T21:04:51Z"
  message: Add eth0 [10.133.0.57/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-18T21:04:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-18T21:04:51Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-76b5c79bc9-nftvh.18d6863b5233348b
    namespace: kserve-ci-e2e-test
    resourceVersion: "34928"
    uid: 9b850a75-2daf-455c-a178-ada41f25f88b
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T21:04:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-76b5c79bc9-nftvh
    namespace: kserve-ci-e2e-test
    resourceVersion: "34906"
    uid: bbcdff2c-e9e2-4bde-ae13-b6c5750c9fb7
  kind: Event
  lastTimestamp: "2026-09-18T21:04:51Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:2cbd0ba61f740962b2bad1a0e55e41574489d7afdb86fa314f3953b8c8af773e"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-18T21:04:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T21:04:51Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-76b5c79bc9-nftvh.18d6863b5396b6ec
    namespace: kserve-ci-e2e-test
    resourceVersion: "34930"
    uid: c974c9e1-16b7-471a-bafa-a4266dc6cdc1
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T21:04:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-76b5c79bc9-nftvh
    namespace: kserve-ci-e2e-test
    resourceVersion: "34906"
    uid: bbcdff2c-e9e2-4bde-ae13-b6c5750c9fb7
  kind: Event
  lastTimestamp: "2026-09-18T21:04:51Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-18T21:04:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T21:04:51Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-76b5c79bc9-nftvh.18d6863b564ad0a9
    namespace: kserve-ci-e2e-test
    resourceVersion: "34931"
    uid: 356d5664-e536-417e-82ed-e3ecb6fac12b
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T21:04:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-76b5c79bc9-nftvh
    namespace: kserve-ci-e2e-test
    resourceVersion: "34906"
    uid: bbcdff2c-e9e2-4bde-ae13-b6c5750c9fb7
  kind: Event
  lastTimestamp: "2026-09-18T21:04:51Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-18T21:04:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T21:04:51Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-76b5c79bc9-nftvh.18d6863b5703a240
    namespace: kserve-ci-e2e-test
    resourceVersion: "34932"
    uid: fa34a364-fa9a-44d9-b060-9118c0102fa9
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T21:04:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-76b5c79bc9-nftvh
    namespace: kserve-ci-e2e-test
    resourceVersion: "34906"
    uid: bbcdff2c-e9e2-4bde-ae13-b6c5750c9fb7
  kind: Event
  lastTimestamp: "2026-09-18T21:04:52Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-2013"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-18T21:04:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T21:04:52Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-76b5c79bc9-nftvh.18d6863b99875731
    namespace: kserve-ci-e2e-test
    resourceVersion: "34945"
    uid: a037fcd3-f919-4df6-b494-5f51df5fb83d
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T21:04:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-76b5c79bc9-nftvh
    namespace: kserve-ci-e2e-test
    resourceVersion: "34906"
    uid: bbcdff2c-e9e2-4bde-ae13-b6c5750c9fb7
  kind: Event
  lastTimestamp: "2026-09-18T21:04:52Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-18T21:04:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T21:04:52Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-76b5c79bc9-nftvh.18d6863b9cf6c407
    namespace: kserve-ci-e2e-test
    resourceVersion: "34949"
    uid: e18ddf68-136d-4279-a8c3-40054de98ee5
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T21:04:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-76b5c79bc9-nftvh
    namespace: kserve-ci-e2e-test
    resourceVersion: "34906"
    uid: bbcdff2c-e9e2-4bde-ae13-b6c5750c9fb7
  kind: Event
  lastTimestamp: "2026-09-18T21:04:52Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-18T21:04:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T21:04:52Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-76b5c79bc9-nftvh.18d6863b9d6a3541
    namespace: kserve-ci-e2e-test
    resourceVersion: "34950"
    uid: 586fccbe-e490-4a52-9434-b829880a866f
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T21:04:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-76b5c79bc9-nftvh
    namespace: kserve-ci-e2e-test
    resourceVersion: "34906"
    uid: bbcdff2c-e9e2-4bde-ae13-b6c5750c9fb7
  kind: Event
  lastTimestamp: "2026-09-18T21:04:52Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-18T21:04:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T21:04:52Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-76b5c79bc9-nftvh.18d6863b9d74114e
    namespace: kserve-ci-e2e-test
    resourceVersion: "34951"
    uid: b69d226f-22a6-4e2f-8989-f35bec0dad05
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T21:04:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-76b5c79bc9-nftvh
    namespace: kserve-ci-e2e-test
    resourceVersion: "34906"
    uid: bbcdff2c-e9e2-4bde-ae13-b6c5750c9fb7
  kind: Event
  lastTimestamp: "2026-09-18T21:04:52Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-18T21:04:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T21:04:52Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-76b5c79bc9-nftvh.18d6863ba0133afc
    namespace: kserve-ci-e2e-test
    resourceVersion: "34953"
    uid: 8ffb3b51-afcf-4bb7-bb3b-527edaece21c
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T21:04:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-76b5c79bc9-nftvh
    namespace: kserve-ci-e2e-test
    resourceVersion: "34906"
    uid: bbcdff2c-e9e2-4bde-ae13-b6c5750c9fb7
  kind: Event
  lastTimestamp: "2026-09-18T21:04:52Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-18T21:04:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T21:04:52Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-76b5c79bc9-nftvh.18d6863ba086b18d
    namespace: kserve-ci-e2e-test
    resourceVersion: "34954"
    uid: 2f8af4ab-0b1e-42af-b5b4-c61ea2136098
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-09-18T21:04:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-76b5c79bc9-nftvh
    namespace: kserve-ci-e2e-test
    resourceVersion: "34906"
    uid: bbcdff2c-e9e2-4bde-ae13-b6c5750c9fb7
  kind: Event
  lastTimestamp: "2026-09-18T21:05:59Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.57:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-18T21:04:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T21:05:59Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-76b5c79bc9-nftvh.18d6863bd588bbe4
    namespace: kserve-ci-e2e-test
    resourceVersion: "35457"
    uid: 9febbf92-44bd-43be-87ce-2a196a3fd156
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-76.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T21:06:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-76b5c79bc9-nftvh
    namespace: kserve-ci-e2e-test
    resourceVersion: "34906"
    uid: bbcdff2c-e9e2-4bde-ae13-b6c5750c9fb7
  kind: Event
  lastTimestamp: "2026-09-18T21:06:10Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-18T21:06:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T21:06:10Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-76b5c79bc9-nftvh.18d6864dd1aac105
    namespace: kserve-ci-e2e-test
    resourceVersion: "35593"
    uid: 234267b3-4ddb-44be-afcb-b1cba638ef12
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T21:06:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-76b5c79bc9-nftvh
    namespace: kserve-ci-e2e-test
    resourceVersion: "34906"
    uid: bbcdff2c-e9e2-4bde-ae13-b6c5750c9fb7
  kind: Event
  lastTimestamp: "2026-09-18T21:06:10Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-18T21:06:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T21:06:10Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-76b5c79bc9-nftvh.18d6864dd1ab785e
    namespace: kserve-ci-e2e-test
    resourceVersion: "35594"
    uid: 0a5e80a9-df9a-4cf3-91dd-7273aa6ade42
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T21:06:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-76b5c79bc9-nftvh
    namespace: kserve-ci-e2e-test
    resourceVersion: "34906"
    uid: bbcdff2c-e9e2-4bde-ae13-b6c5750c9fb7
  kind: Event
  lastTimestamp: "2026-09-18T21:06:14Z"
  message: 'Readiness probe failed: Get "https://10.133.0.57:8643/healthz": dial tcp
    10.133.0.57:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-18T21:06:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T21:06:14Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-76b5c79bc9-nftvh.18d6864eb1bc8c06
    namespace: kserve-ci-e2e-test
    resourceVersion: "35713"
    uid: 15aeebda-7caa-4836-b732-724cd394eb64
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-76.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T21:04:50Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-s3-tls-global-pass-predictor-76b5c79bc9
    namespace: kserve-ci-e2e-test
    resourceVersion: "34896"
    uid: 91598b43-826d-4f6a-95ea-e7e7237106a2
  kind: Event
  lastTimestamp: "2026-09-18T21:04:50Z"
  message: 'Created pod: isvc-sklearn-s3-tls-global-pass-predictor-76b5c79bc9-nftvh'
  metadata:
    creationTimestamp: "2026-09-18T21:04:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T21:04:50Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-76b5c79bc9.18d6863b2fba0812
    namespace: kserve-ci-e2e-test
    resourceVersion: "34905"
    uid: b6784390-7fb4-4a4e-a436-eed4f01d35bd
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T21:04:50Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-s3-tls-global-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "34892"
    uid: 80169f5d-113a-4c01-bc41-61b8aea7aebd
  kind: Event
  lastTimestamp: "2026-09-18T21:04:50Z"
  message: Scaled up replica set isvc-sklearn-s3-tls-global-pass-predictor-76b5c79bc9
    from 0 to 1
  metadata:
    creationTimestamp: "2026-09-18T21:04:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T21:04:50Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor.18d6863b2d2f8e00
    namespace: kserve-ci-e2e-test
    resourceVersion: "34898"
    uid: 3fc137f8-0427-44ed-aced-5dfcf6eacf02
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-18T21:05:05Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-global-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "34895"
    uid: f5c7ecb7-0567-47cd-a38c-557924ff41ab
  kind: Event
  lastTimestamp: "2026-09-18T21:05:20Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-18T21:05:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T21:05:20Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor.18d6863eac344ad0
    namespace: kserve-ci-e2e-test
    resourceVersion: "35184"
    uid: bc3d6fc1-f817-442f-964f-0574f062aea1
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-18T21:05:05Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-global-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "34895"
    uid: f5c7ecb7-0567-47cd-a38c-557924ff41ab
  kind: Event
  lastTimestamp: "2026-09-18T21:05:20Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-18T21:05:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T21:05:20Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor.18d6863eac9342cd
    namespace: kserve-ci-e2e-test
    resourceVersion: "35185"
    uid: eb1c651d-0151-44a1-9320-b087996d624e
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-18T21:05:35Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-global-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "35064"
    uid: f5c7ecb7-0567-47cd-a38c-557924ff41ab
  kind: Event
  lastTimestamp: "2026-09-18T21:06:05Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-18T21:05:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T21:06:05Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor.18d68645aa4b7bcd
    namespace: kserve-ci-e2e-test
    resourceVersion: "35509"
    uid: e1e91165-5773-48c8-9f42-8f0457b4d98c
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-18T21:05:35Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-global-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "35064"
    uid: f5c7ecb7-0567-47cd-a38c-557924ff41ab
  kind: Event
  lastTimestamp: "2026-09-18T21:06:05Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-18T21:05:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T21:06:05Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor.18d68645aaaf7917
    namespace: kserve-ci-e2e-test
    resourceVersion: "35510"
    uid: 342d7d4c-b3a4-4d57-88fa-916e370f1279
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-09-18T21:04:50Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-global-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "34885"
    uid: e6c678c2-3b75-418b-9327-223cb694ea3e
  kind: Event
  lastTimestamp: "2026-09-18T21:06:09Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-18T21:04:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T21:06:09Z"
    name: isvc-sklearn-s3-tls-global-pass.18d6863b2d62ea7f
    namespace: kserve-ci-e2e-test
    resourceVersion: "35570"
    uid: 3b355d1a-e6a7-4ad9-9729-9d797e90ae7c
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T21:04:50Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-global-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "34885"
    uid: e6c678c2-3b75-418b-9327-223cb694ea3e
  kind: Event
  lastTimestamp: "2026-09-18T21:04:50Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-s3-tls-global-pass":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-s3-tls-global-pass":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-18T21:04:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T21:04:50Z"
    name: isvc-sklearn-s3-tls-global-pass.18d6863b2de41e02
    namespace: kserve-ci-e2e-test
    resourceVersion: "34901"
    uid: 8cc01800-b869-43b0-9de0-220ad8b26f4b
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T21:06:09Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-global-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "35567"
    uid: e6c678c2-3b75-418b-9327-223cb694ea3e
  kind: Event
  lastTimestamp: "2026-09-18T21:06:09Z"
  message: InferenceService [isvc-sklearn-s3-tls-global-pass] is Ready
  metadata:
    creationTimestamp: "2026-09-18T21:06:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T21:06:09Z"
    name: isvc-sklearn-s3-tls-global-pass.18d6864d8cf5f078
    namespace: kserve-ci-e2e-test
    resourceVersion: "35569"
    uid: cc9a605c-38f5-4aef-b12b-21b4074d5903
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-18T21:09:36.285343Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-fail-predictor-6646ddb8bb-2sg4g
    namespace: kserve-ci-e2e-test
    resourceVersion: "37741"
    uid: f7e78759-1efd-4106-b995-d945e25daa2b
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-s3-tls-serving-fail-predictor-6646ddb8bb-2sg4g
    to ip-10-0-130-79.ec2.internal
  metadata:
    creationTimestamp: "2026-09-18T21:09:36Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-18T21:09:36Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor-6646ddb8bb-2sg4g.18d6867daea3bd78
    namespace: kserve-ci-e2e-test
    resourceVersion: "37747"
    uid: 09a65535-be11-4044-8766-4bc77dd00580
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-584d99b576-bdzl5
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T21:09:36Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-fail-predictor-6646ddb8bb-2sg4g
    namespace: kserve-ci-e2e-test
    resourceVersion: "37753"
    uid: f7e78759-1efd-4106-b995-d945e25daa2b
  kind: Event
  lastTimestamp: "2026-09-18T21:09:36Z"
  message: Add eth0 [10.134.0.56/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-18T21:09:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-18T21:09:36Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor-6646ddb8bb-2sg4g.18d6867dd07c799a
    namespace: kserve-ci-e2e-test
    resourceVersion: "37762"
    uid: 0dc04b69-ec25-4c3c-aad0-c739064ea7d7
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-18T21:09:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-fail-predictor-6646ddb8bb-2sg4g
    namespace: kserve-ci-e2e-test
    resourceVersion: "37744"
    uid: f7e78759-1efd-4106-b995-d945e25daa2b
  kind: Event
  lastTimestamp: "2026-09-18T21:09:39Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:2cbd0ba61f740962b2bad1a0e55e41574489d7afdb86fa314f3953b8c8af773e"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-18T21:09:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T21:09:39Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor-6646ddb8bb-2sg4g.18d6867dd1d0f97f
    namespace: kserve-ci-e2e-test
    resourceVersion: "37813"
    uid: f2793d54-c144-445e-9935-7124379ed1ff
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-79.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-79.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-18T21:09:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-fail-predictor-6646ddb8bb-2sg4g
    namespace: kserve-ci-e2e-test
    resourceVersion: "37744"
    uid: f7e78759-1efd-4106-b995-d945e25daa2b
  kind: Event
  lastTimestamp: "2026-09-18T21:09:39Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-18T21:09:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T21:09:39Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor-6646ddb8bb-2sg4g.18d6867dd474a110
    namespace: kserve-ci-e2e-test
    resourceVersion: "37815"
    uid: c5f98fd4-ccbf-4326-84c9-caa234b79cd8
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-79.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-79.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-18T21:09:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-fail-predictor-6646ddb8bb-2sg4g
    namespace: kserve-ci-e2e-test
    resourceVersion: "37744"
    uid: f7e78759-1efd-4106-b995-d945e25daa2b
  kind: Event
  lastTimestamp: "2026-09-18T21:09:39Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-18T21:09:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T21:09:39Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor-6646ddb8bb-2sg4g.18d6867dd4e8c527
    namespace: kserve-ci-e2e-test
    resourceVersion: "37818"
    uid: 66e91d1f-fc3d-4584-aa32-11edba037e25
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-79.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-79.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T21:09:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-fail-predictor-6646ddb8bb-2sg4g
    namespace: kserve-ci-e2e-test
    resourceVersion: "37744"
    uid: f7e78759-1efd-4106-b995-d945e25daa2b
  kind: Event
  lastTimestamp: "2026-09-18T21:09:42Z"
  message: Back-off restarting failed container storage-initializer in pod isvc-sklearn-s3-tls-serving-fail-predictor-6646ddb8bb-2sg4g_kserve-ci-e2e-test(f7e78759-1efd-4106-b995-d945e25daa2b)
  metadata:
    creationTimestamp: "2026-09-18T21:09:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T21:09:42Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor-6646ddb8bb-2sg4g.18d6867f28dd2abd
    namespace: kserve-ci-e2e-test
    resourceVersion: "37847"
    uid: faacff37-8f3e-4ff8-ab79-65536e56f21f
  reason: BackOff
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-79.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-79.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T21:09:36Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-s3-tls-serving-fail-predictor-6646ddb8bb
    namespace: kserve-ci-e2e-test
    resourceVersion: "37731"
    uid: 7ef15551-73cd-4299-81f9-89efbd028f31
  kind: Event
  lastTimestamp: "2026-09-18T21:09:36Z"
  message: 'Created pod: isvc-sklearn-s3-tls-serving-fail-predictor-6646ddb8bb-2sg4g'
  metadata:
    creationTimestamp: "2026-09-18T21:09:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T21:09:36Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor-6646ddb8bb.18d6867dae28eb6c
    namespace: kserve-ci-e2e-test
    resourceVersion: "37743"
    uid: a82728f6-e3d3-4eae-888f-7db7f1e7ba29
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T21:09:36Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-s3-tls-serving-fail-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37729"
    uid: 1933bbf7-2a5a-4ad5-a782-40a21ec7d76e
  kind: Event
  lastTimestamp: "2026-09-18T21:09:36Z"
  message: Scaled up replica set isvc-sklearn-s3-tls-serving-fail-predictor-6646ddb8bb
    from 0 to 1
  metadata:
    creationTimestamp: "2026-09-18T21:09:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T21:09:36Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor.18d6867dabca49a0
    namespace: kserve-ci-e2e-test
    resourceVersion: "37733"
    uid: 5686f043-6ef6-4014-8ef6-a3f4cfd5b336
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-18T21:09:36Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-serving-fail
    namespace: kserve-ci-e2e-test
    resourceVersion: "37721"
    uid: 9685efbf-3612-45ce-84c6-b94661102c61
  kind: Event
  lastTimestamp: "2026-09-18T21:09:42Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-18T21:09:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T21:09:42Z"
    name: isvc-sklearn-s3-tls-serving-fail.18d6867dabed757c
    namespace: kserve-ci-e2e-test
    resourceVersion: "37851"
    uid: 29710e50-7535-46bf-be36-27fca045ab46
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-18T21:09:36Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-serving-fail
    namespace: kserve-ci-e2e-test
    resourceVersion: "37721"
    uid: 9685efbf-3612-45ce-84c6-b94661102c61
  kind: Event
  lastTimestamp: "2026-09-18T21:09:36Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-s3-tls-serving-fail":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-s3-tls-serving-fail":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-18T21:09:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T21:09:36Z"
    name: isvc-sklearn-s3-tls-serving-fail.18d6867dac4a6205
    namespace: kserve-ci-e2e-test
    resourceVersion: "37755"
    uid: 75a53eee-5234-465c-b0a4-2d5f1d5a3184
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T21:09:36Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-serving-fail
    namespace: kserve-ci-e2e-test
    resourceVersion: "37724"
    uid: 9685efbf-3612-45ce-84c6-b94661102c61
  kind: Event
  lastTimestamp: "2026-09-18T21:09:36Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-sklearn-s3-tls-serving-fail": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-09-18T21:09:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T21:09:36Z"
    name: isvc-sklearn-s3-tls-serving-fail.18d6867db23b2ec8
    namespace: kserve-ci-e2e-test
    resourceVersion: "37756"
    uid: e31f5d2e-187f-4fb5-b7fe-1ab3e894e4f8
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-18T21:08:05.153843Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-5585664b8-sv9qx
    namespace: kserve-ci-e2e-test
    resourceVersion: "36880"
    uid: 6dc74968-f6bb-4ff4-b79b-26b8982b0247
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-s3-tls-serving-pass-predictor-5585664b8-sv9qx
    to ip-10-0-143-76.ec2.internal
  metadata:
    creationTimestamp: "2026-09-18T21:08:05Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-18T21:08:05Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-5585664b8-sv9qx.18d6866876c76c2c
    namespace: kserve-ci-e2e-test
    resourceVersion: "36884"
    uid: 453e3512-b3eb-4a8d-9e51-40ceba983416
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-584d99b576-bdzl5
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T21:08:05Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-5585664b8-sv9qx
    namespace: kserve-ci-e2e-test
    resourceVersion: "36891"
    uid: 6dc74968-f6bb-4ff4-b79b-26b8982b0247
  kind: Event
  lastTimestamp: "2026-09-18T21:08:05Z"
  message: Add eth0 [10.133.0.62/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-18T21:08:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-18T21:08:05Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-5585664b8-sv9qx.18d6866898ef5c83
    namespace: kserve-ci-e2e-test
    resourceVersion: "36905"
    uid: 19f16226-fb04-4059-ae1d-207378fe9b11
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T21:08:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-5585664b8-sv9qx
    namespace: kserve-ci-e2e-test
    resourceVersion: "36882"
    uid: 6dc74968-f6bb-4ff4-b79b-26b8982b0247
  kind: Event
  lastTimestamp: "2026-09-18T21:08:05Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:2cbd0ba61f740962b2bad1a0e55e41574489d7afdb86fa314f3953b8c8af773e"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-18T21:08:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T21:08:05Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-5585664b8-sv9qx.18d686689a3f3b46
    namespace: kserve-ci-e2e-test
    resourceVersion: "36907"
    uid: dce9c2a8-8635-4d17-9a6c-ff9788381559
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T21:08:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-5585664b8-sv9qx
    namespace: kserve-ci-e2e-test
    resourceVersion: "36882"
    uid: 6dc74968-f6bb-4ff4-b79b-26b8982b0247
  kind: Event
  lastTimestamp: "2026-09-18T21:08:05Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-18T21:08:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T21:08:05Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-5585664b8-sv9qx.18d686689d759365
    namespace: kserve-ci-e2e-test
    resourceVersion: "36909"
    uid: 81137838-ef43-4457-b27d-71e6323b9cf6
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T21:08:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-5585664b8-sv9qx
    namespace: kserve-ci-e2e-test
    resourceVersion: "36882"
    uid: 6dc74968-f6bb-4ff4-b79b-26b8982b0247
  kind: Event
  lastTimestamp: "2026-09-18T21:08:05Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-18T21:08:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T21:08:05Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-5585664b8-sv9qx.18d686689de8799b
    namespace: kserve-ci-e2e-test
    resourceVersion: "36910"
    uid: d62115da-b412-4321-87c1-a3cb47a76c8c
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T21:08:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-5585664b8-sv9qx
    namespace: kserve-ci-e2e-test
    resourceVersion: "36882"
    uid: 6dc74968-f6bb-4ff4-b79b-26b8982b0247
  kind: Event
  lastTimestamp: "2026-09-18T21:08:07Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-2013"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-18T21:08:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T21:08:07Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-5585664b8-sv9qx.18d68668f59bc81d
    namespace: kserve-ci-e2e-test
    resourceVersion: "36925"
    uid: 70c6af02-314e-4b7e-a6e2-ec2dafa22431
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T21:08:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-5585664b8-sv9qx
    namespace: kserve-ci-e2e-test
    resourceVersion: "36882"
    uid: 6dc74968-f6bb-4ff4-b79b-26b8982b0247
  kind: Event
  lastTimestamp: "2026-09-18T21:08:07Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-18T21:08:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T21:08:07Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-5585664b8-sv9qx.18d68668f970cec8
    namespace: kserve-ci-e2e-test
    resourceVersion: "36929"
    uid: 0e814aee-4967-40f9-a558-59330e6390ce
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T21:08:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-5585664b8-sv9qx
    namespace: kserve-ci-e2e-test
    resourceVersion: "36882"
    uid: 6dc74968-f6bb-4ff4-b79b-26b8982b0247
  kind: Event
  lastTimestamp: "2026-09-18T21:08:07Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-18T21:08:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T21:08:07Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-5585664b8-sv9qx.18d68668f9e64560
    namespace: kserve-ci-e2e-test
    resourceVersion: "36930"
    uid: 2e13055f-af68-45f3-84be-ec5b66a17e69
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T21:08:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-5585664b8-sv9qx
    namespace: kserve-ci-e2e-test
    resourceVersion: "36882"
    uid: 6dc74968-f6bb-4ff4-b79b-26b8982b0247
  kind: Event
  lastTimestamp: "2026-09-18T21:08:07Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-18T21:08:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T21:08:07Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-5585664b8-sv9qx.18d68668f9f17c5a
    namespace: kserve-ci-e2e-test
    resourceVersion: "36931"
    uid: e7de9e87-b1ee-4861-b54c-fb82f81a94bd
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T21:08:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-5585664b8-sv9qx
    namespace: kserve-ci-e2e-test
    resourceVersion: "36882"
    uid: 6dc74968-f6bb-4ff4-b79b-26b8982b0247
  kind: Event
  lastTimestamp: "2026-09-18T21:08:07Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-18T21:08:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T21:08:07Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-5585664b8-sv9qx.18d68668fcf19bd1
    namespace: kserve-ci-e2e-test
    resourceVersion: "36933"
    uid: 74452cd2-fc4c-4038-82f6-d28bd8ad5f31
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T21:08:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-5585664b8-sv9qx
    namespace: kserve-ci-e2e-test
    resourceVersion: "36882"
    uid: 6dc74968-f6bb-4ff4-b79b-26b8982b0247
  kind: Event
  lastTimestamp: "2026-09-18T21:08:07Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-18T21:08:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T21:08:07Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-5585664b8-sv9qx.18d68668fd761b50
    namespace: kserve-ci-e2e-test
    resourceVersion: "36934"
    uid: 9efb1b5d-f39c-4d9d-b8e3-eddd008c5142
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-18T21:08:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-5585664b8-sv9qx
    namespace: kserve-ci-e2e-test
    resourceVersion: "36882"
    uid: 6dc74968-f6bb-4ff4-b79b-26b8982b0247
  kind: Event
  lastTimestamp: "2026-09-18T21:09:35Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.62:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-18T21:08:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T21:09:35Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-5585664b8-sv9qx.18d686696d6f08e4
    namespace: kserve-ci-e2e-test
    resourceVersion: "37707"
    uid: 6cb85ad9-f8bf-48c5-ae43-1f8d0f5e43c8
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-76.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T21:09:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-5585664b8-sv9qx
    namespace: kserve-ci-e2e-test
    resourceVersion: "36882"
    uid: 6dc74968-f6bb-4ff4-b79b-26b8982b0247
  kind: Event
  lastTimestamp: "2026-09-18T21:09:35Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-18T21:09:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T21:09:35Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-5585664b8-sv9qx.18d6867d6cc4ccd4
    namespace: kserve-ci-e2e-test
    resourceVersion: "37703"
    uid: 4009da7e-2347-4c80-9085-bd68ae52c140
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T21:09:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-5585664b8-sv9qx
    namespace: kserve-ci-e2e-test
    resourceVersion: "36882"
    uid: 6dc74968-f6bb-4ff4-b79b-26b8982b0247
  kind: Event
  lastTimestamp: "2026-09-18T21:09:35Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-18T21:09:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T21:09:35Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-5585664b8-sv9qx.18d6867d6cc54b35
    namespace: kserve-ci-e2e-test
    resourceVersion: "37704"
    uid: a4445282-cc9d-472b-96d2-a9d43247d5f9
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T21:09:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-5585664b8-sv9qx
    namespace: kserve-ci-e2e-test
    resourceVersion: "36882"
    uid: 6dc74968-f6bb-4ff4-b79b-26b8982b0247
  kind: Event
  lastTimestamp: "2026-09-18T21:09:35Z"
  message: 'Readiness probe failed: Get "https://10.133.0.62:8643/healthz": dial tcp
    10.133.0.62:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-18T21:09:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T21:09:35Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-5585664b8-sv9qx.18d6867d73ae0ae4
    namespace: kserve-ci-e2e-test
    resourceVersion: "37706"
    uid: 20ec25a8-580a-48a0-90d5-fde11adfa964
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-76.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T21:08:05Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-s3-tls-serving-pass-predictor-5585664b8
    namespace: kserve-ci-e2e-test
    resourceVersion: "36871"
    uid: 14c39713-7a2b-488f-a3f2-d0708c62fc54
  kind: Event
  lastTimestamp: "2026-09-18T21:08:05Z"
  message: 'Created pod: isvc-sklearn-s3-tls-serving-pass-predictor-5585664b8-sv9qx'
  metadata:
    creationTimestamp: "2026-09-18T21:08:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T21:08:05Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-5585664b8.18d68668765be9c0
    namespace: kserve-ci-e2e-test
    resourceVersion: "36881"
    uid: dd897a6c-090c-408b-b7f5-e451fe4a40a5
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T21:08:05Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-s3-tls-serving-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36869"
    uid: 4b17bb64-705e-4dc8-b44a-df0a1ec94cdd
  kind: Event
  lastTimestamp: "2026-09-18T21:08:05Z"
  message: Scaled up replica set isvc-sklearn-s3-tls-serving-pass-predictor-5585664b8
    from 0 to 1
  metadata:
    creationTimestamp: "2026-09-18T21:08:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T21:08:05Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor.18d6866873fa6a68
    namespace: kserve-ci-e2e-test
    resourceVersion: "36873"
    uid: 79bd05a8-3def-4611-b33c-637b132e672c
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-18T21:08:20Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-serving-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36870"
    uid: 84c8c758-780a-4f3f-b158-f4493bfe5e2b
  kind: Event
  lastTimestamp: "2026-09-18T21:09:20Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-18T21:08:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T21:09:20Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor.18d6866bf25bff59
    namespace: kserve-ci-e2e-test
    resourceVersion: "37562"
    uid: b6eab577-d812-48f2-adfa-a2d9212f808d
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-18T21:08:20Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-serving-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36870"
    uid: 84c8c758-780a-4f3f-b158-f4493bfe5e2b
  kind: Event
  lastTimestamp: "2026-09-18T21:09:20Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-18T21:08:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T21:09:20Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor.18d6866bf2b90a84
    namespace: kserve-ci-e2e-test
    resourceVersion: "37563"
    uid: c71fac7f-974e-4047-b669-44e52e2cdc23
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T21:08:35Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-serving-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37034"
    uid: 84c8c758-780a-4f3f-b158-f4493bfe5e2b
  kind: Event
  lastTimestamp: "2026-09-18T21:08:35Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-18T21:08:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T21:08:35Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor.18d6866f7169aa63
    namespace: kserve-ci-e2e-test
    resourceVersion: "37170"
    uid: 51e853af-b86d-40f8-8967-7cbcbaa9fcef
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T21:08:35Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-serving-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37034"
    uid: 84c8c758-780a-4f3f-b158-f4493bfe5e2b
  kind: Event
  lastTimestamp: "2026-09-18T21:08:35Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-18T21:08:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T21:08:35Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor.18d6866f71c792cf
    namespace: kserve-ci-e2e-test
    resourceVersion: "37172"
    uid: 9fcf49e5-1790-4ee6-a236-f2fa764d3fed
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-18T21:08:05Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-serving-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "36862"
    uid: 9802990f-17da-4131-bfe8-14a909c10c84
  kind: Event
  lastTimestamp: "2026-09-18T21:09:25Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-18T21:08:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T21:09:25Z"
    name: isvc-sklearn-s3-tls-serving-pass.18d6866873fddad9
    namespace: kserve-ci-e2e-test
    resourceVersion: "37608"
    uid: b1d10fe6-43d2-4c5c-bc2f-5230d8b7b3c6
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T21:08:05Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-serving-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "36862"
    uid: 9802990f-17da-4131-bfe8-14a909c10c84
  kind: Event
  lastTimestamp: "2026-09-18T21:08:05Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-s3-tls-serving-pass":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-s3-tls-serving-pass":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-18T21:08:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T21:08:05Z"
    name: isvc-sklearn-s3-tls-serving-pass.18d686687497c8b1
    namespace: kserve-ci-e2e-test
    resourceVersion: "36877"
    uid: de01da51-1ad7-4a53-a661-48b50fd23817
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T21:09:25Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-serving-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "37606"
    uid: 9802990f-17da-4131-bfe8-14a909c10c84
  kind: Event
  lastTimestamp: "2026-09-18T21:09:25Z"
  message: InferenceService [isvc-sklearn-s3-tls-serving-pass] is Ready
  metadata:
    creationTimestamp: "2026-09-18T21:09:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T21:09:25Z"
    name: isvc-sklearn-s3-tls-serving-pass.18d6867b2504b1d8
    namespace: kserve-ci-e2e-test
    resourceVersion: "37607"
    uid: 97b143ff-d1a4-4488-b438-4138c7875dac
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-09-18T21:03:19Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3
    namespace: kserve-ci-e2e-test
    resourceVersion: "33945"
    uid: 49d7edf6-ee39-4e13-9259-d8e47895b50a
  kind: Event
  lastTimestamp: "2026-09-18T21:04:41Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-18T21:03:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T21:04:41Z"
    name: isvc-sklearn-s3.18d6862609490f52
    namespace: kserve-ci-e2e-test
    resourceVersion: "34716"
    uid: 50d79d3e-b5b6-4946-9e47-cdde524600d5
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T21:03:19Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3
    namespace: kserve-ci-e2e-test
    resourceVersion: "33945"
    uid: 49d7edf6-ee39-4e13-9259-d8e47895b50a
  kind: Event
  lastTimestamp: "2026-09-18T21:03:19Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-s3": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-s3":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-18T21:03:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T21:03:19Z"
    name: isvc-sklearn-s3.18d6862609c939a0
    namespace: kserve-ci-e2e-test
    resourceVersion: "33960"
    uid: 6c56f4f5-50d7-4d77-9480-e856bb36bd65
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T21:04:41Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3
    namespace: kserve-ci-e2e-test
    resourceVersion: "34714"
    uid: 49d7edf6-ee39-4e13-9259-d8e47895b50a
  kind: Event
  lastTimestamp: "2026-09-18T21:04:41Z"
  message: InferenceService [isvc-sklearn-s3] is Ready
  metadata:
    creationTimestamp: "2026-09-18T21:04:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T21:04:41Z"
    name: isvc-sklearn-s3.18d68638fa3d3651
    namespace: kserve-ci-e2e-test
    resourceVersion: "34715"
    uid: f7edea08-6faa-4a2c-bbec-c88e4781a610
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:40:34Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-scheduler-predictor-5586dcd768
    namespace: kserve-ci-e2e-test
    resourceVersion: "20712"
    uid: bbf3d394-0ffd-42f5-a825-20427973ebdb
  kind: Event
  lastTimestamp: "2026-09-18T20:40:34Z"
  message: 'Created pod: isvc-sklearn-scheduler-predictor-5586dcd768-srgrz'
  metadata:
    creationTimestamp: "2026-09-18T20:40:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T20:40:34Z"
    name: isvc-sklearn-scheduler-predictor-5586dcd768.18d684e8173c5a05
    namespace: kserve-ci-e2e-test
    resourceVersion: "20722"
    uid: a00f02fd-ad37-4b91-866e-e91891d29655
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:40:34Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-scheduler-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20711"
    uid: 5804b335-54b1-41ee-a46d-ac475d1f3b79
  kind: Event
  lastTimestamp: "2026-09-18T20:40:34Z"
  message: Scaled up replica set isvc-sklearn-scheduler-predictor-5586dcd768 from
    0 to 1
  metadata:
    creationTimestamp: "2026-09-18T20:40:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T20:40:34Z"
    name: isvc-sklearn-scheduler-predictor.18d684e812f6551c
    namespace: kserve-ci-e2e-test
    resourceVersion: "20714"
    uid: 7d4d0888-83f1-4e72-a8f3-56a3a7d4f4af
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-09-18T20:40:34Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-scheduler
    namespace: kserve-ci-e2e-test
    resourceVersion: "20703"
    uid: 98916134-1ea3-4fbb-bae0-d16c97735b3f
  kind: Event
  lastTimestamp: "2026-09-18T20:40:34Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-18T20:40:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T20:40:34Z"
    name: isvc-sklearn-scheduler.18d684e812a802a5
    namespace: kserve-ci-e2e-test
    resourceVersion: "20735"
    uid: b80f9e5f-dde6-4f33-beee-53b732ebd4f4
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-18T20:40:34Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-scheduler
    namespace: kserve-ci-e2e-test
    resourceVersion: "20703"
    uid: 98916134-1ea3-4fbb-bae0-d16c97735b3f
  kind: Event
  lastTimestamp: "2026-09-18T20:40:34Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-scheduler":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-scheduler":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-18T20:40:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T20:40:34Z"
    name: isvc-sklearn-scheduler.18d684e813121b15
    namespace: kserve-ci-e2e-test
    resourceVersion: "20727"
    uid: cef7b20c-24c3-4688-85b9-35b34a4d8f8e
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-18T20:40:34Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-scheduler
    namespace: kserve-ci-e2e-test
    resourceVersion: "20703"
    uid: 98916134-1ea3-4fbb-bae0-d16c97735b3f
  kind: Event
  lastTimestamp: "2026-09-18T20:40:34Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-sklearn-scheduler": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-18T20:40:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T20:40:34Z"
    name: isvc-sklearn-scheduler.18d684e813125c1c
    namespace: kserve-ci-e2e-test
    resourceVersion: "20728"
    uid: 9225cbbb-2111-46ac-ad98-8100ca462767
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-18T20:49:48.586748Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-6bcf549695-hdpzf
    namespace: kserve-ci-e2e-test
    resourceVersion: "25715"
    uid: a5558883-e8ba-4c7f-ad25-d38256e2e31a
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-v2-mixed-predictor-6bcf549695-hdpzf
    to ip-10-0-143-76.ec2.internal
  metadata:
    creationTimestamp: "2026-09-18T20:49:48Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-18T20:49:48Z"
    name: isvc-sklearn-v2-mixed-predictor-6bcf549695-hdpzf.18d6856926497228
    namespace: kserve-ci-e2e-test
    resourceVersion: "25721"
    uid: 9f330521-5477-40f4-89bf-71a68642dd21
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-584d99b576-bdzl5
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:49:48Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-6bcf549695-hdpzf
    namespace: kserve-ci-e2e-test
    resourceVersion: "25717"
    uid: a5558883-e8ba-4c7f-ad25-d38256e2e31a
  kind: Event
  lastTimestamp: "2026-09-18T20:49:48Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-sklearn-v2-mixed-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-18T20:49:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:49:48Z"
    name: isvc-sklearn-v2-mixed-predictor-6bcf549695-hdpzf.18d685692ffcafd4
    namespace: kserve-ci-e2e-test
    resourceVersion: "25731"
    uid: 90f341c5-0931-4293-9463-e4b666538998
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-76.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:49:49Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-6bcf549695-hdpzf
    namespace: kserve-ci-e2e-test
    resourceVersion: "25725"
    uid: a5558883-e8ba-4c7f-ad25-d38256e2e31a
  kind: Event
  lastTimestamp: "2026-09-18T20:49:49Z"
  message: Add eth0 [10.133.0.43/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-18T20:49:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-18T20:49:49Z"
    name: isvc-sklearn-v2-mixed-predictor-6bcf549695-hdpzf.18d685696c1aedae
    namespace: kserve-ci-e2e-test
    resourceVersion: "25743"
    uid: 4ad5896f-24f7-49ea-9ede-69e7a788d234
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:49:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-6bcf549695-hdpzf
    namespace: kserve-ci-e2e-test
    resourceVersion: "25717"
    uid: a5558883-e8ba-4c7f-ad25-d38256e2e31a
  kind: Event
  lastTimestamp: "2026-09-18T20:49:49Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:2cbd0ba61f740962b2bad1a0e55e41574489d7afdb86fa314f3953b8c8af773e"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-18T20:49:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:49:49Z"
    name: isvc-sklearn-v2-mixed-predictor-6bcf549695-hdpzf.18d685696d8a6497
    namespace: kserve-ci-e2e-test
    resourceVersion: "25745"
    uid: f475f1b4-c99f-4bd2-9ff5-4f1203269876
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:49:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-6bcf549695-hdpzf
    namespace: kserve-ci-e2e-test
    resourceVersion: "25717"
    uid: a5558883-e8ba-4c7f-ad25-d38256e2e31a
  kind: Event
  lastTimestamp: "2026-09-18T20:49:49Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-18T20:49:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:49:49Z"
    name: isvc-sklearn-v2-mixed-predictor-6bcf549695-hdpzf.18d6856970873735
    namespace: kserve-ci-e2e-test
    resourceVersion: "25746"
    uid: 48d4d182-0758-49eb-a00d-51be0d095650
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:49:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-6bcf549695-hdpzf
    namespace: kserve-ci-e2e-test
    resourceVersion: "25717"
    uid: a5558883-e8ba-4c7f-ad25-d38256e2e31a
  kind: Event
  lastTimestamp: "2026-09-18T20:49:49Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-18T20:49:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:49:49Z"
    name: isvc-sklearn-v2-mixed-predictor-6bcf549695-hdpzf.18d68569710b5246
    namespace: kserve-ci-e2e-test
    resourceVersion: "25747"
    uid: 817d8abd-1131-4707-bfee-503cc19cf203
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:49:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-6bcf549695-hdpzf
    namespace: kserve-ci-e2e-test
    resourceVersion: "25717"
    uid: a5558883-e8ba-4c7f-ad25-d38256e2e31a
  kind: Event
  lastTimestamp: "2026-09-18T20:49:53Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-2013"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-18T20:49:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:49:53Z"
    name: isvc-sklearn-v2-mixed-predictor-6bcf549695-hdpzf.18d6856a58b97f53
    namespace: kserve-ci-e2e-test
    resourceVersion: "25777"
    uid: c009ee7b-e06c-4384-99bb-53bc60026b86
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:49:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-6bcf549695-hdpzf
    namespace: kserve-ci-e2e-test
    resourceVersion: "25717"
    uid: a5558883-e8ba-4c7f-ad25-d38256e2e31a
  kind: Event
  lastTimestamp: "2026-09-18T20:49:53Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-18T20:49:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:49:53Z"
    name: isvc-sklearn-v2-mixed-predictor-6bcf549695-hdpzf.18d6856a5bc7e94c
    namespace: kserve-ci-e2e-test
    resourceVersion: "25782"
    uid: 693d06ec-802f-4f92-85fc-9c4af854c11c
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:49:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-6bcf549695-hdpzf
    namespace: kserve-ci-e2e-test
    resourceVersion: "25717"
    uid: a5558883-e8ba-4c7f-ad25-d38256e2e31a
  kind: Event
  lastTimestamp: "2026-09-18T20:49:53Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-18T20:49:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:49:53Z"
    name: isvc-sklearn-v2-mixed-predictor-6bcf549695-hdpzf.18d6856a5c3502d5
    namespace: kserve-ci-e2e-test
    resourceVersion: "25783"
    uid: 1e8bae18-a19c-4619-b39c-6a18fc750a13
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:49:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-6bcf549695-hdpzf
    namespace: kserve-ci-e2e-test
    resourceVersion: "25717"
    uid: a5558883-e8ba-4c7f-ad25-d38256e2e31a
  kind: Event
  lastTimestamp: "2026-09-18T20:49:53Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-18T20:49:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:49:53Z"
    name: isvc-sklearn-v2-mixed-predictor-6bcf549695-hdpzf.18d6856a5c3fdc08
    namespace: kserve-ci-e2e-test
    resourceVersion: "25784"
    uid: 03949b69-df37-462a-b85f-c46328a04d35
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:49:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-6bcf549695-hdpzf
    namespace: kserve-ci-e2e-test
    resourceVersion: "25717"
    uid: a5558883-e8ba-4c7f-ad25-d38256e2e31a
  kind: Event
  lastTimestamp: "2026-09-18T20:49:53Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-18T20:49:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:49:53Z"
    name: isvc-sklearn-v2-mixed-predictor-6bcf549695-hdpzf.18d6856a5eeebb46
    namespace: kserve-ci-e2e-test
    resourceVersion: "25786"
    uid: 1bdeae59-c068-44b6-9304-a07442105a0b
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:49:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-6bcf549695-hdpzf
    namespace: kserve-ci-e2e-test
    resourceVersion: "25717"
    uid: a5558883-e8ba-4c7f-ad25-d38256e2e31a
  kind: Event
  lastTimestamp: "2026-09-18T20:49:53Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-18T20:49:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:49:53Z"
    name: isvc-sklearn-v2-mixed-predictor-6bcf549695-hdpzf.18d6856a5f5bcda9
    namespace: kserve-ci-e2e-test
    resourceVersion: "25787"
    uid: f4f12e12-4aa2-4792-858e-b93448a0e1ea
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-18T20:49:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-6bcf549695-hdpzf
    namespace: kserve-ci-e2e-test
    resourceVersion: "25717"
    uid: a5558883-e8ba-4c7f-ad25-d38256e2e31a
  kind: Event
  lastTimestamp: "2026-09-18T20:51:21Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.43:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-18T20:49:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:51:21Z"
    name: isvc-sklearn-v2-mixed-predictor-6bcf549695-hdpzf.18d6856ad106b2e3
    namespace: kserve-ci-e2e-test
    resourceVersion: "26949"
    uid: 54430801-3575-4fa0-a79a-0842d643d6a3
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-76.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:51:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-6bcf549695-hdpzf
    namespace: kserve-ci-e2e-test
    resourceVersion: "25717"
    uid: a5558883-e8ba-4c7f-ad25-d38256e2e31a
  kind: Event
  lastTimestamp: "2026-09-18T20:51:19Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-18T20:51:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:51:19Z"
    name: isvc-sklearn-v2-mixed-predictor-6bcf549695-hdpzf.18d6857e43ff25dc
    namespace: kserve-ci-e2e-test
    resourceVersion: "26925"
    uid: b746d12a-865a-4508-94a5-80341dfb902b
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:51:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-6bcf549695-hdpzf
    namespace: kserve-ci-e2e-test
    resourceVersion: "25717"
    uid: a5558883-e8ba-4c7f-ad25-d38256e2e31a
  kind: Event
  lastTimestamp: "2026-09-18T20:51:19Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-18T20:51:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:51:19Z"
    name: isvc-sklearn-v2-mixed-predictor-6bcf549695-hdpzf.18d6857e43ffafb1
    namespace: kserve-ci-e2e-test
    resourceVersion: "26926"
    uid: 7e66f9a0-f04b-403b-9a08-1626dd10a6e8
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:51:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-6bcf549695-hdpzf
    namespace: kserve-ci-e2e-test
    resourceVersion: "25717"
    uid: a5558883-e8ba-4c7f-ad25-d38256e2e31a
  kind: Event
  lastTimestamp: "2026-09-18T20:51:21Z"
  message: 'Readiness probe failed: Get "https://10.133.0.43:8643/healthz": dial tcp
    10.133.0.43:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-18T20:51:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:51:21Z"
    name: isvc-sklearn-v2-mixed-predictor-6bcf549695-hdpzf.18d6857ed74afcdf
    namespace: kserve-ci-e2e-test
    resourceVersion: "26948"
    uid: abacd07e-262f-4a79-b9d4-47fd355899bd
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-76.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:49:48Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-v2-mixed-predictor-6bcf549695
    namespace: kserve-ci-e2e-test
    resourceVersion: "25706"
    uid: bbdc7b23-f671-45b4-ba74-18bb324a499f
  kind: Event
  lastTimestamp: "2026-09-18T20:49:48Z"
  message: 'Created pod: isvc-sklearn-v2-mixed-predictor-6bcf549695-hdpzf'
  metadata:
    creationTimestamp: "2026-09-18T20:49:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T20:49:48Z"
    name: isvc-sklearn-v2-mixed-predictor-6bcf549695.18d6856925d9665f
    namespace: kserve-ci-e2e-test
    resourceVersion: "25716"
    uid: 795b57e9-580d-4ba5-b355-d5574c25d026
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:49:48Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-v2-mixed-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "25704"
    uid: 9e06414a-2214-4478-b2ee-539eadcd17fc
  kind: Event
  lastTimestamp: "2026-09-18T20:49:48Z"
  message: Scaled up replica set isvc-sklearn-v2-mixed-predictor-6bcf549695 from 0
    to 1
  metadata:
    creationTimestamp: "2026-09-18T20:49:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T20:49:48Z"
    name: isvc-sklearn-v2-mixed-predictor.18d68569203fc801
    namespace: kserve-ci-e2e-test
    resourceVersion: "25709"
    uid: 04498e70-67d9-4c7e-87db-ae505d6e1698
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-18T20:50:03Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-mixed-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "25705"
    uid: d9bd1575-a756-4b1b-b8da-209e02be72cf
  kind: Event
  lastTimestamp: "2026-09-18T20:50:33Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-18T20:50:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T20:50:33Z"
    name: isvc-sklearn-v2-mixed-predictor.18d6856c9e849ec5
    namespace: kserve-ci-e2e-test
    resourceVersion: "26276"
    uid: 900ca2b6-9f44-4a9b-9ad0-33c71197c713
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-18T20:50:03Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-mixed-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "25705"
    uid: d9bd1575-a756-4b1b-b8da-209e02be72cf
  kind: Event
  lastTimestamp: "2026-09-18T20:50:33Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-18T20:50:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T20:50:33Z"
    name: isvc-sklearn-v2-mixed-predictor.18d6856c9ec6d556
    namespace: kserve-ci-e2e-test
    resourceVersion: "26277"
    uid: 95b0c442-24f6-4cc5-9e49-15031a7546d2
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-18T20:50:48Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-mixed-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "25892"
    uid: d9bd1575-a756-4b1b-b8da-209e02be72cf
  kind: Event
  lastTimestamp: "2026-09-18T20:51:18Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-18T20:50:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T20:51:18Z"
    name: isvc-sklearn-v2-mixed-predictor.18d685771b617e94
    namespace: kserve-ci-e2e-test
    resourceVersion: "26903"
    uid: 9ab7ceb9-496f-4df9-aa86-f8b4a89bec0c
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-18T20:50:48Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-mixed-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "25892"
    uid: d9bd1575-a756-4b1b-b8da-209e02be72cf
  kind: Event
  lastTimestamp: "2026-09-18T20:51:18Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-18T20:50:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T20:51:18Z"
    name: isvc-sklearn-v2-mixed-predictor.18d685771bc5616f
    namespace: kserve-ci-e2e-test
    resourceVersion: "26904"
    uid: 18373ee1-2ae8-4db8-b906-d493d0405f8f
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-18T20:49:48Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2-mixed
    namespace: kserve-ci-e2e-test
    resourceVersion: "25697"
    uid: 68060af8-e1c9-4a25-9e83-a07cdabcbf15
  kind: Event
  lastTimestamp: "2026-09-18T20:51:11Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-18T20:49:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T20:51:11Z"
    name: isvc-sklearn-v2-mixed.18d6856920002558
    namespace: kserve-ci-e2e-test
    resourceVersion: "26852"
    uid: 8dbd28e5-4db9-457f-96f7-2b74ceec6c17
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:49:48Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2-mixed
    namespace: kserve-ci-e2e-test
    resourceVersion: "25697"
    uid: 68060af8-e1c9-4a25-9e83-a07cdabcbf15
  kind: Event
  lastTimestamp: "2026-09-18T20:49:48Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-v2-mixed":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-v2-mixed":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-18T20:49:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T20:49:48Z"
    name: isvc-sklearn-v2-mixed.18d6856920e22d22
    namespace: kserve-ci-e2e-test
    resourceVersion: "25711"
    uid: 4a7a5217-ccaf-464a-a0b9-34dd3da8fe89
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:51:11Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2-mixed
    namespace: kserve-ci-e2e-test
    resourceVersion: "26850"
    uid: 68060af8-e1c9-4a25-9e83-a07cdabcbf15
  kind: Event
  lastTimestamp: "2026-09-18T20:51:11Z"
  message: InferenceService [isvc-sklearn-v2-mixed] is Ready
  metadata:
    creationTimestamp: "2026-09-18T20:51:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T20:51:11Z"
    name: isvc-sklearn-v2-mixed.18d6857c88d151eb
    namespace: kserve-ci-e2e-test
    resourceVersion: "26851"
    uid: 81e3f581-2091-41a1-bb67-4dcbc5a43b73
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-18T20:48:12.520887Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-v2-predictor-655bcc46cd-r7f9c
    namespace: kserve-ci-e2e-test
    resourceVersion: "24764"
    uid: a65f15ca-f0c5-4d5c-9a67-c3e1112db877
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-v2-predictor-655bcc46cd-r7f9c
    to ip-10-0-143-76.ec2.internal
  metadata:
    creationTimestamp: "2026-09-18T20:48:12Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-18T20:48:12Z"
    name: isvc-sklearn-v2-predictor-655bcc46cd-r7f9c.18d68552c850ae8a
    namespace: kserve-ci-e2e-test
    resourceVersion: "24770"
    uid: 7bbf3290-347f-41ec-a282-ebdf6a10d353
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-584d99b576-bdzl5
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:48:13Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-v2-predictor-655bcc46cd-r7f9c
    namespace: kserve-ci-e2e-test
    resourceVersion: "24774"
    uid: a65f15ca-f0c5-4d5c-9a67-c3e1112db877
  kind: Event
  lastTimestamp: "2026-09-18T20:48:13Z"
  message: Add eth0 [10.133.0.40/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-18T20:48:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-18T20:48:13Z"
    name: isvc-sklearn-v2-predictor-655bcc46cd-r7f9c.18d68552eac8a865
    namespace: kserve-ci-e2e-test
    resourceVersion: "24784"
    uid: cd965a78-5abe-477c-8838-c87a6e69d962
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:48:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-predictor-655bcc46cd-r7f9c
    namespace: kserve-ci-e2e-test
    resourceVersion: "24766"
    uid: a65f15ca-f0c5-4d5c-9a67-c3e1112db877
  kind: Event
  lastTimestamp: "2026-09-18T20:48:13Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:2cbd0ba61f740962b2bad1a0e55e41574489d7afdb86fa314f3953b8c8af773e"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-18T20:48:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:48:13Z"
    name: isvc-sklearn-v2-predictor-655bcc46cd-r7f9c.18d68552ec2879a5
    namespace: kserve-ci-e2e-test
    resourceVersion: "24786"
    uid: 8ff75687-531e-49db-aae9-7513a6dfc1bf
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:48:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-predictor-655bcc46cd-r7f9c
    namespace: kserve-ci-e2e-test
    resourceVersion: "24766"
    uid: a65f15ca-f0c5-4d5c-9a67-c3e1112db877
  kind: Event
  lastTimestamp: "2026-09-18T20:48:13Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-18T20:48:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:48:13Z"
    name: isvc-sklearn-v2-predictor-655bcc46cd-r7f9c.18d68552ef3fd502
    namespace: kserve-ci-e2e-test
    resourceVersion: "24788"
    uid: 3a5a4a8a-9d2d-461d-bc9b-4dfb55b5bab6
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:48:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-predictor-655bcc46cd-r7f9c
    namespace: kserve-ci-e2e-test
    resourceVersion: "24766"
    uid: a65f15ca-f0c5-4d5c-9a67-c3e1112db877
  kind: Event
  lastTimestamp: "2026-09-18T20:48:13Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-18T20:48:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:48:13Z"
    name: isvc-sklearn-v2-predictor-655bcc46cd-r7f9c.18d68552efaff599
    namespace: kserve-ci-e2e-test
    resourceVersion: "24789"
    uid: 0746631e-ee94-4020-8d7b-e5bb36c41d5f
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:48:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-predictor-655bcc46cd-r7f9c
    namespace: kserve-ci-e2e-test
    resourceVersion: "24766"
    uid: a65f15ca-f0c5-4d5c-9a67-c3e1112db877
  kind: Event
  lastTimestamp: "2026-09-18T20:48:17Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-2013"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-18T20:48:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:48:17Z"
    name: isvc-sklearn-v2-predictor-655bcc46cd-r7f9c.18d68553e50eed49
    namespace: kserve-ci-e2e-test
    resourceVersion: "24831"
    uid: f6cba9e6-1b36-4b31-9339-16cd7af2aaeb
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:48:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-predictor-655bcc46cd-r7f9c
    namespace: kserve-ci-e2e-test
    resourceVersion: "24766"
    uid: a65f15ca-f0c5-4d5c-9a67-c3e1112db877
  kind: Event
  lastTimestamp: "2026-09-18T20:48:17Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-18T20:48:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:48:17Z"
    name: isvc-sklearn-v2-predictor-655bcc46cd-r7f9c.18d68553e85183da
    namespace: kserve-ci-e2e-test
    resourceVersion: "24835"
    uid: 942aff5c-34ba-4dcd-8f7c-957f9382588b
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:48:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-predictor-655bcc46cd-r7f9c
    namespace: kserve-ci-e2e-test
    resourceVersion: "24766"
    uid: a65f15ca-f0c5-4d5c-9a67-c3e1112db877
  kind: Event
  lastTimestamp: "2026-09-18T20:48:17Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-18T20:48:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:48:17Z"
    name: isvc-sklearn-v2-predictor-655bcc46cd-r7f9c.18d68553e8c424ce
    namespace: kserve-ci-e2e-test
    resourceVersion: "24836"
    uid: e2055be1-dd35-401c-bdd6-9e57fa04fd17
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:48:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-predictor-655bcc46cd-r7f9c
    namespace: kserve-ci-e2e-test
    resourceVersion: "24766"
    uid: a65f15ca-f0c5-4d5c-9a67-c3e1112db877
  kind: Event
  lastTimestamp: "2026-09-18T20:48:17Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-18T20:48:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:48:17Z"
    name: isvc-sklearn-v2-predictor-655bcc46cd-r7f9c.18d68553e8cfacd9
    namespace: kserve-ci-e2e-test
    resourceVersion: "24837"
    uid: 900a0e1c-14d0-4474-9f32-dc0c45906c80
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:48:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-predictor-655bcc46cd-r7f9c
    namespace: kserve-ci-e2e-test
    resourceVersion: "24766"
    uid: a65f15ca-f0c5-4d5c-9a67-c3e1112db877
  kind: Event
  lastTimestamp: "2026-09-18T20:48:17Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-18T20:48:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:48:17Z"
    name: isvc-sklearn-v2-predictor-655bcc46cd-r7f9c.18d68553eb97fa95
    namespace: kserve-ci-e2e-test
    resourceVersion: "24839"
    uid: 32001fd2-da18-4cef-b99d-ea9dc2ef4ed6
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:48:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-predictor-655bcc46cd-r7f9c
    namespace: kserve-ci-e2e-test
    resourceVersion: "24766"
    uid: a65f15ca-f0c5-4d5c-9a67-c3e1112db877
  kind: Event
  lastTimestamp: "2026-09-18T20:48:17Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-18T20:48:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:48:17Z"
    name: isvc-sklearn-v2-predictor-655bcc46cd-r7f9c.18d68553ec1b2047
    namespace: kserve-ci-e2e-test
    resourceVersion: "24840"
    uid: a571f99b-77e1-45ae-8e70-69d6b5438a72
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-18T20:48:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-predictor-655bcc46cd-r7f9c
    namespace: kserve-ci-e2e-test
    resourceVersion: "24766"
    uid: a65f15ca-f0c5-4d5c-9a67-c3e1112db877
  kind: Event
  lastTimestamp: "2026-09-18T20:49:45Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.40:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-18T20:48:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:49:45Z"
    name: isvc-sklearn-v2-predictor-655bcc46cd-r7f9c.18d6855421728e71
    namespace: kserve-ci-e2e-test
    resourceVersion: "25666"
    uid: 63036326-f8de-41ae-8c08-67dccdfc5d10
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-76.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:49:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-predictor-655bcc46cd-r7f9c
    namespace: kserve-ci-e2e-test
    resourceVersion: "24766"
    uid: a65f15ca-f0c5-4d5c-9a67-c3e1112db877
  kind: Event
  lastTimestamp: "2026-09-18T20:49:43Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-18T20:49:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:49:43Z"
    name: isvc-sklearn-v2-predictor-655bcc46cd-r7f9c.18d68567ecf5963e
    namespace: kserve-ci-e2e-test
    resourceVersion: "25649"
    uid: 1e96646f-b8fa-4f61-a153-cc8a69668c7b
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:49:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-predictor-655bcc46cd-r7f9c
    namespace: kserve-ci-e2e-test
    resourceVersion: "24766"
    uid: a65f15ca-f0c5-4d5c-9a67-c3e1112db877
  kind: Event
  lastTimestamp: "2026-09-18T20:49:43Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-18T20:49:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:49:43Z"
    name: isvc-sklearn-v2-predictor-655bcc46cd-r7f9c.18d68567ecf64060
    namespace: kserve-ci-e2e-test
    resourceVersion: "25650"
    uid: d91b13f2-4bf6-478e-b66e-cd3a232e972d
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:49:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-predictor-655bcc46cd-r7f9c
    namespace: kserve-ci-e2e-test
    resourceVersion: "24766"
    uid: a65f15ca-f0c5-4d5c-9a67-c3e1112db877
  kind: Event
  lastTimestamp: "2026-09-18T20:49:45Z"
  message: 'Readiness probe failed: Get "https://10.133.0.40:8643/healthz": dial tcp
    10.133.0.40:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-18T20:49:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:49:45Z"
    name: isvc-sklearn-v2-predictor-655bcc46cd-r7f9c.18d685686372e86c
    namespace: kserve-ci-e2e-test
    resourceVersion: "25665"
    uid: 6e16ce24-cc00-41f7-854f-7268021bb0df
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-76.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:48:12Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-v2-predictor-655bcc46cd
    namespace: kserve-ci-e2e-test
    resourceVersion: "24754"
    uid: d8b6f4ba-1676-4ba3-a192-9abcc45c6322
  kind: Event
  lastTimestamp: "2026-09-18T20:48:12Z"
  message: 'Created pod: isvc-sklearn-v2-predictor-655bcc46cd-r7f9c'
  metadata:
    creationTimestamp: "2026-09-18T20:48:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T20:48:12Z"
    name: isvc-sklearn-v2-predictor-655bcc46cd.18d68552c796c32b
    namespace: kserve-ci-e2e-test
    resourceVersion: "24765"
    uid: 0346e43e-0a9f-4684-a135-b8d73c82e6f3
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:48:12Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24752"
    uid: ee9d253c-39be-47c3-b612-b200cd434e8c
  kind: Event
  lastTimestamp: "2026-09-18T20:48:12Z"
  message: Scaled up replica set isvc-sklearn-v2-predictor-655bcc46cd from 0 to 1
  metadata:
    creationTimestamp: "2026-09-18T20:48:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T20:48:12Z"
    name: isvc-sklearn-v2-predictor.18d68552c4ec8277
    namespace: kserve-ci-e2e-test
    resourceVersion: "24755"
    uid: e65305c0-b5f8-4a8e-a81f-ac327da52166
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-18T20:48:27Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24753"
    uid: ea6e07a8-094e-4454-badb-3962b478f557
  kind: Event
  lastTimestamp: "2026-09-18T20:48:42Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-18T20:48:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T20:48:42Z"
    name: isvc-sklearn-v2-predictor.18d68556436b29b7
    namespace: kserve-ci-e2e-test
    resourceVersion: "25148"
    uid: 1e35228c-d8f0-4c43-9e71-852bf1bc03bb
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-18T20:48:27Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24753"
    uid: ea6e07a8-094e-4454-badb-3962b478f557
  kind: Event
  lastTimestamp: "2026-09-18T20:48:42Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-18T20:48:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T20:48:42Z"
    name: isvc-sklearn-v2-predictor.18d6855643cefec8
    namespace: kserve-ci-e2e-test
    resourceVersion: "25150"
    uid: 03e8d1f0-8895-44b7-960a-dee9b563c997
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-18T20:48:57Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24929"
    uid: ea6e07a8-094e-4454-badb-3962b478f557
  kind: Event
  lastTimestamp: "2026-09-18T20:49:42Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-18T20:48:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T20:49:42Z"
    name: isvc-sklearn-v2-predictor.18d6855d41396f94
    namespace: kserve-ci-e2e-test
    resourceVersion: "25626"
    uid: 645c93da-64ec-4bee-afc0-ac3a3b6984f4
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-18T20:48:57Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24929"
    uid: ea6e07a8-094e-4454-badb-3962b478f557
  kind: Event
  lastTimestamp: "2026-09-18T20:49:42Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-18T20:48:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T20:49:42Z"
    name: isvc-sklearn-v2-predictor.18d6855d41995925
    namespace: kserve-ci-e2e-test
    resourceVersion: "25627"
    uid: 969e46d6-281e-44cd-9d89-814003f14d4c
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-18T20:47:07.271115Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-2hrf5
    namespace: kserve-ci-e2e-test
    resourceVersion: "24061"
    uid: bb626309-79e2-4121-937d-0eb9bec31dac
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-v2-runtime-predictor-5f69c7d498-2hrf5
    to ip-10-0-130-79.ec2.internal
  metadata:
    creationTimestamp: "2026-09-18T20:47:07Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-18T20:47:07Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-2hrf5.18d685439720400e
    namespace: kserve-ci-e2e-test
    resourceVersion: "24067"
    uid: 5c7e8e7e-4ce0-4e1a-8f14-5e6987f739e8
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-584d99b576-bdzl5
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:47:07Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-2hrf5
    namespace: kserve-ci-e2e-test
    resourceVersion: "24063"
    uid: bb626309-79e2-4121-937d-0eb9bec31dac
  kind: Event
  lastTimestamp: "2026-09-18T20:47:07Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-sklearn-v2-runtime-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-18T20:47:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:47:07Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-2hrf5.18d68543a0280d7c
    namespace: kserve-ci-e2e-test
    resourceVersion: "24074"
    uid: 9bb960ce-514f-44e7-ac93-1a35789da87f
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-79.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-79.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:47:08Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-2hrf5
    namespace: kserve-ci-e2e-test
    resourceVersion: "24071"
    uid: bb626309-79e2-4121-937d-0eb9bec31dac
  kind: Event
  lastTimestamp: "2026-09-18T20:47:08Z"
  message: Add eth0 [10.134.0.39/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-18T20:47:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-18T20:47:08Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-2hrf5.18d68543dcd993aa
    namespace: kserve-ci-e2e-test
    resourceVersion: "24083"
    uid: e1b74751-3be3-4538-b368-e673e04bdadd
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:47:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-2hrf5
    namespace: kserve-ci-e2e-test
    resourceVersion: "24063"
    uid: bb626309-79e2-4121-937d-0eb9bec31dac
  kind: Event
  lastTimestamp: "2026-09-18T20:47:08Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:2cbd0ba61f740962b2bad1a0e55e41574489d7afdb86fa314f3953b8c8af773e"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-18T20:47:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:47:08Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-2hrf5.18d68543de435067
    namespace: kserve-ci-e2e-test
    resourceVersion: "24085"
    uid: 2bacd74a-5a72-4854-adbd-db52185302be
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-79.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-79.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:47:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-2hrf5
    namespace: kserve-ci-e2e-test
    resourceVersion: "24063"
    uid: bb626309-79e2-4121-937d-0eb9bec31dac
  kind: Event
  lastTimestamp: "2026-09-18T20:47:08Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-18T20:47:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:47:08Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-2hrf5.18d68543e156b377
    namespace: kserve-ci-e2e-test
    resourceVersion: "24086"
    uid: 924ee52a-6f84-4dd2-9640-cfcfcbd031ee
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-79.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-79.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:47:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-2hrf5
    namespace: kserve-ci-e2e-test
    resourceVersion: "24063"
    uid: bb626309-79e2-4121-937d-0eb9bec31dac
  kind: Event
  lastTimestamp: "2026-09-18T20:47:08Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-18T20:47:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:47:08Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-2hrf5.18d68543e1bc7344
    namespace: kserve-ci-e2e-test
    resourceVersion: "24087"
    uid: 6a8d4252-fdd1-4e7d-aac7-52c396e662da
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-79.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-79.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:47:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-2hrf5
    namespace: kserve-ci-e2e-test
    resourceVersion: "24063"
    uid: bb626309-79e2-4121-937d-0eb9bec31dac
  kind: Event
  lastTimestamp: "2026-09-18T20:47:13Z"
  message: Container image "docker.io/seldonio/mlserver:1.7.1" already present on
    machine
  metadata:
    creationTimestamp: "2026-09-18T20:47:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:47:13Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-2hrf5.18d685452326e969
    namespace: kserve-ci-e2e-test
    resourceVersion: "24179"
    uid: 9ed0a05c-ab1a-49d5-8016-f8cd480a7c18
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-79.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-79.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:47:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-2hrf5
    namespace: kserve-ci-e2e-test
    resourceVersion: "24063"
    uid: bb626309-79e2-4121-937d-0eb9bec31dac
  kind: Event
  lastTimestamp: "2026-09-18T20:47:13Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-18T20:47:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:47:13Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-2hrf5.18d6854526a73dbf
    namespace: kserve-ci-e2e-test
    resourceVersion: "24184"
    uid: 621660cf-b99c-45bd-a451-ff79616f7341
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-79.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-79.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:47:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-2hrf5
    namespace: kserve-ci-e2e-test
    resourceVersion: "24063"
    uid: bb626309-79e2-4121-937d-0eb9bec31dac
  kind: Event
  lastTimestamp: "2026-09-18T20:47:13Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-18T20:47:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:47:13Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-2hrf5.18d685452710ba80
    namespace: kserve-ci-e2e-test
    resourceVersion: "24185"
    uid: d67e61e0-3f5f-4a60-a2a6-e3d03b279eb7
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-79.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-79.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:47:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-2hrf5
    namespace: kserve-ci-e2e-test
    resourceVersion: "24063"
    uid: bb626309-79e2-4121-937d-0eb9bec31dac
  kind: Event
  lastTimestamp: "2026-09-18T20:47:13Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-18T20:47:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:47:13Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-2hrf5.18d68545271bff14
    namespace: kserve-ci-e2e-test
    resourceVersion: "24186"
    uid: 91c6c7ee-e25f-45d5-ac6f-7038c4ef7887
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-79.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-79.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:47:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-2hrf5
    namespace: kserve-ci-e2e-test
    resourceVersion: "24063"
    uid: bb626309-79e2-4121-937d-0eb9bec31dac
  kind: Event
  lastTimestamp: "2026-09-18T20:47:14Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-18T20:47:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:47:14Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-2hrf5.18d685452a111823
    namespace: kserve-ci-e2e-test
    resourceVersion: "24188"
    uid: fc854f17-e969-489e-b0da-6e590e2de5f3
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-79.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-79.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:47:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-2hrf5
    namespace: kserve-ci-e2e-test
    resourceVersion: "24063"
    uid: bb626309-79e2-4121-937d-0eb9bec31dac
  kind: Event
  lastTimestamp: "2026-09-18T20:47:14Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-18T20:47:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:47:14Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-2hrf5.18d685452a7828ee
    namespace: kserve-ci-e2e-test
    resourceVersion: "24189"
    uid: eec40d88-15c5-4f08-a755-f953d32dc505
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-79.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-79.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:47:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-2hrf5
    namespace: kserve-ci-e2e-test
    resourceVersion: "24063"
    uid: bb626309-79e2-4121-937d-0eb9bec31dac
  kind: Event
  lastTimestamp: "2026-09-18T20:47:52Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 400'
  metadata:
    creationTimestamp: "2026-09-18T20:47:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:47:52Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-2hrf5.18d6854e02a6a189
    namespace: kserve-ci-e2e-test
    resourceVersion: "24502"
    uid: 5c5c8267-e4e6-4c9d-9629-f093421521c0
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-79.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-79.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:48:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-2hrf5
    namespace: kserve-ci-e2e-test
    resourceVersion: "24063"
    uid: bb626309-79e2-4121-937d-0eb9bec31dac
  kind: Event
  lastTimestamp: "2026-09-18T20:48:07Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-18T20:48:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:48:07Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-2hrf5.18d6855192df5ba6
    namespace: kserve-ci-e2e-test
    resourceVersion: "24702"
    uid: ca17e94f-81d9-4a21-b594-d041c317e4dc
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-79.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-79.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:48:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-2hrf5
    namespace: kserve-ci-e2e-test
    resourceVersion: "24063"
    uid: bb626309-79e2-4121-937d-0eb9bec31dac
  kind: Event
  lastTimestamp: "2026-09-18T20:48:07Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-18T20:48:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:48:07Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-2hrf5.18d6855192dfca0f
    namespace: kserve-ci-e2e-test
    resourceVersion: "24703"
    uid: f4b8da8c-e60b-4013-bef8-d5af1fffaad0
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-79.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-79.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:48:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-2hrf5
    namespace: kserve-ci-e2e-test
    resourceVersion: "24063"
    uid: bb626309-79e2-4121-937d-0eb9bec31dac
  kind: Event
  lastTimestamp: "2026-09-18T20:48:11Z"
  message: 'Readiness probe failed: Get "https://10.134.0.39:8643/healthz": dial tcp
    10.134.0.39:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-18T20:48:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:48:11Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-2hrf5.18d68552a533e2df
    namespace: kserve-ci-e2e-test
    resourceVersion: "24734"
    uid: 9be56383-1f61-4860-a5df-722c2e84483c
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-79.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-79.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:48:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-2hrf5
    namespace: kserve-ci-e2e-test
    resourceVersion: "24063"
    uid: bb626309-79e2-4121-937d-0eb9bec31dac
  kind: Event
  lastTimestamp: "2026-09-18T20:48:11Z"
  message: 'Readiness probe failed: Get "http://10.134.0.39:8080/v2/models/isvc-sklearn-v2-runtime/ready":
    dial tcp 10.134.0.39:8080: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-18T20:48:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:48:11Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-2hrf5.18d68552a58c7da1
    namespace: kserve-ci-e2e-test
    resourceVersion: "24735"
    uid: b822e69a-90c8-4174-8b9d-136f77bd3db7
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-79.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-79.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:47:07Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498
    namespace: kserve-ci-e2e-test
    resourceVersion: "24052"
    uid: 3985bc32-2d20-4db9-b8ae-7501d80802cd
  kind: Event
  lastTimestamp: "2026-09-18T20:47:07Z"
  message: 'Created pod: isvc-sklearn-v2-runtime-predictor-5f69c7d498-2hrf5'
  metadata:
    creationTimestamp: "2026-09-18T20:47:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T20:47:07Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498.18d6854396ad610d
    namespace: kserve-ci-e2e-test
    resourceVersion: "24062"
    uid: 58be5e5e-d4d8-4385-a3a7-8c2de6fef28d
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:47:07Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24050"
    uid: c6b084b0-8f5e-4e79-8d50-199ad83325cc
  kind: Event
  lastTimestamp: "2026-09-18T20:47:07Z"
  message: Scaled up replica set isvc-sklearn-v2-runtime-predictor-5f69c7d498 from
    0 to 1
  metadata:
    creationTimestamp: "2026-09-18T20:47:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T20:47:07Z"
    name: isvc-sklearn-v2-runtime-predictor.18d6854393c1f337
    namespace: kserve-ci-e2e-test
    resourceVersion: "24054"
    uid: bf029c65-8ffc-4df7-8e4b-8e1d7cc46ac2
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-18T20:47:22Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24051"
    uid: 9d19a24e-149a-4620-b689-1ee7ce2c0ee8
  kind: Event
  lastTimestamp: "2026-09-18T20:47:37Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-18T20:47:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T20:47:37Z"
    name: isvc-sklearn-v2-runtime-predictor.18d685471240e058
    namespace: kserve-ci-e2e-test
    resourceVersion: "24372"
    uid: 984dedcf-3a74-40d3-ad0e-3de2ab74ce7d
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-18T20:47:22Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24051"
    uid: 9d19a24e-149a-4620-b689-1ee7ce2c0ee8
  kind: Event
  lastTimestamp: "2026-09-18T20:47:37Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-18T20:47:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T20:47:37Z"
    name: isvc-sklearn-v2-runtime-predictor.18d6854712a9d637
    namespace: kserve-ci-e2e-test
    resourceVersion: "24373"
    uid: 50cd9237-8bfd-48e8-b338-686d135b58a4
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-18T20:47:52Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24256"
    uid: 9d19a24e-149a-4620-b689-1ee7ce2c0ee8
  kind: Event
  lastTimestamp: "2026-09-18T20:48:07Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-18T20:47:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T20:48:07Z"
    name: isvc-sklearn-v2-runtime-predictor.18d6854e10804a75
    namespace: kserve-ci-e2e-test
    resourceVersion: "24686"
    uid: d7ccd687-6151-45fc-9d32-515d80f91810
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-18T20:47:52Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24256"
    uid: 9d19a24e-149a-4620-b689-1ee7ce2c0ee8
  kind: Event
  lastTimestamp: "2026-09-18T20:48:07Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-18T20:47:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T20:48:07Z"
    name: isvc-sklearn-v2-runtime-predictor.18d6854e10f775d6
    namespace: kserve-ci-e2e-test
    resourceVersion: "24687"
    uid: 448de15e-84c3-4017-aa76-fd6d6c4a0e48
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-18T20:47:07Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "24041"
    uid: 5fec6bfa-3636-4f52-ad87-677de3e0c423
  kind: Event
  lastTimestamp: "2026-09-18T20:48:02Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-18T20:47:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T20:48:02Z"
    name: isvc-sklearn-v2-runtime.18d6854393db1559
    namespace: kserve-ci-e2e-test
    resourceVersion: "24636"
    uid: cb186f21-5a98-404e-9f45-02e7947fab55
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:47:07Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "24041"
    uid: 5fec6bfa-3636-4f52-ad87-677de3e0c423
  kind: Event
  lastTimestamp: "2026-09-18T20:47:07Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-v2-runtime":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-v2-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-18T20:47:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T20:47:07Z"
    name: isvc-sklearn-v2-runtime.18d685439472c4b8
    namespace: kserve-ci-e2e-test
    resourceVersion: "24058"
    uid: 6649f0f1-f088-4c45-b956-9f91781c53f5
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:48:02Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "24634"
    uid: 5fec6bfa-3636-4f52-ad87-677de3e0c423
  kind: Event
  lastTimestamp: "2026-09-18T20:48:02Z"
  message: InferenceService [isvc-sklearn-v2-runtime] is Ready
  metadata:
    creationTimestamp: "2026-09-18T20:48:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T20:48:02Z"
    name: isvc-sklearn-v2-runtime.18d6855056d5be9a
    namespace: kserve-ci-e2e-test
    resourceVersion: "24635"
    uid: cb3ea9a4-a093-4ce9-a0f0-072d9dbb778a
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-18T20:48:12Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "24745"
    uid: c1257c0e-908e-4c1c-b864-1251ef719798
  kind: Event
  lastTimestamp: "2026-09-18T20:49:35Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-18T20:48:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T20:49:35Z"
    name: isvc-sklearn-v2.18d68552c4ed5b5e
    namespace: kserve-ci-e2e-test
    resourceVersion: "25574"
    uid: 014d5066-3673-4a30-925f-e3514e869794
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:48:12Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "24745"
    uid: c1257c0e-908e-4c1c-b864-1251ef719798
  kind: Event
  lastTimestamp: "2026-09-18T20:48:12Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-v2": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-v2":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-18T20:48:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T20:48:12Z"
    name: isvc-sklearn-v2.18d68552c56f9dcb
    namespace: kserve-ci-e2e-test
    resourceVersion: "24759"
    uid: 27f66131-58cc-4ee8-9493-c78caa099454
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:49:35Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "25572"
    uid: c1257c0e-908e-4c1c-b864-1251ef719798
  kind: Event
  lastTimestamp: "2026-09-18T20:49:35Z"
  message: InferenceService [isvc-sklearn-v2] is Ready
  metadata:
    creationTimestamp: "2026-09-18T20:49:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T20:49:35Z"
    name: isvc-sklearn-v2.18d6856614b784e7
    namespace: kserve-ci-e2e-test
    resourceVersion: "25573"
    uid: fef1706f-0e53-49ae-a84f-a86ca1f92e50
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-18T20:41:08Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn
    namespace: kserve-ci-e2e-test
    resourceVersion: "21080"
    uid: b8a64300-2795-4920-a8c7-b02604f30d4c
  kind: Event
  lastTimestamp: "2026-09-18T20:42:47Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-18T20:41:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T20:42:47Z"
    name: isvc-sklearn.18d684f015c43e52
    namespace: kserve-ci-e2e-test
    resourceVersion: "21854"
    uid: 6765045c-cf2f-400c-b0c4-3b0020c518a7
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:41:08Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn
    namespace: kserve-ci-e2e-test
    resourceVersion: "21080"
    uid: b8a64300-2795-4920-a8c7-b02604f30d4c
  kind: Event
  lastTimestamp: "2026-09-18T20:41:08Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-09-18T20:41:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T20:41:08Z"
    name: isvc-sklearn.18d684f0164320a1
    namespace: kserve-ci-e2e-test
    resourceVersion: "21096"
    uid: 5f79d5ac-4d81-49db-aa29-060ddd6cd376
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:42:47Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn
    namespace: kserve-ci-e2e-test
    resourceVersion: "21850"
    uid: b8a64300-2795-4920-a8c7-b02604f30d4c
  kind: Event
  lastTimestamp: "2026-09-18T20:42:47Z"
  message: InferenceService [isvc-sklearn] is Ready
  metadata:
    creationTimestamp: "2026-09-18T20:42:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T20:42:47Z"
    name: isvc-sklearn.18d685071e6608d1
    namespace: kserve-ci-e2e-test
    resourceVersion: "21851"
    uid: bb7eb11d-86a1-431d-89e8-b8ea151c64eb
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-18T20:51:24.483117Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-tensorflow-predictor-547dfc5669-mj6mx
    namespace: kserve-ci-e2e-test
    resourceVersion: "26997"
    uid: 35c923f5-2a76-4e89-a75e-7427dc033d16
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-tensorflow-predictor-547dfc5669-mj6mx
    to ip-10-0-130-79.ec2.internal
  metadata:
    creationTimestamp: "2026-09-18T20:51:24Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-18T20:51:24Z"
    name: isvc-tensorflow-predictor-547dfc5669-mj6mx.18d6857f7a27da1d
    namespace: kserve-ci-e2e-test
    resourceVersion: "27003"
    uid: a6a25275-4433-4c06-b316-8f9b80669bbc
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-584d99b576-bdzl5
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:51:24Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-tensorflow-predictor-547dfc5669-mj6mx
    namespace: kserve-ci-e2e-test
    resourceVersion: "26999"
    uid: 35c923f5-2a76-4e89-a75e-7427dc033d16
  kind: Event
  lastTimestamp: "2026-09-18T20:51:24Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-tensorflow-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-18T20:51:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:51:24Z"
    name: isvc-tensorflow-predictor-547dfc5669-mj6mx.18d6857f85e872ff
    namespace: kserve-ci-e2e-test
    resourceVersion: "27011"
    uid: 1b0f19b5-642e-4cf8-a6aa-0d1f9591de6c
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-79.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-79.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:51:25Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-tensorflow-predictor-547dfc5669-mj6mx
    namespace: kserve-ci-e2e-test
    resourceVersion: "27008"
    uid: 35c923f5-2a76-4e89-a75e-7427dc033d16
  kind: Event
  lastTimestamp: "2026-09-18T20:51:25Z"
  message: Add eth0 [10.134.0.43/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-18T20:51:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-18T20:51:25Z"
    name: isvc-tensorflow-predictor-547dfc5669-mj6mx.18d6857fc013d34e
    namespace: kserve-ci-e2e-test
    resourceVersion: "27024"
    uid: 93bc70a4-448d-4f51-997b-510ea34f17f2
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:51:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-tensorflow-predictor-547dfc5669-mj6mx
    namespace: kserve-ci-e2e-test
    resourceVersion: "26999"
    uid: 35c923f5-2a76-4e89-a75e-7427dc033d16
  kind: Event
  lastTimestamp: "2026-09-18T20:51:25Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:2cbd0ba61f740962b2bad1a0e55e41574489d7afdb86fa314f3953b8c8af773e"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-18T20:51:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:51:25Z"
    name: isvc-tensorflow-predictor-547dfc5669-mj6mx.18d6857fc193e502
    namespace: kserve-ci-e2e-test
    resourceVersion: "27026"
    uid: f6e7f800-3e6f-479c-b4ff-e50b9b7bd583
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-79.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-79.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:51:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-tensorflow-predictor-547dfc5669-mj6mx
    namespace: kserve-ci-e2e-test
    resourceVersion: "26999"
    uid: 35c923f5-2a76-4e89-a75e-7427dc033d16
  kind: Event
  lastTimestamp: "2026-09-18T20:51:25Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-18T20:51:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:51:25Z"
    name: isvc-tensorflow-predictor-547dfc5669-mj6mx.18d6857fc4b6556c
    namespace: kserve-ci-e2e-test
    resourceVersion: "27030"
    uid: 500ad2b2-0e70-4336-9592-bf7f70ba535e
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-79.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-79.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:51:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-tensorflow-predictor-547dfc5669-mj6mx
    namespace: kserve-ci-e2e-test
    resourceVersion: "26999"
    uid: 35c923f5-2a76-4e89-a75e-7427dc033d16
  kind: Event
  lastTimestamp: "2026-09-18T20:51:25Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-18T20:51:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:51:25Z"
    name: isvc-tensorflow-predictor-547dfc5669-mj6mx.18d6857fc52f03fd
    namespace: kserve-ci-e2e-test
    resourceVersion: "27031"
    uid: 28609d69-f13e-433b-aae1-468e7803cede
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-79.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-79.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:51:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-predictor-547dfc5669-mj6mx
    namespace: kserve-ci-e2e-test
    resourceVersion: "26999"
    uid: 35c923f5-2a76-4e89-a75e-7427dc033d16
  kind: Event
  lastTimestamp: "2026-09-18T20:51:30Z"
  message: Pulling image "tensorflow/serving:2.6.2"
  metadata:
    creationTimestamp: "2026-09-18T20:51:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:51:30Z"
    name: isvc-tensorflow-predictor-547dfc5669-mj6mx.18d68580ce580111
    namespace: kserve-ci-e2e-test
    resourceVersion: "27069"
    uid: 085d49ce-e351-4ba6-a9bd-5ade24507f22
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-79.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-79.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:51:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-predictor-547dfc5669-mj6mx
    namespace: kserve-ci-e2e-test
    resourceVersion: "26999"
    uid: 35c923f5-2a76-4e89-a75e-7427dc033d16
  kind: Event
  lastTimestamp: "2026-09-18T20:51:33Z"
  message: 'Successfully pulled image "tensorflow/serving:2.6.2" in 3.758s (3.758s
    including waiting). Image size: 425873876 bytes.'
  metadata:
    creationTimestamp: "2026-09-18T20:51:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:51:33Z"
    name: isvc-tensorflow-predictor-547dfc5669-mj6mx.18d68581ae621f23
    namespace: kserve-ci-e2e-test
    resourceVersion: "27098"
    uid: 4da2272a-a836-4d30-a4a4-0a53658a0505
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-79.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-79.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:51:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-predictor-547dfc5669-mj6mx
    namespace: kserve-ci-e2e-test
    resourceVersion: "26999"
    uid: 35c923f5-2a76-4e89-a75e-7427dc033d16
  kind: Event
  lastTimestamp: "2026-09-18T20:51:34Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-18T20:51:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:51:34Z"
    name: isvc-tensorflow-predictor-547dfc5669-mj6mx.18d68581b1bd5133
    namespace: kserve-ci-e2e-test
    resourceVersion: "27100"
    uid: 01375507-b09c-46a1-8641-d0b125c09ca1
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-79.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-79.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:51:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-predictor-547dfc5669-mj6mx
    namespace: kserve-ci-e2e-test
    resourceVersion: "26999"
    uid: 35c923f5-2a76-4e89-a75e-7427dc033d16
  kind: Event
  lastTimestamp: "2026-09-18T20:51:34Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-18T20:51:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:51:34Z"
    name: isvc-tensorflow-predictor-547dfc5669-mj6mx.18d68581b2361c18
    namespace: kserve-ci-e2e-test
    resourceVersion: "27101"
    uid: 2fee8e3d-5072-44c7-aa3f-91468890defa
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-79.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-79.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:51:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-tensorflow-predictor-547dfc5669-mj6mx
    namespace: kserve-ci-e2e-test
    resourceVersion: "26999"
    uid: 35c923f5-2a76-4e89-a75e-7427dc033d16
  kind: Event
  lastTimestamp: "2026-09-18T20:51:34Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-18T20:51:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:51:34Z"
    name: isvc-tensorflow-predictor-547dfc5669-mj6mx.18d68581b23ff521
    namespace: kserve-ci-e2e-test
    resourceVersion: "27102"
    uid: b810b888-4714-430b-b4fe-984339018e26
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-79.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-79.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:51:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-tensorflow-predictor-547dfc5669-mj6mx
    namespace: kserve-ci-e2e-test
    resourceVersion: "26999"
    uid: 35c923f5-2a76-4e89-a75e-7427dc033d16
  kind: Event
  lastTimestamp: "2026-09-18T20:51:34Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-18T20:51:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:51:34Z"
    name: isvc-tensorflow-predictor-547dfc5669-mj6mx.18d68581b568b27f
    namespace: kserve-ci-e2e-test
    resourceVersion: "27104"
    uid: a16ab3f0-4b49-4ebd-8b01-74e8a174ad64
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-79.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-79.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:51:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-tensorflow-predictor-547dfc5669-mj6mx
    namespace: kserve-ci-e2e-test
    resourceVersion: "26999"
    uid: 35c923f5-2a76-4e89-a75e-7427dc033d16
  kind: Event
  lastTimestamp: "2026-09-18T20:51:34Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-18T20:51:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:51:34Z"
    name: isvc-tensorflow-predictor-547dfc5669-mj6mx.18d68581b5df9845
    namespace: kserve-ci-e2e-test
    resourceVersion: "27105"
    uid: da1fcd1e-9a7e-481f-a249-0b420e27fb71
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-79.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-79.ec2.internal
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-18T20:51:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-predictor-547dfc5669-mj6mx
    namespace: kserve-ci-e2e-test
    resourceVersion: "26999"
    uid: 35c923f5-2a76-4e89-a75e-7427dc033d16
  kind: Event
  lastTimestamp: "2026-09-18T20:51:40Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.43:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-18T20:51:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:51:40Z"
    name: isvc-tensorflow-predictor-547dfc5669-mj6mx.18d68581be719b21
    namespace: kserve-ci-e2e-test
    resourceVersion: "27151"
    uid: 0699981d-a4a9-473b-b48e-a5233019cc99
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-79.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-79.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:52:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-predictor-547dfc5669-mj6mx
    namespace: kserve-ci-e2e-test
    resourceVersion: "26999"
    uid: 35c923f5-2a76-4e89-a75e-7427dc033d16
  kind: Event
  lastTimestamp: "2026-09-18T20:52:05Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-18T20:52:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:52:05Z"
    name: isvc-tensorflow-predictor-547dfc5669-mj6mx.18d685890a10cb98
    namespace: kserve-ci-e2e-test
    resourceVersion: "27451"
    uid: d52360fe-5afa-4719-a668-7e2b6f06412f
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-79.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-79.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:52:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-tensorflow-predictor-547dfc5669-mj6mx
    namespace: kserve-ci-e2e-test
    resourceVersion: "26999"
    uid: 35c923f5-2a76-4e89-a75e-7427dc033d16
  kind: Event
  lastTimestamp: "2026-09-18T20:52:05Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-18T20:52:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:52:05Z"
    name: isvc-tensorflow-predictor-547dfc5669-mj6mx.18d685890a115955
    namespace: kserve-ci-e2e-test
    resourceVersion: "27452"
    uid: eea212df-908f-49f8-8860-ecfcea011299
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-79.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-79.ec2.internal
  type: Normal
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-09-18T20:52:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-tensorflow-predictor-547dfc5669-mj6mx
    namespace: kserve-ci-e2e-test
    resourceVersion: "26999"
    uid: 35c923f5-2a76-4e89-a75e-7427dc033d16
  kind: Event
  lastTimestamp: "2026-09-18T20:52:35Z"
  message: 'Readiness probe failed: Get "https://10.134.0.43:8643/healthz": dial tcp
    10.134.0.43:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-18T20:52:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:52:35Z"
    name: isvc-tensorflow-predictor-547dfc5669-mj6mx.18d6858a207b174e
    namespace: kserve-ci-e2e-test
    resourceVersion: "27738"
    uid: 93cd6e68-c3c5-441a-b223-cfde0f14243f
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-79.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-79.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:51:24Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-tensorflow-predictor-547dfc5669
    namespace: kserve-ci-e2e-test
    resourceVersion: "26988"
    uid: be05c585-1579-49c2-b7e7-185103be1088
  kind: Event
  lastTimestamp: "2026-09-18T20:51:24Z"
  message: 'Created pod: isvc-tensorflow-predictor-547dfc5669-mj6mx'
  metadata:
    creationTimestamp: "2026-09-18T20:51:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T20:51:24Z"
    name: isvc-tensorflow-predictor-547dfc5669.18d6857f79aa4661
    namespace: kserve-ci-e2e-test
    resourceVersion: "26998"
    uid: 2aa67c9e-c38e-4e0f-b589-d2dce08ce104
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:51:24Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-tensorflow-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "26986"
    uid: 09c9abd0-8e8f-4d15-b73c-890f2f06cd0a
  kind: Event
  lastTimestamp: "2026-09-18T20:51:24Z"
  message: Scaled up replica set isvc-tensorflow-predictor-547dfc5669 from 0 to 1
  metadata:
    creationTimestamp: "2026-09-18T20:51:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T20:51:24Z"
    name: isvc-tensorflow-predictor.18d6857f76a05a11
    namespace: kserve-ci-e2e-test
    resourceVersion: "26990"
    uid: e876e30f-d4ce-4e71-a553-4ec6b995c257
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-18T20:51:39Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-tensorflow-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "26987"
    uid: cd35e390-6780-4c5a-a5d3-6292334b84b3
  kind: Event
  lastTimestamp: "2026-09-18T20:51:54Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-18T20:51:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T20:51:54Z"
    name: isvc-tensorflow-predictor.18d68582f5b81562
    namespace: kserve-ci-e2e-test
    resourceVersion: "27349"
    uid: 0e19fb39-86d8-40b3-9f55-6af813e2cab5
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-18T20:51:39Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-tensorflow-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "26987"
    uid: cd35e390-6780-4c5a-a5d3-6292334b84b3
  kind: Event
  lastTimestamp: "2026-09-18T20:51:54Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-18T20:51:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T20:51:54Z"
    name: isvc-tensorflow-predictor.18d68582f61b9496
    namespace: kserve-ci-e2e-test
    resourceVersion: "27350"
    uid: a5c101d9-47ec-4717-be94-0c5544c0c5a7
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-18T20:52:10.726945Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-855cfcd677-s4qrk
    namespace: kserve-ci-e2e-test
    resourceVersion: "27520"
    uid: 8539d8a1-0044-43d0-9b09-d68b87b61b16
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-tensorflow-runtime-predictor-855cfcd677-s4qrk
    to ip-10-0-143-76.ec2.internal
  metadata:
    creationTimestamp: "2026-09-18T20:52:10Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-18T20:52:10Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677-s4qrk.18d6858a3e80abca
    namespace: kserve-ci-e2e-test
    resourceVersion: "27526"
    uid: b5a88289-aa4a-42ff-bf01-6ba1b9777875
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-584d99b576-bdzl5
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:52:10Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-855cfcd677-s4qrk
    namespace: kserve-ci-e2e-test
    resourceVersion: "27524"
    uid: 8539d8a1-0044-43d0-9b09-d68b87b61b16
  kind: Event
  lastTimestamp: "2026-09-18T20:52:10Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-tensorflow-runtime-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-18T20:52:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:52:10Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677-s4qrk.18d6858a47561700
    namespace: kserve-ci-e2e-test
    resourceVersion: "27534"
    uid: 00fd805d-4670-4450-9290-7da47898bc9f
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-76.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:52:11Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-855cfcd677-s4qrk
    namespace: kserve-ci-e2e-test
    resourceVersion: "27530"
    uid: 8539d8a1-0044-43d0-9b09-d68b87b61b16
  kind: Event
  lastTimestamp: "2026-09-18T20:52:11Z"
  message: Add eth0 [10.133.0.46/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-18T20:52:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-18T20:52:11Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677-s4qrk.18d6858a843cfb98
    namespace: kserve-ci-e2e-test
    resourceVersion: "27545"
    uid: 1d511eb5-d534-442a-ae6c-59d73c2ddde3
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:52:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-855cfcd677-s4qrk
    namespace: kserve-ci-e2e-test
    resourceVersion: "27524"
    uid: 8539d8a1-0044-43d0-9b09-d68b87b61b16
  kind: Event
  lastTimestamp: "2026-09-18T20:52:11Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:2cbd0ba61f740962b2bad1a0e55e41574489d7afdb86fa314f3953b8c8af773e"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-18T20:52:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:52:11Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677-s4qrk.18d6858a859fd404
    namespace: kserve-ci-e2e-test
    resourceVersion: "27547"
    uid: 6abe924d-3bd9-4b8b-9961-a7052238c8db
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:52:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-855cfcd677-s4qrk
    namespace: kserve-ci-e2e-test
    resourceVersion: "27524"
    uid: 8539d8a1-0044-43d0-9b09-d68b87b61b16
  kind: Event
  lastTimestamp: "2026-09-18T20:52:11Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-18T20:52:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:52:11Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677-s4qrk.18d6858a88cf2883
    namespace: kserve-ci-e2e-test
    resourceVersion: "27549"
    uid: 8c2bc322-0d4c-4975-bdcf-a8980ef58909
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:52:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-855cfcd677-s4qrk
    namespace: kserve-ci-e2e-test
    resourceVersion: "27524"
    uid: 8539d8a1-0044-43d0-9b09-d68b87b61b16
  kind: Event
  lastTimestamp: "2026-09-18T20:52:11Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-18T20:52:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:52:11Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677-s4qrk.18d6858a894263ed
    namespace: kserve-ci-e2e-test
    resourceVersion: "27550"
    uid: e88e6512-84cc-440b-9ac0-eda6445e1325
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:52:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-855cfcd677-s4qrk
    namespace: kserve-ci-e2e-test
    resourceVersion: "27524"
    uid: 8539d8a1-0044-43d0-9b09-d68b87b61b16
  kind: Event
  lastTimestamp: "2026-09-18T20:52:16Z"
  message: Pulling image "tensorflow/serving:2.6.2"
  metadata:
    creationTimestamp: "2026-09-18T20:52:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:52:16Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677-s4qrk.18d6858b8e33d3cc
    namespace: kserve-ci-e2e-test
    resourceVersion: "27590"
    uid: 9a3a3c36-d43f-40b5-8025-a5d0d63d6d3f
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:52:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-855cfcd677-s4qrk
    namespace: kserve-ci-e2e-test
    resourceVersion: "27524"
    uid: 8539d8a1-0044-43d0-9b09-d68b87b61b16
  kind: Event
  lastTimestamp: "2026-09-18T20:52:19Z"
  message: 'Successfully pulled image "tensorflow/serving:2.6.2" in 3.552s (3.552s
    including waiting). Image size: 425873876 bytes.'
  metadata:
    creationTimestamp: "2026-09-18T20:52:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:52:19Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677-s4qrk.18d6858c61f0e469
    namespace: kserve-ci-e2e-test
    resourceVersion: "27617"
    uid: 8c5fa93b-8e7a-4e8d-a723-987748651082
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:52:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-855cfcd677-s4qrk
    namespace: kserve-ci-e2e-test
    resourceVersion: "27524"
    uid: 8539d8a1-0044-43d0-9b09-d68b87b61b16
  kind: Event
  lastTimestamp: "2026-09-18T20:52:19Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-18T20:52:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:52:19Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677-s4qrk.18d6858c65a742a3
    namespace: kserve-ci-e2e-test
    resourceVersion: "27619"
    uid: e1489456-b2da-4517-9595-5b684f41c561
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:52:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-855cfcd677-s4qrk
    namespace: kserve-ci-e2e-test
    resourceVersion: "27524"
    uid: 8539d8a1-0044-43d0-9b09-d68b87b61b16
  kind: Event
  lastTimestamp: "2026-09-18T20:52:19Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-18T20:52:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:52:19Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677-s4qrk.18d6858c6619f46b
    namespace: kserve-ci-e2e-test
    resourceVersion: "27620"
    uid: 3e1e5052-e83b-47a0-8438-786002af7b16
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:52:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-855cfcd677-s4qrk
    namespace: kserve-ci-e2e-test
    resourceVersion: "27524"
    uid: 8539d8a1-0044-43d0-9b09-d68b87b61b16
  kind: Event
  lastTimestamp: "2026-09-18T20:52:19Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-18T20:52:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:52:19Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677-s4qrk.18d6858c662303e5
    namespace: kserve-ci-e2e-test
    resourceVersion: "27621"
    uid: c812eb93-296b-4737-aade-ffe2f71df375
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:52:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-855cfcd677-s4qrk
    namespace: kserve-ci-e2e-test
    resourceVersion: "27524"
    uid: 8539d8a1-0044-43d0-9b09-d68b87b61b16
  kind: Event
  lastTimestamp: "2026-09-18T20:52:20Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-18T20:52:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:52:20Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677-s4qrk.18d6858c68bffd93
    namespace: kserve-ci-e2e-test
    resourceVersion: "27622"
    uid: bacc7195-8eb4-42be-808e-b6c9bc29b52e
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:52:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-855cfcd677-s4qrk
    namespace: kserve-ci-e2e-test
    resourceVersion: "27524"
    uid: 8539d8a1-0044-43d0-9b09-d68b87b61b16
  kind: Event
  lastTimestamp: "2026-09-18T20:52:20Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-18T20:52:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:52:20Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677-s4qrk.18d6858c692f99f2
    namespace: kserve-ci-e2e-test
    resourceVersion: "27623"
    uid: 76c17c13-9cd3-4620-8bca-480b0805d8b2
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-18T20:52:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-855cfcd677-s4qrk
    namespace: kserve-ci-e2e-test
    resourceVersion: "27524"
    uid: 8539d8a1-0044-43d0-9b09-d68b87b61b16
  kind: Event
  lastTimestamp: "2026-09-18T20:52:26Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.46:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-18T20:52:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:52:26Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677-s4qrk.18d6858c7dea7891
    namespace: kserve-ci-e2e-test
    resourceVersion: "27680"
    uid: 9002eb3b-86ba-4e4f-a21c-ec848573b174
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-76.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:52:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-855cfcd677-s4qrk
    namespace: kserve-ci-e2e-test
    resourceVersion: "27524"
    uid: 8539d8a1-0044-43d0-9b09-d68b87b61b16
  kind: Event
  lastTimestamp: "2026-09-18T20:52:51Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-18T20:52:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:52:51Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677-s4qrk.18d68593c860b19f
    namespace: kserve-ci-e2e-test
    resourceVersion: "27887"
    uid: 481d01a0-fc28-4854-a9c2-db45224e035f
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:52:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-855cfcd677-s4qrk
    namespace: kserve-ci-e2e-test
    resourceVersion: "27524"
    uid: 8539d8a1-0044-43d0-9b09-d68b87b61b16
  kind: Event
  lastTimestamp: "2026-09-18T20:52:51Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-18T20:52:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:52:51Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677-s4qrk.18d68593c8613dce
    namespace: kserve-ci-e2e-test
    resourceVersion: "27888"
    uid: 5fedbae9-fc83-4888-8f10-e3bf7efa1cfd
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-09-18T20:52:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-855cfcd677-s4qrk
    namespace: kserve-ci-e2e-test
    resourceVersion: "27524"
    uid: 8539d8a1-0044-43d0-9b09-d68b87b61b16
  kind: Event
  lastTimestamp: "2026-09-18T20:53:21Z"
  message: 'Readiness probe failed: Get "https://10.133.0.46:8643/healthz": dial tcp
    10.133.0.46:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-18T20:52:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:53:21Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677-s4qrk.18d68594dfdad625
    namespace: kserve-ci-e2e-test
    resourceVersion: "28160"
    uid: 1adbd965-449d-4dae-a2b3-55bd650e138c
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-76.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:52:10Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-tensorflow-runtime-predictor-855cfcd677
    namespace: kserve-ci-e2e-test
    resourceVersion: "27512"
    uid: 40ee5611-905f-4c68-90bd-b1dab22e4cc6
  kind: Event
  lastTimestamp: "2026-09-18T20:52:10Z"
  message: 'Created pod: isvc-tensorflow-runtime-predictor-855cfcd677-s4qrk'
  metadata:
    creationTimestamp: "2026-09-18T20:52:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T20:52:10Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677.18d6858a3e0de051
    namespace: kserve-ci-e2e-test
    resourceVersion: "27523"
    uid: 2687671e-e57e-4f53-aec4-ef373b45a3e5
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:52:10Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-tensorflow-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "27509"
    uid: 8a49cbfb-dcd0-4469-87fe-0e5c622ffbb6
  kind: Event
  lastTimestamp: "2026-09-18T20:52:10Z"
  message: Scaled up replica set isvc-tensorflow-runtime-predictor-855cfcd677 from
    0 to 1
  metadata:
    creationTimestamp: "2026-09-18T20:52:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T20:52:10Z"
    name: isvc-tensorflow-runtime-predictor.18d6858a3b16d0f3
    namespace: kserve-ci-e2e-test
    resourceVersion: "27513"
    uid: cec7601d-4630-4c71-b00c-b87f30873e63
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:52:25Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-tensorflow-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "27511"
    uid: a83354cb-336e-4ae5-b646-91dbf366c055
  kind: Event
  lastTimestamp: "2026-09-18T20:52:25Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-18T20:52:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T20:52:25Z"
    name: isvc-tensorflow-runtime-predictor.18d6858db99874cc
    namespace: kserve-ci-e2e-test
    resourceVersion: "27669"
    uid: 904f9e2b-1524-472f-a5fd-24a770515f7d
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:52:25Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-tensorflow-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "27511"
    uid: a83354cb-336e-4ae5-b646-91dbf366c055
  kind: Event
  lastTimestamp: "2026-09-18T20:52:25Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-18T20:52:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T20:52:25Z"
    name: isvc-tensorflow-runtime-predictor.18d6858db9f808da
    namespace: kserve-ci-e2e-test
    resourceVersion: "27671"
    uid: 8489fc63-3b88-40ee-acc2-096b56ad5b84
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:52:40Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-tensorflow-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "27670"
    uid: a83354cb-336e-4ae5-b646-91dbf366c055
  kind: Event
  lastTimestamp: "2026-09-18T20:52:40Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-18T20:52:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T20:52:40Z"
    name: isvc-tensorflow-runtime-predictor.18d6859139c2c687
    namespace: kserve-ci-e2e-test
    resourceVersion: "27790"
    uid: 8f9b3c39-df27-42fa-a11a-a34bb600c3c9
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:52:40Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-tensorflow-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "27670"
    uid: a83354cb-336e-4ae5-b646-91dbf366c055
  kind: Event
  lastTimestamp: "2026-09-18T20:52:40Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-18T20:52:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T20:52:40Z"
    name: isvc-tensorflow-runtime-predictor.18d685913a288ff5
    namespace: kserve-ci-e2e-test
    resourceVersion: "27792"
    uid: f0ca8856-7717-4d0f-9db7-45de003ba657
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-18T20:52:10Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-tensorflow-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "27501"
    uid: f258d7e3-376e-4469-b8b5-8524d49cf0a0
  kind: Event
  lastTimestamp: "2026-09-18T20:52:36Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-18T20:52:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T20:52:36Z"
    name: isvc-tensorflow-runtime.18d6858a3b28c9e6
    namespace: kserve-ci-e2e-test
    resourceVersion: "27761"
    uid: 656a2e47-f6cf-4f7e-9772-6add9d2e854a
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:52:10Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-tensorflow-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "27501"
    uid: f258d7e3-376e-4469-b8b5-8524d49cf0a0
  kind: Event
  lastTimestamp: "2026-09-18T20:52:10Z"
  message: 'Failed to update status for InferenceService "isvc-tensorflow-runtime":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-tensorflow-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-18T20:52:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T20:52:10Z"
    name: isvc-tensorflow-runtime.18d6858a3bb362a9
    namespace: kserve-ci-e2e-test
    resourceVersion: "27517"
    uid: 8401129e-182a-4df1-a64d-486bbfdab743
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:52:36Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-tensorflow-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "27759"
    uid: f258d7e3-376e-4469-b8b5-8524d49cf0a0
  kind: Event
  lastTimestamp: "2026-09-18T20:52:36Z"
  message: InferenceService [isvc-tensorflow-runtime] is Ready
  metadata:
    creationTimestamp: "2026-09-18T20:52:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T20:52:36Z"
    name: isvc-tensorflow-runtime.18d685903d2431fd
    namespace: kserve-ci-e2e-test
    resourceVersion: "27760"
    uid: 76cd1422-cc1a-4e49-b573-85c5978dfc7c
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-18T20:51:24Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-tensorflow
    namespace: kserve-ci-e2e-test
    resourceVersion: "26978"
    uid: 1469b00c-83f5-4515-ba89-03bc06a3f109
  kind: Event
  lastTimestamp: "2026-09-18T20:51:50Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-18T20:51:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T20:51:50Z"
    name: isvc-tensorflow.18d6857f76b77b7a
    namespace: kserve-ci-e2e-test
    resourceVersion: "27274"
    uid: 8eef81cd-476d-4b01-bf82-696321b0e15b
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:51:24Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-tensorflow
    namespace: kserve-ci-e2e-test
    resourceVersion: "26978"
    uid: 1469b00c-83f5-4515-ba89-03bc06a3f109
  kind: Event
  lastTimestamp: "2026-09-18T20:51:24Z"
  message: 'Failed to update status for InferenceService "isvc-tensorflow": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-tensorflow":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-18T20:51:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T20:51:24Z"
    name: isvc-tensorflow.18d6857f773f6949
    namespace: kserve-ci-e2e-test
    resourceVersion: "26994"
    uid: 7010b515-bf5f-4848-a2da-db19e5968c2a
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:51:50Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-tensorflow
    namespace: kserve-ci-e2e-test
    resourceVersion: "27272"
    uid: 1469b00c-83f5-4515-ba89-03bc06a3f109
  kind: Event
  lastTimestamp: "2026-09-18T20:51:50Z"
  message: InferenceService [isvc-tensorflow] is Ready
  metadata:
    creationTimestamp: "2026-09-18T20:51:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T20:51:50Z"
    name: isvc-tensorflow.18d685857de7a7ea
    namespace: kserve-ci-e2e-test
    resourceVersion: "27273"
    uid: 925c8f86-23e6-4b49-9873-9e97dc05e0b8
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-18T20:52:56.905680Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-triton-predictor-5d7db58676-8c4l7
    namespace: kserve-ci-e2e-test
    resourceVersion: "27946"
    uid: a98ec1e9-74c0-43bc-a0e7-8a4d8626ba03
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-triton-predictor-5d7db58676-8c4l7
    to ip-10-0-130-79.ec2.internal
  metadata:
    creationTimestamp: "2026-09-18T20:52:56Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-18T20:52:56Z"
    name: isvc-triton-predictor-5d7db58676-8c4l7.18d68594fef84891
    namespace: kserve-ci-e2e-test
    resourceVersion: "27953"
    uid: d2ffa646-28fe-43b1-a1df-7938199d4e7b
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-584d99b576-bdzl5
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:52:57Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-triton-predictor-5d7db58676-8c4l7
    namespace: kserve-ci-e2e-test
    resourceVersion: "27956"
    uid: a98ec1e9-74c0-43bc-a0e7-8a4d8626ba03
  kind: Event
  lastTimestamp: "2026-09-18T20:52:57Z"
  message: Add eth0 [10.134.0.44/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-18T20:52:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-18T20:52:57Z"
    name: isvc-triton-predictor-5d7db58676-8c4l7.18d68595213a0db2
    namespace: kserve-ci-e2e-test
    resourceVersion: "27964"
    uid: e7d3d3b4-b06e-4bd5-b6cd-0f92bc819f95
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:52:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-triton-predictor-5d7db58676-8c4l7
    namespace: kserve-ci-e2e-test
    resourceVersion: "27948"
    uid: a98ec1e9-74c0-43bc-a0e7-8a4d8626ba03
  kind: Event
  lastTimestamp: "2026-09-18T20:52:57Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:2cbd0ba61f740962b2bad1a0e55e41574489d7afdb86fa314f3953b8c8af773e"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-18T20:52:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:52:57Z"
    name: isvc-triton-predictor-5d7db58676-8c4l7.18d6859522aafc4c
    namespace: kserve-ci-e2e-test
    resourceVersion: "27966"
    uid: be8fb1f3-d451-481c-9995-5c812bfde39a
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-79.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-79.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:52:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-triton-predictor-5d7db58676-8c4l7
    namespace: kserve-ci-e2e-test
    resourceVersion: "27948"
    uid: a98ec1e9-74c0-43bc-a0e7-8a4d8626ba03
  kind: Event
  lastTimestamp: "2026-09-18T20:52:57Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-18T20:52:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:52:57Z"
    name: isvc-triton-predictor-5d7db58676-8c4l7.18d68595255be8f0
    namespace: kserve-ci-e2e-test
    resourceVersion: "27967"
    uid: 9756c835-9975-44c9-9bb4-92fa914e3c6a
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-79.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-79.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:52:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-triton-predictor-5d7db58676-8c4l7
    namespace: kserve-ci-e2e-test
    resourceVersion: "27948"
    uid: a98ec1e9-74c0-43bc-a0e7-8a4d8626ba03
  kind: Event
  lastTimestamp: "2026-09-18T20:52:57Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-18T20:52:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:52:57Z"
    name: isvc-triton-predictor-5d7db58676-8c4l7.18d6859525d1a25e
    namespace: kserve-ci-e2e-test
    resourceVersion: "27968"
    uid: d4f2741d-b93f-454c-9ab0-5992cf5005ea
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-79.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-79.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:53:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-triton-predictor-5d7db58676-8c4l7
    namespace: kserve-ci-e2e-test
    resourceVersion: "27948"
    uid: a98ec1e9-74c0-43bc-a0e7-8a4d8626ba03
  kind: Event
  lastTimestamp: "2026-09-18T20:53:01Z"
  message: Pulling image "nvcr.io/nvidia/tritonserver:23.05-py3"
  metadata:
    creationTimestamp: "2026-09-18T20:53:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:53:01Z"
    name: isvc-triton-predictor-5d7db58676-8c4l7.18d68596199f71fe
    namespace: kserve-ci-e2e-test
    resourceVersion: "28013"
    uid: 5703a2fe-4043-4e3b-932e-f5d18618a211
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-79.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-79.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:54:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-triton-predictor-5d7db58676-8c4l7
    namespace: kserve-ci-e2e-test
    resourceVersion: "27948"
    uid: a98ec1e9-74c0-43bc-a0e7-8a4d8626ba03
  kind: Event
  lastTimestamp: "2026-09-18T20:54:56Z"
  message: 'Successfully pulled image "nvcr.io/nvidia/tritonserver:23.05-py3" in 1m54.824s
    (1m54.824s including waiting). Image size: 12907074623 bytes.'
  metadata:
    creationTimestamp: "2026-09-18T20:54:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:54:56Z"
    name: isvc-triton-predictor-5d7db58676-8c4l7.18d685b0d5b4dfbe
    namespace: kserve-ci-e2e-test
    resourceVersion: "29064"
    uid: f059b339-5754-445a-8270-7118e3f5be8d
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-79.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-79.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:54:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-triton-predictor-5d7db58676-8c4l7
    namespace: kserve-ci-e2e-test
    resourceVersion: "27948"
    uid: a98ec1e9-74c0-43bc-a0e7-8a4d8626ba03
  kind: Event
  lastTimestamp: "2026-09-18T20:54:56Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-18T20:54:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:54:56Z"
    name: isvc-triton-predictor-5d7db58676-8c4l7.18d685b0dc05ee08
    namespace: kserve-ci-e2e-test
    resourceVersion: "29065"
    uid: 7d1da865-a253-4696-bbf5-d8073a9d9249
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-79.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-79.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:54:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-triton-predictor-5d7db58676-8c4l7
    namespace: kserve-ci-e2e-test
    resourceVersion: "27948"
    uid: a98ec1e9-74c0-43bc-a0e7-8a4d8626ba03
  kind: Event
  lastTimestamp: "2026-09-18T20:54:56Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-18T20:54:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:54:56Z"
    name: isvc-triton-predictor-5d7db58676-8c4l7.18d685b0dd146f22
    namespace: kserve-ci-e2e-test
    resourceVersion: "29066"
    uid: b8a7da5c-4d44-4ceb-8f3a-0dcfc5dba8c9
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-79.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-79.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:54:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-triton-predictor-5d7db58676-8c4l7
    namespace: kserve-ci-e2e-test
    resourceVersion: "27948"
    uid: a98ec1e9-74c0-43bc-a0e7-8a4d8626ba03
  kind: Event
  lastTimestamp: "2026-09-18T20:54:56Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-18T20:54:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:54:56Z"
    name: isvc-triton-predictor-5d7db58676-8c4l7.18d685b0dd1ebda8
    namespace: kserve-ci-e2e-test
    resourceVersion: "29067"
    uid: 42c6f31f-cbf4-4966-b454-f80faad0297a
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-79.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-79.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:54:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-triton-predictor-5d7db58676-8c4l7
    namespace: kserve-ci-e2e-test
    resourceVersion: "27948"
    uid: a98ec1e9-74c0-43bc-a0e7-8a4d8626ba03
  kind: Event
  lastTimestamp: "2026-09-18T20:54:56Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-18T20:54:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:54:56Z"
    name: isvc-triton-predictor-5d7db58676-8c4l7.18d685b0e33699bc
    namespace: kserve-ci-e2e-test
    resourceVersion: "29068"
    uid: 365995cc-2ea7-437b-9b7a-21b3a67e1b5a
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-79.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-79.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:54:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-triton-predictor-5d7db58676-8c4l7
    namespace: kserve-ci-e2e-test
    resourceVersion: "27948"
    uid: a98ec1e9-74c0-43bc-a0e7-8a4d8626ba03
  kind: Event
  lastTimestamp: "2026-09-18T20:54:56Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-18T20:54:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:54:56Z"
    name: isvc-triton-predictor-5d7db58676-8c4l7.18d685b0e4263313
    namespace: kserve-ci-e2e-test
    resourceVersion: "29069"
    uid: 1e763b1f-4c9d-4dad-b002-4df92edf3943
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-79.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-79.ec2.internal
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-18T20:54:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-triton-predictor-5d7db58676-8c4l7
    namespace: kserve-ci-e2e-test
    resourceVersion: "27948"
    uid: a98ec1e9-74c0-43bc-a0e7-8a4d8626ba03
  kind: Event
  lastTimestamp: "2026-09-18T20:55:04Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.44:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-18T20:54:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:55:04Z"
    name: isvc-triton-predictor-5d7db58676-8c4l7.18d685b1473d8674
    namespace: kserve-ci-e2e-test
    resourceVersion: "29181"
    uid: ef1066f7-4240-41e1-9ea9-cacfe3de75e1
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-79.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-79.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:55:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-triton-predictor-5d7db58676-8c4l7
    namespace: kserve-ci-e2e-test
    resourceVersion: "27948"
    uid: a98ec1e9-74c0-43bc-a0e7-8a4d8626ba03
  kind: Event
  lastTimestamp: "2026-09-18T20:55:21Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-18T20:55:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:55:21Z"
    name: isvc-triton-predictor-5d7db58676-8c4l7.18d685b6a0a85f7b
    namespace: kserve-ci-e2e-test
    resourceVersion: "29337"
    uid: 40e25675-0ce2-4f29-8603-a58245158a46
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-79.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-79.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:55:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-triton-predictor-5d7db58676-8c4l7
    namespace: kserve-ci-e2e-test
    resourceVersion: "27948"
    uid: a98ec1e9-74c0-43bc-a0e7-8a4d8626ba03
  kind: Event
  lastTimestamp: "2026-09-18T20:55:21Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-18T20:55:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:55:21Z"
    name: isvc-triton-predictor-5d7db58676-8c4l7.18d685b6a0a8d0a8
    namespace: kserve-ci-e2e-test
    resourceVersion: "29338"
    uid: 4cbff2f3-5d4e-4542-b542-24be1cdfbb8e
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-79.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-79.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:52:56Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-triton-predictor-5d7db58676
    namespace: kserve-ci-e2e-test
    resourceVersion: "27937"
    uid: 89e63ba1-07e8-4434-802f-f673fd894ec1
  kind: Event
  lastTimestamp: "2026-09-18T20:52:56Z"
  message: 'Created pod: isvc-triton-predictor-5d7db58676-8c4l7'
  metadata:
    creationTimestamp: "2026-09-18T20:52:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T20:52:56Z"
    name: isvc-triton-predictor-5d7db58676.18d68594fe3fe7ed
    namespace: kserve-ci-e2e-test
    resourceVersion: "27947"
    uid: 1fcd78b8-7a35-46a3-9697-9146064f5003
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:52:56Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-triton-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "27935"
    uid: 044510d4-81eb-4c56-8d14-599d001fbdd1
  kind: Event
  lastTimestamp: "2026-09-18T20:52:56Z"
  message: Scaled up replica set isvc-triton-predictor-5d7db58676 from 0 to 1
  metadata:
    creationTimestamp: "2026-09-18T20:52:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T20:52:56Z"
    name: isvc-triton-predictor.18d68594fb93d69b
    namespace: kserve-ci-e2e-test
    resourceVersion: "27939"
    uid: fe263c90-9d60-4363-a6ad-879ea9117fc9
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-09-18T20:53:11Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-triton-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "27936"
    uid: 1367f36a-21dc-4b99-ab9e-2360e253617f
  kind: Event
  lastTimestamp: "2026-09-18T20:55:11Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-18T20:53:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T20:55:11Z"
    name: isvc-triton-predictor.18d685987a696256
    namespace: kserve-ci-e2e-test
    resourceVersion: "29241"
    uid: 8baf2603-8876-4329-98c4-7b3e4a904293
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-09-18T20:53:11Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-triton-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "27936"
    uid: 1367f36a-21dc-4b99-ab9e-2360e253617f
  kind: Event
  lastTimestamp: "2026-09-18T20:55:11Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-18T20:53:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T20:55:11Z"
    name: isvc-triton-predictor.18d685987acd4028
    namespace: kserve-ci-e2e-test
    resourceVersion: "29242"
    uid: 6932b25b-a2eb-4de8-ae5b-34cd887bc30d
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-18T20:52:56Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-triton
    namespace: kserve-ci-e2e-test
    resourceVersion: "27927"
    uid: e18d368c-a55f-4010-a63b-f29ffc79bd44
  kind: Event
  lastTimestamp: "2026-09-18T20:55:14Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-18T20:52:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T20:55:14Z"
    name: isvc-triton.18d68594fbc26e32
    namespace: kserve-ci-e2e-test
    resourceVersion: "29272"
    uid: 0776b290-69a8-4434-9045-3113f2345afb
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:52:56Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-triton
    namespace: kserve-ci-e2e-test
    resourceVersion: "27927"
    uid: e18d368c-a55f-4010-a63b-f29ffc79bd44
  kind: Event
  lastTimestamp: "2026-09-18T20:52:56Z"
  message: 'Failed to update status for InferenceService "isvc-triton": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-triton": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-09-18T20:52:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T20:52:56Z"
    name: isvc-triton.18d68594fc4844b1
    namespace: kserve-ci-e2e-test
    resourceVersion: "27943"
    uid: 4fbc2de5-b5e3-41b6-8ed9-f57199c6ae3e
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:55:14Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-triton
    namespace: kserve-ci-e2e-test
    resourceVersion: "29267"
    uid: e18d368c-a55f-4010-a63b-f29ffc79bd44
  kind: Event
  lastTimestamp: "2026-09-18T20:55:14Z"
  message: InferenceService [isvc-triton] is Ready
  metadata:
    creationTimestamp: "2026-09-18T20:55:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T20:55:14Z"
    name: isvc-triton.18d685b5068173e8
    namespace: kserve-ci-e2e-test
    resourceVersion: "29268"
    uid: 0760fa0b-b5c4-4174-b282-5e84cf38f24f
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-18T20:55:26.554336Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-predictor-7566d65bf7-wvnhw
    namespace: kserve-ci-e2e-test
    resourceVersion: "29407"
    uid: c262d8ce-d59b-4222-a950-101197b5a722
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-xgboost-predictor-7566d65bf7-wvnhw
    to ip-10-0-130-79.ec2.internal
  metadata:
    creationTimestamp: "2026-09-18T20:55:26Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-18T20:55:26Z"
    name: isvc-xgboost-predictor-7566d65bf7-wvnhw.18d685b7d6b98df8
    namespace: kserve-ci-e2e-test
    resourceVersion: "29413"
    uid: 3a7b6996-b78d-4963-86f6-bf1bc8f8fe69
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-584d99b576-bdzl5
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:55:27Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-predictor-7566d65bf7-wvnhw
    namespace: kserve-ci-e2e-test
    resourceVersion: "29419"
    uid: c262d8ce-d59b-4222-a950-101197b5a722
  kind: Event
  lastTimestamp: "2026-09-18T20:55:27Z"
  message: Add eth0 [10.134.0.47/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-18T20:55:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-18T20:55:27Z"
    name: isvc-xgboost-predictor-7566d65bf7-wvnhw.18d685b7fc40fc3d
    namespace: kserve-ci-e2e-test
    resourceVersion: "29427"
    uid: f2038a92-4853-469a-ba61-7e571f80d4cb
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:55:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-predictor-7566d65bf7-wvnhw
    namespace: kserve-ci-e2e-test
    resourceVersion: "29409"
    uid: c262d8ce-d59b-4222-a950-101197b5a722
  kind: Event
  lastTimestamp: "2026-09-18T20:55:27Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:2cbd0ba61f740962b2bad1a0e55e41574489d7afdb86fa314f3953b8c8af773e"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-18T20:55:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:55:27Z"
    name: isvc-xgboost-predictor-7566d65bf7-wvnhw.18d685b7fdd513b6
    namespace: kserve-ci-e2e-test
    resourceVersion: "29429"
    uid: 99508c54-5927-4905-83b6-715cd7c0e091
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-79.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-79.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:55:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-predictor-7566d65bf7-wvnhw
    namespace: kserve-ci-e2e-test
    resourceVersion: "29409"
    uid: c262d8ce-d59b-4222-a950-101197b5a722
  kind: Event
  lastTimestamp: "2026-09-18T20:55:27Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-18T20:55:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:55:27Z"
    name: isvc-xgboost-predictor-7566d65bf7-wvnhw.18d685b802bee645
    namespace: kserve-ci-e2e-test
    resourceVersion: "29431"
    uid: be63f967-3246-454e-b242-edf206bc9e99
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-79.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-79.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:55:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-predictor-7566d65bf7-wvnhw
    namespace: kserve-ci-e2e-test
    resourceVersion: "29409"
    uid: c262d8ce-d59b-4222-a950-101197b5a722
  kind: Event
  lastTimestamp: "2026-09-18T20:55:27Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-18T20:55:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:55:27Z"
    name: isvc-xgboost-predictor-7566d65bf7-wvnhw.18d685b803bac3b6
    namespace: kserve-ci-e2e-test
    resourceVersion: "29432"
    uid: 8a9bae68-9f1c-4818-a681-9eee4608b5d8
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-79.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-79.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:55:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-predictor-7566d65bf7-wvnhw
    namespace: kserve-ci-e2e-test
    resourceVersion: "29409"
    uid: c262d8ce-d59b-4222-a950-101197b5a722
  kind: Event
  lastTimestamp: "2026-09-18T20:55:31Z"
  message: Pulling image "kserve/xgbserver:latest"
  metadata:
    creationTimestamp: "2026-09-18T20:55:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:55:31Z"
    name: isvc-xgboost-predictor-7566d65bf7-wvnhw.18d685b9010a7b2e
    namespace: kserve-ci-e2e-test
    resourceVersion: "29463"
    uid: a6d39dd5-056d-429e-89cd-2ed2f4781bfe
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-79.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-79.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:55:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-predictor-7566d65bf7-wvnhw
    namespace: kserve-ci-e2e-test
    resourceVersion: "29409"
    uid: c262d8ce-d59b-4222-a950-101197b5a722
  kind: Event
  lastTimestamp: "2026-09-18T20:55:51Z"
  message: 'Successfully pulled image "kserve/xgbserver:latest" in 19.489s (19.489s
    including waiting). Image size: 1436472579 bytes.'
  metadata:
    creationTimestamp: "2026-09-18T20:55:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:55:51Z"
    name: isvc-xgboost-predictor-7566d65bf7-wvnhw.18d685bd8ab2b4b0
    namespace: kserve-ci-e2e-test
    resourceVersion: "29608"
    uid: 97b39acf-731c-4f8d-ab56-93145e9b7981
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-79.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-79.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:55:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-predictor-7566d65bf7-wvnhw
    namespace: kserve-ci-e2e-test
    resourceVersion: "29409"
    uid: c262d8ce-d59b-4222-a950-101197b5a722
  kind: Event
  lastTimestamp: "2026-09-18T20:55:51Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-18T20:55:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:55:51Z"
    name: isvc-xgboost-predictor-7566d65bf7-wvnhw.18d685bd8dcbcf5d
    namespace: kserve-ci-e2e-test
    resourceVersion: "29609"
    uid: 8bbc40a1-87e2-46c9-b9bc-23f18ee57cb8
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-79.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-79.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:55:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-predictor-7566d65bf7-wvnhw
    namespace: kserve-ci-e2e-test
    resourceVersion: "29409"
    uid: c262d8ce-d59b-4222-a950-101197b5a722
  kind: Event
  lastTimestamp: "2026-09-18T20:55:51Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-18T20:55:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:55:51Z"
    name: isvc-xgboost-predictor-7566d65bf7-wvnhw.18d685bd8e307e0d
    namespace: kserve-ci-e2e-test
    resourceVersion: "29610"
    uid: 2b849b90-20ca-4653-9ae7-6751e2e2d509
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-79.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-79.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:55:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-predictor-7566d65bf7-wvnhw
    namespace: kserve-ci-e2e-test
    resourceVersion: "29409"
    uid: c262d8ce-d59b-4222-a950-101197b5a722
  kind: Event
  lastTimestamp: "2026-09-18T20:55:51Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-18T20:55:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:55:51Z"
    name: isvc-xgboost-predictor-7566d65bf7-wvnhw.18d685bd8e3cc772
    namespace: kserve-ci-e2e-test
    resourceVersion: "29611"
    uid: 8f4d2271-af03-4a2d-b66b-e55755441935
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-79.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-79.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:55:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-predictor-7566d65bf7-wvnhw
    namespace: kserve-ci-e2e-test
    resourceVersion: "29409"
    uid: c262d8ce-d59b-4222-a950-101197b5a722
  kind: Event
  lastTimestamp: "2026-09-18T20:55:51Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-18T20:55:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:55:51Z"
    name: isvc-xgboost-predictor-7566d65bf7-wvnhw.18d685bd91c0a076
    namespace: kserve-ci-e2e-test
    resourceVersion: "29613"
    uid: e88f65f2-a464-4b5f-a313-0c736986bc47
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-79.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-79.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:55:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-predictor-7566d65bf7-wvnhw
    namespace: kserve-ci-e2e-test
    resourceVersion: "29409"
    uid: c262d8ce-d59b-4222-a950-101197b5a722
  kind: Event
  lastTimestamp: "2026-09-18T20:55:51Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-18T20:55:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:55:51Z"
    name: isvc-xgboost-predictor-7566d65bf7-wvnhw.18d685bd9244e43e
    namespace: kserve-ci-e2e-test
    resourceVersion: "29614"
    uid: 2e6a230e-4a1b-464c-8ce4-db0711e750d5
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-79.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-79.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-09-18T20:55:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-predictor-7566d65bf7-wvnhw
    namespace: kserve-ci-e2e-test
    resourceVersion: "29409"
    uid: c262d8ce-d59b-4222-a950-101197b5a722
  kind: Event
  lastTimestamp: "2026-09-18T20:57:08Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.47:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-18T20:55:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:57:08Z"
    name: isvc-xgboost-predictor-7566d65bf7-wvnhw.18d685bdeb9d0344
    namespace: kserve-ci-e2e-test
    resourceVersion: "30380"
    uid: fdd4ba73-3ab5-4347-8f56-d69b534d0574
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-79.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-79.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:57:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-predictor-7566d65bf7-wvnhw
    namespace: kserve-ci-e2e-test
    resourceVersion: "29409"
    uid: c262d8ce-d59b-4222-a950-101197b5a722
  kind: Event
  lastTimestamp: "2026-09-18T20:57:07Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-18T20:57:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:57:07Z"
    name: isvc-xgboost-predictor-7566d65bf7-wvnhw.18d685cf427888f9
    namespace: kserve-ci-e2e-test
    resourceVersion: "30365"
    uid: 20061297-ee34-4487-9893-e7f060a396a1
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-79.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-79.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:57:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-predictor-7566d65bf7-wvnhw
    namespace: kserve-ci-e2e-test
    resourceVersion: "29409"
    uid: c262d8ce-d59b-4222-a950-101197b5a722
  kind: Event
  lastTimestamp: "2026-09-18T20:57:07Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-18T20:57:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:57:07Z"
    name: isvc-xgboost-predictor-7566d65bf7-wvnhw.18d685cf4279504c
    namespace: kserve-ci-e2e-test
    resourceVersion: "30366"
    uid: 4531cbcc-e424-4da0-a451-c2355bd86b22
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-79.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-79.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:57:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-predictor-7566d65bf7-wvnhw
    namespace: kserve-ci-e2e-test
    resourceVersion: "29409"
    uid: c262d8ce-d59b-4222-a950-101197b5a722
  kind: Event
  lastTimestamp: "2026-09-18T20:57:08Z"
  message: 'Readiness probe failed: Get "https://10.134.0.47:8643/healthz": dial tcp
    10.134.0.47:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-18T20:57:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:57:08Z"
    name: isvc-xgboost-predictor-7566d65bf7-wvnhw.18d685cf9dc37568
    namespace: kserve-ci-e2e-test
    resourceVersion: "30379"
    uid: fa8083e1-3de3-4b6e-8ce8-22a486bf483e
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-79.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-79.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:55:26Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-xgboost-predictor-7566d65bf7
    namespace: kserve-ci-e2e-test
    resourceVersion: "29395"
    uid: 7adaedfe-8a0d-41a4-b391-14ac6f401273
  kind: Event
  lastTimestamp: "2026-09-18T20:55:26Z"
  message: 'Created pod: isvc-xgboost-predictor-7566d65bf7-wvnhw'
  metadata:
    creationTimestamp: "2026-09-18T20:55:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T20:55:26Z"
    name: isvc-xgboost-predictor-7566d65bf7.18d685b7d65daba4
    namespace: kserve-ci-e2e-test
    resourceVersion: "29408"
    uid: 1fe52e62-30cf-40c1-ad8c-42f8464b28d2
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:55:26Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "29393"
    uid: 316b1ded-f315-4741-98dd-e084c039ed29
  kind: Event
  lastTimestamp: "2026-09-18T20:55:26Z"
  message: Scaled up replica set isvc-xgboost-predictor-7566d65bf7 from 0 to 1
  metadata:
    creationTimestamp: "2026-09-18T20:55:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T20:55:26Z"
    name: isvc-xgboost-predictor.18d685b7d35cdbc4
    namespace: kserve-ci-e2e-test
    resourceVersion: "29397"
    uid: 5761acdb-8faa-4556-ab79-7bb2163e993d
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-18T20:55:41Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "29394"
    uid: 17fc5ee6-ab51-43e9-af0f-e07291a32b7a
  kind: Event
  lastTimestamp: "2026-09-18T20:55:56Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-18T20:55:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T20:55:56Z"
    name: isvc-xgboost-predictor.18d685bb523950df
    namespace: kserve-ci-e2e-test
    resourceVersion: "29652"
    uid: 4610fec1-e2cc-4046-a549-6601b4270641
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-18T20:55:41Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "29394"
    uid: 17fc5ee6-ab51-43e9-af0f-e07291a32b7a
  kind: Event
  lastTimestamp: "2026-09-18T20:55:56Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-18T20:55:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T20:55:56Z"
    name: isvc-xgboost-predictor.18d685bb529f81d1
    namespace: kserve-ci-e2e-test
    resourceVersion: "29653"
    uid: e24a8eec-6774-409c-a78c-a05129d05665
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-18T20:56:11Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "29537"
    uid: 17fc5ee6-ab51-43e9-af0f-e07291a32b7a
  kind: Event
  lastTimestamp: "2026-09-18T20:56:56Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-18T20:56:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T20:56:56Z"
    name: isvc-xgboost-predictor.18d685c250a6e005
    namespace: kserve-ci-e2e-test
    resourceVersion: "30249"
    uid: dea9ac63-dcd0-4e1f-8ca8-1e51fae8fc52
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-18T20:56:11Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "29537"
    uid: 17fc5ee6-ab51-43e9-af0f-e07291a32b7a
  kind: Event
  lastTimestamp: "2026-09-18T20:56:56Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-18T20:56:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T20:56:56Z"
    name: isvc-xgboost-predictor.18d685c2510a2de2
    namespace: kserve-ci-e2e-test
    resourceVersion: "30250"
    uid: 6a7babae-19fb-4bc6-86ab-b0772eed3d76
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-18T20:59:02.855754Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-runtime-predictor-54dd488c85-sgbjm
    namespace: kserve-ci-e2e-test
    resourceVersion: "31564"
    uid: d6341399-06fa-4733-97d2-aa6c141e81c4
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-xgboost-runtime-predictor-54dd488c85-sgbjm
    to ip-10-0-143-76.ec2.internal
  metadata:
    creationTimestamp: "2026-09-18T20:59:02Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-18T20:59:02Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85-sgbjm.18d685ea334b4a6f
    namespace: kserve-ci-e2e-test
    resourceVersion: "31568"
    uid: 63aa0c8b-41bb-454f-a229-7fbdb6213d28
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-584d99b576-bdzl5
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:59:03Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-runtime-predictor-54dd488c85-sgbjm
    namespace: kserve-ci-e2e-test
    resourceVersion: "31572"
    uid: d6341399-06fa-4733-97d2-aa6c141e81c4
  kind: Event
  lastTimestamp: "2026-09-18T20:59:03Z"
  message: Add eth0 [10.133.0.52/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-18T20:59:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-18T20:59:03Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85-sgbjm.18d685ea554b0d20
    namespace: kserve-ci-e2e-test
    resourceVersion: "31584"
    uid: 70aaa303-a75a-48fc-b3c5-d74664ea481b
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:59:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-54dd488c85-sgbjm
    namespace: kserve-ci-e2e-test
    resourceVersion: "31566"
    uid: d6341399-06fa-4733-97d2-aa6c141e81c4
  kind: Event
  lastTimestamp: "2026-09-18T20:59:03Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:2cbd0ba61f740962b2bad1a0e55e41574489d7afdb86fa314f3953b8c8af773e"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-18T20:59:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:59:03Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85-sgbjm.18d685ea569cbf87
    namespace: kserve-ci-e2e-test
    resourceVersion: "31586"
    uid: b1e43600-b00f-4bc5-9194-66ed2ab16b34
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:59:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-54dd488c85-sgbjm
    namespace: kserve-ci-e2e-test
    resourceVersion: "31566"
    uid: d6341399-06fa-4733-97d2-aa6c141e81c4
  kind: Event
  lastTimestamp: "2026-09-18T20:59:03Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-18T20:59:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:59:03Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85-sgbjm.18d685ea59a64603
    namespace: kserve-ci-e2e-test
    resourceVersion: "31587"
    uid: e7b10225-8616-48ea-8d52-8e1addca30aa
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:59:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-54dd488c85-sgbjm
    namespace: kserve-ci-e2e-test
    resourceVersion: "31566"
    uid: d6341399-06fa-4733-97d2-aa6c141e81c4
  kind: Event
  lastTimestamp: "2026-09-18T20:59:03Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-18T20:59:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:59:03Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85-sgbjm.18d685ea5a1702c0
    namespace: kserve-ci-e2e-test
    resourceVersion: "31588"
    uid: 0111ed6b-fb25-4ac8-b0b6-41191cf88e4a
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:59:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-54dd488c85-sgbjm
    namespace: kserve-ci-e2e-test
    resourceVersion: "31566"
    uid: d6341399-06fa-4733-97d2-aa6c141e81c4
  kind: Event
  lastTimestamp: "2026-09-18T20:59:08Z"
  message: Pulling image "kserve/xgbserver:latest"
  metadata:
    creationTimestamp: "2026-09-18T20:59:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:59:08Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85-sgbjm.18d685eb67b628be
    namespace: kserve-ci-e2e-test
    resourceVersion: "31631"
    uid: 3540dae0-af1b-4a94-957c-e29fa6bf3543
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:59:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-54dd488c85-sgbjm
    namespace: kserve-ci-e2e-test
    resourceVersion: "31566"
    uid: d6341399-06fa-4733-97d2-aa6c141e81c4
  kind: Event
  lastTimestamp: "2026-09-18T20:59:27Z"
  message: 'Successfully pulled image "kserve/xgbserver:latest" in 19.055s (19.055s
    including waiting). Image size: 1436472579 bytes.'
  metadata:
    creationTimestamp: "2026-09-18T20:59:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:59:27Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85-sgbjm.18d685efd7851a99
    namespace: kserve-ci-e2e-test
    resourceVersion: "31770"
    uid: e2169c15-c380-4c44-b678-8576df21bb32
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:59:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-54dd488c85-sgbjm
    namespace: kserve-ci-e2e-test
    resourceVersion: "31566"
    uid: d6341399-06fa-4733-97d2-aa6c141e81c4
  kind: Event
  lastTimestamp: "2026-09-18T20:59:27Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-18T20:59:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:59:27Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85-sgbjm.18d685efdaf9e9fd
    namespace: kserve-ci-e2e-test
    resourceVersion: "31771"
    uid: fac288c9-7b78-4ba4-a47d-2f32b1ee651a
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:59:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-54dd488c85-sgbjm
    namespace: kserve-ci-e2e-test
    resourceVersion: "31566"
    uid: d6341399-06fa-4733-97d2-aa6c141e81c4
  kind: Event
  lastTimestamp: "2026-09-18T20:59:27Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-18T20:59:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:59:27Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85-sgbjm.18d685efdb653af3
    namespace: kserve-ci-e2e-test
    resourceVersion: "31772"
    uid: aae38eda-4520-44d2-8dc0-a45d4026cb4c
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:59:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-54dd488c85-sgbjm
    namespace: kserve-ci-e2e-test
    resourceVersion: "31566"
    uid: d6341399-06fa-4733-97d2-aa6c141e81c4
  kind: Event
  lastTimestamp: "2026-09-18T20:59:27Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-18T20:59:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:59:27Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85-sgbjm.18d685efdb6ea0f7
    namespace: kserve-ci-e2e-test
    resourceVersion: "31773"
    uid: 8aaf9b10-06e6-4e60-82f5-59fb3ce51112
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:59:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-54dd488c85-sgbjm
    namespace: kserve-ci-e2e-test
    resourceVersion: "31566"
    uid: d6341399-06fa-4733-97d2-aa6c141e81c4
  kind: Event
  lastTimestamp: "2026-09-18T20:59:27Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-18T20:59:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:59:27Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85-sgbjm.18d685efde7806b0
    namespace: kserve-ci-e2e-test
    resourceVersion: "31775"
    uid: f4993b40-e3b7-4bd3-9258-be0f44a1abcd
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:59:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-54dd488c85-sgbjm
    namespace: kserve-ci-e2e-test
    resourceVersion: "31566"
    uid: d6341399-06fa-4733-97d2-aa6c141e81c4
  kind: Event
  lastTimestamp: "2026-09-18T20:59:27Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-18T20:59:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:59:27Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85-sgbjm.18d685efdee85a52
    namespace: kserve-ci-e2e-test
    resourceVersion: "31776"
    uid: 204a367f-d1d9-43d1-bf92-47c21db8ecff
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-09-18T20:59:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-54dd488c85-sgbjm
    namespace: kserve-ci-e2e-test
    resourceVersion: "31566"
    uid: d6341399-06fa-4733-97d2-aa6c141e81c4
  kind: Event
  lastTimestamp: "2026-09-18T21:00:45Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.52:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-18T20:59:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T21:00:45Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85-sgbjm.18d685f0510d3083
    namespace: kserve-ci-e2e-test
    resourceVersion: "32469"
    uid: 60c08a6c-026d-4666-ae29-e2f143092294
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-76.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T21:00:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-54dd488c85-sgbjm
    namespace: kserve-ci-e2e-test
    resourceVersion: "31566"
    uid: d6341399-06fa-4733-97d2-aa6c141e81c4
  kind: Event
  lastTimestamp: "2026-09-18T21:00:43Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-18T21:00:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T21:00:43Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85-sgbjm.18d68601a75c86e0
    namespace: kserve-ci-e2e-test
    resourceVersion: "32459"
    uid: 3c30c61f-79ad-4183-8c08-8b0b0cb98a17
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T21:00:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-54dd488c85-sgbjm
    namespace: kserve-ci-e2e-test
    resourceVersion: "31566"
    uid: d6341399-06fa-4733-97d2-aa6c141e81c4
  kind: Event
  lastTimestamp: "2026-09-18T21:00:43Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-18T21:00:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T21:00:43Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85-sgbjm.18d68601a75cdbef
    namespace: kserve-ci-e2e-test
    resourceVersion: "32460"
    uid: 5f54788d-853b-4f59-92f4-7a3ef36288c0
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T21:00:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-54dd488c85-sgbjm
    namespace: kserve-ci-e2e-test
    resourceVersion: "31566"
    uid: d6341399-06fa-4733-97d2-aa6c141e81c4
  kind: Event
  lastTimestamp: "2026-09-18T21:00:45Z"
  message: 'Readiness probe failed: Get "https://10.133.0.52:8643/healthz": dial tcp
    10.133.0.52:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-18T21:00:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T21:00:45Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85-sgbjm.18d68602034441d4
    namespace: kserve-ci-e2e-test
    resourceVersion: "32468"
    uid: 8577e040-4235-4f0c-b52a-15910c58f967
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-76.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:59:02Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-xgboost-runtime-predictor-54dd488c85
    namespace: kserve-ci-e2e-test
    resourceVersion: "31553"
    uid: caf17d22-267f-485c-a4a1-007801a9a7d8
  kind: Event
  lastTimestamp: "2026-09-18T20:59:02Z"
  message: 'Created pod: isvc-xgboost-runtime-predictor-54dd488c85-sgbjm'
  metadata:
    creationTimestamp: "2026-09-18T20:59:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T20:59:02Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85.18d685ea32d9907f
    namespace: kserve-ci-e2e-test
    resourceVersion: "31565"
    uid: 9dce2e7d-07d1-4ab2-a4ed-d0e72c45098e
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:59:02Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-xgboost-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31551"
    uid: b36464a1-1a33-4302-8fb5-82d726f8cb71
  kind: Event
  lastTimestamp: "2026-09-18T20:59:02Z"
  message: Scaled up replica set isvc-xgboost-runtime-predictor-54dd488c85 from 0
    to 1
  metadata:
    creationTimestamp: "2026-09-18T20:59:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T20:59:02Z"
    name: isvc-xgboost-runtime-predictor.18d685ea2f77f2c8
    namespace: kserve-ci-e2e-test
    resourceVersion: "31555"
    uid: 316ef4d4-d23b-4f5c-a500-65d4522ef7d1
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-18T20:59:17Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31552"
    uid: fc538cfb-c996-4e68-bc7a-3e2d514e5042
  kind: Event
  lastTimestamp: "2026-09-18T21:00:02Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-18T20:59:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T21:00:02Z"
    name: isvc-xgboost-runtime-predictor.18d685edadf3c47c
    namespace: kserve-ci-e2e-test
    resourceVersion: "32043"
    uid: f69b1fea-3c6c-4094-b6c5-6945ac7d4ee0
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-18T20:59:17Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31552"
    uid: fc538cfb-c996-4e68-bc7a-3e2d514e5042
  kind: Event
  lastTimestamp: "2026-09-18T21:00:02Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-18T20:59:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T21:00:02Z"
    name: isvc-xgboost-runtime-predictor.18d685edae584d41
    namespace: kserve-ci-e2e-test
    resourceVersion: "32044"
    uid: 6120457e-c452-4fbe-bc29-8b1c7a830448
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-18T21:00:17Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31707"
    uid: fc538cfb-c996-4e68-bc7a-3e2d514e5042
  kind: Event
  lastTimestamp: "2026-09-18T21:00:32Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-18T21:00:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T21:00:32Z"
    name: isvc-xgboost-runtime-predictor.18d685fba8fdb01f
    namespace: kserve-ci-e2e-test
    resourceVersion: "32294"
    uid: 9fe694b5-037b-4265-9982-ed53f6823cbc
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-18T21:00:17Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31707"
    uid: fc538cfb-c996-4e68-bc7a-3e2d514e5042
  kind: Event
  lastTimestamp: "2026-09-18T21:00:32Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-18T21:00:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T21:00:32Z"
    name: isvc-xgboost-runtime-predictor.18d685fba95f0f01
    namespace: kserve-ci-e2e-test
    resourceVersion: "32295"
    uid: d0838dad-41ba-415d-959e-f77e3747cd91
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-18T20:59:02Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "31543"
    uid: 0f24b84e-8076-4072-a05f-150f9c279d3a
  kind: Event
  lastTimestamp: "2026-09-18T21:00:35Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-18T20:59:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T21:00:35Z"
    name: isvc-xgboost-runtime.18d685ea2f7ab6f9
    namespace: kserve-ci-e2e-test
    resourceVersion: "32360"
    uid: 38c7d0e6-9446-4606-b24d-eb1d03e3472f
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:59:02Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "31543"
    uid: 0f24b84e-8076-4072-a05f-150f9c279d3a
  kind: Event
  lastTimestamp: "2026-09-18T20:59:02Z"
  message: 'Failed to update status for InferenceService "isvc-xgboost-runtime": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-xgboost-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-18T20:59:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T20:59:02Z"
    name: isvc-xgboost-runtime.18d685ea3003ce43
    namespace: kserve-ci-e2e-test
    resourceVersion: "31559"
    uid: 342de741-dc21-48ee-92f9-4cd8edf080fd
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T21:00:35Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "32354"
    uid: 0f24b84e-8076-4072-a05f-150f9c279d3a
  kind: Event
  lastTimestamp: "2026-09-18T21:00:35Z"
  message: InferenceService [isvc-xgboost-runtime] is Ready
  metadata:
    creationTimestamp: "2026-09-18T21:00:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T21:00:35Z"
    name: isvc-xgboost-runtime.18d685ffb999921d
    namespace: kserve-ci-e2e-test
    resourceVersion: "32355"
    uid: 31a781d3-1f35-4303-8dbc-2670703d3f29
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-18T20:57:12.365297Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-hddhd
    namespace: kserve-ci-e2e-test
    resourceVersion: "30430"
    uid: e7b1cb36-1c38-4a79-8f5b-00c4adcd25bb
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-xgboost-v2-mlserver-predictor-7b55b84f54-hddhd
    to ip-10-0-130-79.ec2.internal
  metadata:
    creationTimestamp: "2026-09-18T20:57:12Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-18T20:57:12Z"
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-hddhd.18d685d0798cc238
    namespace: kserve-ci-e2e-test
    resourceVersion: "30437"
    uid: a6f2ddfc-5d38-4a69-949e-160e3b712868
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-584d99b576-bdzl5
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:57:12Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-hddhd
    namespace: kserve-ci-e2e-test
    resourceVersion: "30440"
    uid: e7b1cb36-1c38-4a79-8f5b-00c4adcd25bb
  kind: Event
  lastTimestamp: "2026-09-18T20:57:12Z"
  message: Add eth0 [10.134.0.49/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-18T20:57:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-18T20:57:12Z"
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-hddhd.18d685d09ba4762f
    namespace: kserve-ci-e2e-test
    resourceVersion: "30451"
    uid: 60615d7c-c37c-4819-b6b4-b24f3beea0de
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:57:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-hddhd
    namespace: kserve-ci-e2e-test
    resourceVersion: "30432"
    uid: e7b1cb36-1c38-4a79-8f5b-00c4adcd25bb
  kind: Event
  lastTimestamp: "2026-09-18T20:57:12Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:2cbd0ba61f740962b2bad1a0e55e41574489d7afdb86fa314f3953b8c8af773e"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-18T20:57:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:57:12Z"
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-hddhd.18d685d09d0e2a8b
    namespace: kserve-ci-e2e-test
    resourceVersion: "30453"
    uid: 1e0d6c4b-6bbd-4251-a609-2221326273c2
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-79.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-79.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:57:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-hddhd
    namespace: kserve-ci-e2e-test
    resourceVersion: "30432"
    uid: e7b1cb36-1c38-4a79-8f5b-00c4adcd25bb
  kind: Event
  lastTimestamp: "2026-09-18T20:57:13Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-18T20:57:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:57:13Z"
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-hddhd.18d685d09fbd73fa
    namespace: kserve-ci-e2e-test
    resourceVersion: "30454"
    uid: 4deae864-6e17-4ba0-8fcf-eef37d972f53
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-79.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-79.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:57:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-hddhd
    namespace: kserve-ci-e2e-test
    resourceVersion: "30432"
    uid: e7b1cb36-1c38-4a79-8f5b-00c4adcd25bb
  kind: Event
  lastTimestamp: "2026-09-18T20:57:13Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-18T20:57:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:57:13Z"
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-hddhd.18d685d0a025b3d5
    namespace: kserve-ci-e2e-test
    resourceVersion: "30455"
    uid: 88c0f1fc-0e72-4c33-8da7-72c86f55b397
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-79.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-79.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:57:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-hddhd
    namespace: kserve-ci-e2e-test
    resourceVersion: "30432"
    uid: e7b1cb36-1c38-4a79-8f5b-00c4adcd25bb
  kind: Event
  lastTimestamp: "2026-09-18T20:57:17Z"
  message: Container image "docker.io/seldonio/mlserver:1.7.1" already present on
    machine
  metadata:
    creationTimestamp: "2026-09-18T20:57:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:57:17Z"
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-hddhd.18d685d193e58f8a
    namespace: kserve-ci-e2e-test
    resourceVersion: "30490"
    uid: da890aad-5b63-409a-847e-a5a3a4d1bc72
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-79.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-79.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:57:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-hddhd
    namespace: kserve-ci-e2e-test
    resourceVersion: "30432"
    uid: e7b1cb36-1c38-4a79-8f5b-00c4adcd25bb
  kind: Event
  lastTimestamp: "2026-09-18T20:57:17Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-18T20:57:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:57:17Z"
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-hddhd.18d685d196e0887a
    namespace: kserve-ci-e2e-test
    resourceVersion: "30492"
    uid: 20e12c98-a62b-414e-8866-295338b6ad90
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-79.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-79.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:57:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-hddhd
    namespace: kserve-ci-e2e-test
    resourceVersion: "30432"
    uid: e7b1cb36-1c38-4a79-8f5b-00c4adcd25bb
  kind: Event
  lastTimestamp: "2026-09-18T20:57:17Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-18T20:57:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:57:17Z"
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-hddhd.18d685d1974d3f21
    namespace: kserve-ci-e2e-test
    resourceVersion: "30493"
    uid: 9efc4188-0673-4a10-9f7c-e39f9803154a
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-79.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-79.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:57:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-hddhd
    namespace: kserve-ci-e2e-test
    resourceVersion: "30432"
    uid: e7b1cb36-1c38-4a79-8f5b-00c4adcd25bb
  kind: Event
  lastTimestamp: "2026-09-18T20:57:17Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-18T20:57:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:57:17Z"
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-hddhd.18d685d19758ce41
    namespace: kserve-ci-e2e-test
    resourceVersion: "30497"
    uid: aeca168b-3b4f-4eef-b94d-932051d765ff
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-79.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-79.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:57:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-hddhd
    namespace: kserve-ci-e2e-test
    resourceVersion: "30432"
    uid: e7b1cb36-1c38-4a79-8f5b-00c4adcd25bb
  kind: Event
  lastTimestamp: "2026-09-18T20:57:17Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-18T20:57:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:57:17Z"
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-hddhd.18d685d19a9dc6ab
    namespace: kserve-ci-e2e-test
    resourceVersion: "30500"
    uid: 0571ebd2-97e2-44bc-81da-3531e3e0be5f
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-79.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-79.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:57:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-hddhd
    namespace: kserve-ci-e2e-test
    resourceVersion: "30432"
    uid: e7b1cb36-1c38-4a79-8f5b-00c4adcd25bb
  kind: Event
  lastTimestamp: "2026-09-18T20:57:17Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-18T20:57:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:57:17Z"
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-hddhd.18d685d19b046feb
    namespace: kserve-ci-e2e-test
    resourceVersion: "30501"
    uid: 6f471262-6de4-4774-9a91-904db327555a
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-79.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-79.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:58:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-hddhd
    namespace: kserve-ci-e2e-test
    resourceVersion: "30432"
    uid: e7b1cb36-1c38-4a79-8f5b-00c4adcd25bb
  kind: Event
  lastTimestamp: "2026-09-18T20:58:02Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-18T20:58:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:58:02Z"
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-hddhd.18d685dc214e8a31
    namespace: kserve-ci-e2e-test
    resourceVersion: "30870"
    uid: beb66ca7-218f-4b0f-898a-36cd6966a0ca
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-79.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-79.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:58:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-hddhd
    namespace: kserve-ci-e2e-test
    resourceVersion: "30432"
    uid: e7b1cb36-1c38-4a79-8f5b-00c4adcd25bb
  kind: Event
  lastTimestamp: "2026-09-18T20:58:02Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-18T20:58:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:58:02Z"
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-hddhd.18d685dc214f29c6
    namespace: kserve-ci-e2e-test
    resourceVersion: "30871"
    uid: ba92d257-6e8c-4734-be89-c3bff2aaa9a4
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-79.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-79.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:58:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-hddhd
    namespace: kserve-ci-e2e-test
    resourceVersion: "30432"
    uid: e7b1cb36-1c38-4a79-8f5b-00c4adcd25bb
  kind: Event
  lastTimestamp: "2026-09-18T20:58:04Z"
  message: 'Readiness probe failed: Get "https://10.134.0.49:8643/healthz": dial tcp
    10.134.0.49:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-18T20:58:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:58:04Z"
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-hddhd.18d685dc86097c8f
    namespace: kserve-ci-e2e-test
    resourceVersion: "30884"
    uid: 7fc1a530-0e11-4acf-8f58-8ac6c5b288b0
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-79.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-79.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:57:12Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54
    namespace: kserve-ci-e2e-test
    resourceVersion: "30421"
    uid: 5fb031b9-d337-4760-8e5a-393e1b1115f9
  kind: Event
  lastTimestamp: "2026-09-18T20:57:12Z"
  message: 'Created pod: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-hddhd'
  metadata:
    creationTimestamp: "2026-09-18T20:57:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T20:57:12Z"
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54.18d685d0790d7f58
    namespace: kserve-ci-e2e-test
    resourceVersion: "30431"
    uid: ad85962a-4862-498c-a40c-76b8dd381a70
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:57:12Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "30419"
    uid: 45453abf-c6b2-42df-baee-3884ab99529c
  kind: Event
  lastTimestamp: "2026-09-18T20:57:12Z"
  message: Scaled up replica set isvc-xgboost-v2-mlserver-predictor-7b55b84f54 from
    0 to 1
  metadata:
    creationTimestamp: "2026-09-18T20:57:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T20:57:12Z"
    name: isvc-xgboost-v2-mlserver-predictor.18d685d07634419d
    namespace: kserve-ci-e2e-test
    resourceVersion: "30423"
    uid: 9bc6977b-b348-476b-ae08-92c699eebd73
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-18T20:57:27Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "30420"
    uid: 301d4bac-f885-4f49-a4b2-c99b66b70213
  kind: Event
  lastTimestamp: "2026-09-18T20:57:57Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-18T20:57:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T20:57:57Z"
    name: isvc-xgboost-v2-mlserver-predictor.18d685d3f4ee806a
    namespace: kserve-ci-e2e-test
    resourceVersion: "30817"
    uid: e224686d-982d-4930-a121-543c02cd72ee
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-18T20:57:27Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "30420"
    uid: 301d4bac-f885-4f49-a4b2-c99b66b70213
  kind: Event
  lastTimestamp: "2026-09-18T20:57:57Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-18T20:57:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T20:57:57Z"
    name: isvc-xgboost-v2-mlserver-predictor.18d685d3f54e9a9d
    namespace: kserve-ci-e2e-test
    resourceVersion: "30818"
    uid: bba4e310-4b42-4730-bfa3-90d6be2dd1e5
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-18T20:57:12Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "30412"
    uid: c68b2e5f-36db-4018-bb80-23430b091302
  kind: Event
  lastTimestamp: "2026-09-18T20:57:54Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-18T20:57:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T20:57:54Z"
    name: isvc-xgboost-v2-mlserver.18d685d0764663ad
    namespace: kserve-ci-e2e-test
    resourceVersion: "30791"
    uid: b9f33755-2c20-4fd4-a79b-477dc03dda8c
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:57:12Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "30412"
    uid: c68b2e5f-36db-4018-bb80-23430b091302
  kind: Event
  lastTimestamp: "2026-09-18T20:57:12Z"
  message: 'Failed to update status for InferenceService "isvc-xgboost-v2-mlserver":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-xgboost-v2-mlserver":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-18T20:57:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T20:57:12Z"
    name: isvc-xgboost-v2-mlserver.18d685d076ce1552
    namespace: kserve-ci-e2e-test
    resourceVersion: "30427"
    uid: 6372da60-be64-4d74-a356-a0eadaffea4d
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:57:54Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "30788"
    uid: c68b2e5f-36db-4018-bb80-23430b091302
  kind: Event
  lastTimestamp: "2026-09-18T20:57:54Z"
  message: InferenceService [isvc-xgboost-v2-mlserver] is Ready
  metadata:
    creationTimestamp: "2026-09-18T20:57:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T20:57:54Z"
    name: isvc-xgboost-v2-mlserver.18d685da376fc5bc
    namespace: kserve-ci-e2e-test
    resourceVersion: "30790"
    uid: 24040e68-a4ce-49cd-aeb9-d0f080b17f2e
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-18T21:01:54.046753Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-v2-predictor-fcc668bc-5db4w
    namespace: kserve-ci-e2e-test
    resourceVersion: "33092"
    uid: 015b3fcf-8ede-44c2-9290-2ee095f1af0c
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-xgboost-v2-predictor-fcc668bc-5db4w
    to ip-10-0-143-76.ec2.internal
  metadata:
    creationTimestamp: "2026-09-18T21:01:54Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-18T21:01:54Z"
    name: isvc-xgboost-v2-predictor-fcc668bc-5db4w.18d686120f12ac6b
    namespace: kserve-ci-e2e-test
    resourceVersion: "33096"
    uid: a0e63797-9239-4635-97e8-69e32e169aef
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-584d99b576-bdzl5
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T21:01:54Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-v2-predictor-fcc668bc-5db4w
    namespace: kserve-ci-e2e-test
    resourceVersion: "33101"
    uid: 015b3fcf-8ede-44c2-9290-2ee095f1af0c
  kind: Event
  lastTimestamp: "2026-09-18T21:01:54Z"
  message: Add eth0 [10.133.0.54/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-18T21:01:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-18T21:01:54Z"
    name: isvc-xgboost-v2-predictor-fcc668bc-5db4w.18d6861230f139c7
    namespace: kserve-ci-e2e-test
    resourceVersion: "33110"
    uid: 90618d2e-cf08-4adf-8080-e56e235955b5
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T21:01:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-predictor-fcc668bc-5db4w
    namespace: kserve-ci-e2e-test
    resourceVersion: "33094"
    uid: 015b3fcf-8ede-44c2-9290-2ee095f1af0c
  kind: Event
  lastTimestamp: "2026-09-18T21:01:54Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:2cbd0ba61f740962b2bad1a0e55e41574489d7afdb86fa314f3953b8c8af773e"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-18T21:01:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T21:01:54Z"
    name: isvc-xgboost-v2-predictor-fcc668bc-5db4w.18d6861232462f87
    namespace: kserve-ci-e2e-test
    resourceVersion: "33112"
    uid: 3ba3e9bb-c54a-42e5-bb7d-e83f944fb645
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T21:01:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-predictor-fcc668bc-5db4w
    namespace: kserve-ci-e2e-test
    resourceVersion: "33094"
    uid: 015b3fcf-8ede-44c2-9290-2ee095f1af0c
  kind: Event
  lastTimestamp: "2026-09-18T21:01:54Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-18T21:01:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T21:01:54Z"
    name: isvc-xgboost-v2-predictor-fcc668bc-5db4w.18d686123511a04b
    namespace: kserve-ci-e2e-test
    resourceVersion: "33113"
    uid: 9f983dd5-ad61-4ae0-a885-e8c734a52c3d
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T21:01:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-predictor-fcc668bc-5db4w
    namespace: kserve-ci-e2e-test
    resourceVersion: "33094"
    uid: 015b3fcf-8ede-44c2-9290-2ee095f1af0c
  kind: Event
  lastTimestamp: "2026-09-18T21:01:54Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-18T21:01:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T21:01:54Z"
    name: isvc-xgboost-v2-predictor-fcc668bc-5db4w.18d6861235985803
    namespace: kserve-ci-e2e-test
    resourceVersion: "33114"
    uid: 0a26cc17-1b52-4a8b-ae9e-ef184244a617
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T21:01:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-predictor-fcc668bc-5db4w
    namespace: kserve-ci-e2e-test
    resourceVersion: "33094"
    uid: 015b3fcf-8ede-44c2-9290-2ee095f1af0c
  kind: Event
  lastTimestamp: "2026-09-18T21:01:58Z"
  message: Container image "kserve/xgbserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-09-18T21:01:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T21:01:58Z"
    name: isvc-xgboost-v2-predictor-fcc668bc-5db4w.18d686132771e335
    namespace: kserve-ci-e2e-test
    resourceVersion: "33149"
    uid: 1fbe952b-d22b-45c7-8a3c-09eca458a409
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T21:01:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-predictor-fcc668bc-5db4w
    namespace: kserve-ci-e2e-test
    resourceVersion: "33094"
    uid: 015b3fcf-8ede-44c2-9290-2ee095f1af0c
  kind: Event
  lastTimestamp: "2026-09-18T21:01:58Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-18T21:01:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T21:01:58Z"
    name: isvc-xgboost-v2-predictor-fcc668bc-5db4w.18d686132a426d2d
    namespace: kserve-ci-e2e-test
    resourceVersion: "33152"
    uid: cfb106e0-449e-4543-bebd-6ed13667c893
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T21:01:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-predictor-fcc668bc-5db4w
    namespace: kserve-ci-e2e-test
    resourceVersion: "33094"
    uid: 015b3fcf-8ede-44c2-9290-2ee095f1af0c
  kind: Event
  lastTimestamp: "2026-09-18T21:01:58Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-18T21:01:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T21:01:58Z"
    name: isvc-xgboost-v2-predictor-fcc668bc-5db4w.18d686132ab15411
    namespace: kserve-ci-e2e-test
    resourceVersion: "33153"
    uid: fbdd4276-f738-40a6-8574-c893de0f4e3f
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T21:01:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-predictor-fcc668bc-5db4w
    namespace: kserve-ci-e2e-test
    resourceVersion: "33094"
    uid: 015b3fcf-8ede-44c2-9290-2ee095f1af0c
  kind: Event
  lastTimestamp: "2026-09-18T21:01:58Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-18T21:01:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T21:01:58Z"
    name: isvc-xgboost-v2-predictor-fcc668bc-5db4w.18d686132abc152c
    namespace: kserve-ci-e2e-test
    resourceVersion: "33156"
    uid: 631b7d9d-d19a-4662-bed4-c5a5bd525e91
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T21:01:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-predictor-fcc668bc-5db4w
    namespace: kserve-ci-e2e-test
    resourceVersion: "33094"
    uid: 015b3fcf-8ede-44c2-9290-2ee095f1af0c
  kind: Event
  lastTimestamp: "2026-09-18T21:01:58Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-18T21:01:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T21:01:58Z"
    name: isvc-xgboost-v2-predictor-fcc668bc-5db4w.18d686132d535ff5
    namespace: kserve-ci-e2e-test
    resourceVersion: "33158"
    uid: cc297b18-4f7a-4634-8161-41db5198322b
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T21:01:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-predictor-fcc668bc-5db4w
    namespace: kserve-ci-e2e-test
    resourceVersion: "33094"
    uid: 015b3fcf-8ede-44c2-9290-2ee095f1af0c
  kind: Event
  lastTimestamp: "2026-09-18T21:01:58Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-18T21:01:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T21:01:58Z"
    name: isvc-xgboost-v2-predictor-fcc668bc-5db4w.18d686132dc240ec
    namespace: kserve-ci-e2e-test
    resourceVersion: "33159"
    uid: 6c5c8748-ea23-4527-9e6d-4903f2572aaf
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-09-18T21:02:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-predictor-fcc668bc-5db4w
    namespace: kserve-ci-e2e-test
    resourceVersion: "33094"
    uid: 015b3fcf-8ede-44c2-9290-2ee095f1af0c
  kind: Event
  lastTimestamp: "2026-09-18T21:03:16Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.54:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-18T21:02:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T21:03:16Z"
    name: isvc-xgboost-v2-predictor-fcc668bc-5db4w.18d686139f3cfc08
    namespace: kserve-ci-e2e-test
    resourceVersion: "33872"
    uid: e283a456-d4fc-46a9-ae47-a6ccbbe06747
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-76.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T21:03:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-predictor-fcc668bc-5db4w
    namespace: kserve-ci-e2e-test
    resourceVersion: "33094"
    uid: 015b3fcf-8ede-44c2-9290-2ee095f1af0c
  kind: Event
  lastTimestamp: "2026-09-18T21:03:14Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-18T21:03:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T21:03:14Z"
    name: isvc-xgboost-v2-predictor-fcc668bc-5db4w.18d68624d684e84c
    namespace: kserve-ci-e2e-test
    resourceVersion: "33855"
    uid: 99086ced-005a-4c27-980d-ccda0afe746a
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T21:03:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-predictor-fcc668bc-5db4w
    namespace: kserve-ci-e2e-test
    resourceVersion: "33094"
    uid: 015b3fcf-8ede-44c2-9290-2ee095f1af0c
  kind: Event
  lastTimestamp: "2026-09-18T21:03:14Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-18T21:03:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T21:03:14Z"
    name: isvc-xgboost-v2-predictor-fcc668bc-5db4w.18d68624d68590a1
    namespace: kserve-ci-e2e-test
    resourceVersion: "33856"
    uid: 2c39e529-afe6-4e53-acbf-338b45db7695
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T21:03:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-predictor-fcc668bc-5db4w
    namespace: kserve-ci-e2e-test
    resourceVersion: "33094"
    uid: 015b3fcf-8ede-44c2-9290-2ee095f1af0c
  kind: Event
  lastTimestamp: "2026-09-18T21:03:16Z"
  message: 'Readiness probe failed: Get "https://10.133.0.54:8643/healthz": dial tcp
    10.133.0.54:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-18T21:03:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T21:03:16Z"
    name: isvc-xgboost-v2-predictor-fcc668bc-5db4w.18d68625516bc02c
    namespace: kserve-ci-e2e-test
    resourceVersion: "33871"
    uid: 0c85cfe1-288e-4442-8c09-2913945a5ca2
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-76.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T21:01:54Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-xgboost-v2-predictor-fcc668bc
    namespace: kserve-ci-e2e-test
    resourceVersion: "33079"
    uid: f6f76a2f-87ca-435e-997e-97e81c73df67
  kind: Event
  lastTimestamp: "2026-09-18T21:01:54Z"
  message: 'Created pod: isvc-xgboost-v2-predictor-fcc668bc-5db4w'
  metadata:
    creationTimestamp: "2026-09-18T21:01:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T21:01:54Z"
    name: isvc-xgboost-v2-predictor-fcc668bc.18d686120e873917
    namespace: kserve-ci-e2e-test
    resourceVersion: "33093"
    uid: e7d53693-f9d3-464f-b6f1-64f15a1fb483
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T21:01:53Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33075"
    uid: e7f15809-cc5c-44ef-ba44-b0bb097ca594
  kind: Event
  lastTimestamp: "2026-09-18T21:01:53Z"
  message: Scaled up replica set isvc-xgboost-v2-predictor-fcc668bc from 0 to 1
  metadata:
    creationTimestamp: "2026-09-18T21:01:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T21:01:53Z"
    name: isvc-xgboost-v2-predictor.18d686120ab89acd
    namespace: kserve-ci-e2e-test
    resourceVersion: "33080"
    uid: 4721106e-a302-445f-adcc-b9a83d864a54
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-18T21:02:08Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33078"
    uid: 6f31d2ff-0b75-41be-a14b-84b6bc481244
  kind: Event
  lastTimestamp: "2026-09-18T21:02:39Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-18T21:02:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T21:02:39Z"
    name: isvc-xgboost-v2-predictor.18d68615895e6ed5
    namespace: kserve-ci-e2e-test
    resourceVersion: "33542"
    uid: 841555a1-7d8b-4f14-a6d9-3b79c131b7f4
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-18T21:02:08Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33078"
    uid: 6f31d2ff-0b75-41be-a14b-84b6bc481244
  kind: Event
  lastTimestamp: "2026-09-18T21:02:39Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-18T21:02:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T21:02:39Z"
    name: isvc-xgboost-v2-predictor.18d6861589c2cb8e
    namespace: kserve-ci-e2e-test
    resourceVersion: "33543"
    uid: d7e01580-e20e-4bf3-bf54-e030436a520c
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-18T21:02:54Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33237"
    uid: 6f31d2ff-0b75-41be-a14b-84b6bc481244
  kind: Event
  lastTimestamp: "2026-09-18T21:03:09Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-18T21:02:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T21:03:09Z"
    name: isvc-xgboost-v2-predictor.18d6862006086d0b
    namespace: kserve-ci-e2e-test
    resourceVersion: "33777"
    uid: 34440f9d-3313-48a2-88e1-afd2969626bb
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-18T21:02:54Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33237"
    uid: 6f31d2ff-0b75-41be-a14b-84b6bc481244
  kind: Event
  lastTimestamp: "2026-09-18T21:03:09Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-18T21:02:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T21:03:09Z"
    name: isvc-xgboost-v2-predictor.18d686200667e316
    namespace: kserve-ci-e2e-test
    resourceVersion: "33778"
    uid: da5b1209-102f-4c26-93a6-4a53c940ad0d
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-18T21:00:48.770456Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-j92qh
    namespace: kserve-ci-e2e-test
    resourceVersion: "32522"
    uid: 7b5605fc-55bf-4ef0-b90e-7da5324321af
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-xgboost-v2-runtime-predictor-7787c55dc9-j92qh
    to ip-10-0-130-79.ec2.internal
  metadata:
    creationTimestamp: "2026-09-18T21:00:48Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-18T21:00:48Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-j92qh.18d68602dc4d9d10
    namespace: kserve-ci-e2e-test
    resourceVersion: "32530"
    uid: c274294d-0713-4992-883d-80ca1d8e8934
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-584d99b576-bdzl5
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T21:00:49Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-j92qh
    namespace: kserve-ci-e2e-test
    resourceVersion: "32535"
    uid: 7b5605fc-55bf-4ef0-b90e-7da5324321af
  kind: Event
  lastTimestamp: "2026-09-18T21:00:49Z"
  message: Add eth0 [10.134.0.51/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-18T21:00:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-18T21:00:49Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-j92qh.18d68602fe4173f2
    namespace: kserve-ci-e2e-test
    resourceVersion: "32539"
    uid: d7e2cca2-2727-47ee-b7d7-8db56b5863fd
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T21:00:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-j92qh
    namespace: kserve-ci-e2e-test
    resourceVersion: "32525"
    uid: 7b5605fc-55bf-4ef0-b90e-7da5324321af
  kind: Event
  lastTimestamp: "2026-09-18T21:00:49Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:2cbd0ba61f740962b2bad1a0e55e41574489d7afdb86fa314f3953b8c8af773e"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-18T21:00:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T21:00:49Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-j92qh.18d68602ff9e9177
    namespace: kserve-ci-e2e-test
    resourceVersion: "32541"
    uid: 836c8a38-58eb-428f-a754-df4bf4db7ea4
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-79.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-79.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T21:00:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-j92qh
    namespace: kserve-ci-e2e-test
    resourceVersion: "32525"
    uid: 7b5605fc-55bf-4ef0-b90e-7da5324321af
  kind: Event
  lastTimestamp: "2026-09-18T21:00:49Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-18T21:00:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T21:00:49Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-j92qh.18d6860302b2ca26
    namespace: kserve-ci-e2e-test
    resourceVersion: "32542"
    uid: b1938277-4f4e-44f2-a095-358d64df722b
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-79.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-79.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T21:00:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-j92qh
    namespace: kserve-ci-e2e-test
    resourceVersion: "32525"
    uid: 7b5605fc-55bf-4ef0-b90e-7da5324321af
  kind: Event
  lastTimestamp: "2026-09-18T21:00:49Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-18T21:00:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T21:00:49Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-j92qh.18d68603032a43bf
    namespace: kserve-ci-e2e-test
    resourceVersion: "32543"
    uid: 23ddc291-0f45-4e17-afad-3770da8543c6
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-79.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-79.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T21:00:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-j92qh
    namespace: kserve-ci-e2e-test
    resourceVersion: "32525"
    uid: 7b5605fc-55bf-4ef0-b90e-7da5324321af
  kind: Event
  lastTimestamp: "2026-09-18T21:00:54Z"
  message: Container image "docker.io/seldonio/mlserver:1.7.1" already present on
    machine
  metadata:
    creationTimestamp: "2026-09-18T21:00:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T21:00:54Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-j92qh.18d686041b540ecc
    namespace: kserve-ci-e2e-test
    resourceVersion: "32590"
    uid: 46eac59d-25f1-4738-81b8-ee61a2e4b1df
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-79.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-79.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T21:00:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-j92qh
    namespace: kserve-ci-e2e-test
    resourceVersion: "32525"
    uid: 7b5605fc-55bf-4ef0-b90e-7da5324321af
  kind: Event
  lastTimestamp: "2026-09-18T21:00:54Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-18T21:00:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T21:00:54Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-j92qh.18d686041e798e00
    namespace: kserve-ci-e2e-test
    resourceVersion: "32593"
    uid: 49ac52a7-2324-469d-8cd6-1446ed27b871
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-79.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-79.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T21:00:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-j92qh
    namespace: kserve-ci-e2e-test
    resourceVersion: "32525"
    uid: 7b5605fc-55bf-4ef0-b90e-7da5324321af
  kind: Event
  lastTimestamp: "2026-09-18T21:00:54Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-18T21:00:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T21:00:54Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-j92qh.18d686041efed31b
    namespace: kserve-ci-e2e-test
    resourceVersion: "32595"
    uid: f9c091cd-d735-4554-810e-0d0e7579b837
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-79.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-79.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T21:00:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-j92qh
    namespace: kserve-ci-e2e-test
    resourceVersion: "32525"
    uid: 7b5605fc-55bf-4ef0-b90e-7da5324321af
  kind: Event
  lastTimestamp: "2026-09-18T21:00:54Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-18T21:00:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T21:00:54Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-j92qh.18d686041f0842f5
    namespace: kserve-ci-e2e-test
    resourceVersion: "32596"
    uid: a453ff17-15ae-4359-a758-9e11b0478c15
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-79.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-79.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T21:00:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-j92qh
    namespace: kserve-ci-e2e-test
    resourceVersion: "32525"
    uid: 7b5605fc-55bf-4ef0-b90e-7da5324321af
  kind: Event
  lastTimestamp: "2026-09-18T21:00:54Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-18T21:00:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T21:00:54Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-j92qh.18d6860421f2f866
    namespace: kserve-ci-e2e-test
    resourceVersion: "32598"
    uid: 0e92f2a5-fc8d-4e92-b589-dd4e90956071
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-79.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-79.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T21:00:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-j92qh
    namespace: kserve-ci-e2e-test
    resourceVersion: "32525"
    uid: 7b5605fc-55bf-4ef0-b90e-7da5324321af
  kind: Event
  lastTimestamp: "2026-09-18T21:00:54Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-18T21:00:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T21:00:54Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-j92qh.18d686042268489e
    namespace: kserve-ci-e2e-test
    resourceVersion: "32599"
    uid: 57f6f78f-57d8-4a5e-a1ee-b03ad301b26d
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-79.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-79.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T21:01:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-j92qh
    namespace: kserve-ci-e2e-test
    resourceVersion: "32525"
    uid: 7b5605fc-55bf-4ef0-b90e-7da5324321af
  kind: Event
  lastTimestamp: "2026-09-18T21:01:32Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 400'
  metadata:
    creationTimestamp: "2026-09-18T21:01:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T21:01:32Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-j92qh.18d6860cfa736d06
    namespace: kserve-ci-e2e-test
    resourceVersion: "32877"
    uid: 2e51cce1-4ae3-4bb8-9913-d1c1ef70d867
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-79.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-79.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T21:01:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-j92qh
    namespace: kserve-ci-e2e-test
    resourceVersion: "32525"
    uid: 7b5605fc-55bf-4ef0-b90e-7da5324321af
  kind: Event
  lastTimestamp: "2026-09-18T21:01:48Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-18T21:01:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T21:01:48Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-j92qh.18d68610d84034bc
    namespace: kserve-ci-e2e-test
    resourceVersion: "33023"
    uid: 9456f4d2-20b9-4a90-93f7-0a07a002b889
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-79.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-79.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T21:01:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-j92qh
    namespace: kserve-ci-e2e-test
    resourceVersion: "32525"
    uid: 7b5605fc-55bf-4ef0-b90e-7da5324321af
  kind: Event
  lastTimestamp: "2026-09-18T21:01:48Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-18T21:01:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T21:01:48Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-j92qh.18d68610d840fa0a
    namespace: kserve-ci-e2e-test
    resourceVersion: "33024"
    uid: 91c587d2-c1df-453b-b99d-9c3078d2742b
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-79.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-79.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T21:01:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-j92qh
    namespace: kserve-ci-e2e-test
    resourceVersion: "32525"
    uid: 7b5605fc-55bf-4ef0-b90e-7da5324321af
  kind: Event
  lastTimestamp: "2026-09-18T21:01:52Z"
  message: 'Readiness probe failed: Get "https://10.134.0.51:8643/healthz": dial tcp
    10.134.0.51:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-18T21:01:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T21:01:52Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-j92qh.18d686119d55f4fb
    namespace: kserve-ci-e2e-test
    resourceVersion: "33054"
    uid: 96e3956c-698f-4844-a10f-6eb71c8ce6b6
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-79.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-79.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T21:01:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-j92qh
    namespace: kserve-ci-e2e-test
    resourceVersion: "32525"
    uid: 7b5605fc-55bf-4ef0-b90e-7da5324321af
  kind: Event
  lastTimestamp: "2026-09-18T21:01:52Z"
  message: 'Readiness probe failed: Get "http://10.134.0.51:8080/v2/models/isvc-xgboost-v2-runtime/ready":
    dial tcp 10.134.0.51:8080: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-18T21:01:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T21:01:52Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-j92qh.18d686119dcd57e4
    namespace: kserve-ci-e2e-test
    resourceVersion: "33055"
    uid: b7715575-73d6-4015-9ec7-d24ccf414802
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-79.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-79.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T21:00:48Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9
    namespace: kserve-ci-e2e-test
    resourceVersion: "32512"
    uid: 6b17cd9f-f57d-48dc-a90e-a800db0dad47
  kind: Event
  lastTimestamp: "2026-09-18T21:00:48Z"
  message: 'Created pod: isvc-xgboost-v2-runtime-predictor-7787c55dc9-j92qh'
  metadata:
    creationTimestamp: "2026-09-18T21:00:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T21:00:48Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9.18d68602dbc3977c
    namespace: kserve-ci-e2e-test
    resourceVersion: "32524"
    uid: 5a6dd24a-2454-4505-9d70-8529644223ea
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T21:00:48Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-xgboost-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32510"
    uid: 9edb8d4d-f399-41e3-8eff-6db8a32796f9
  kind: Event
  lastTimestamp: "2026-09-18T21:00:48Z"
  message: Scaled up replica set isvc-xgboost-v2-runtime-predictor-7787c55dc9 from
    0 to 1
  metadata:
    creationTimestamp: "2026-09-18T21:00:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T21:00:48Z"
    name: isvc-xgboost-v2-runtime-predictor.18d68602d8a56d35
    namespace: kserve-ci-e2e-test
    resourceVersion: "32515"
    uid: bcab0de4-4e18-4579-9452-73148c2a6e7d
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T21:01:03Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32511"
    uid: a5086f7c-f203-421a-9cde-6a1fae643036
  kind: Event
  lastTimestamp: "2026-09-18T21:01:03Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-18T21:01:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T21:01:03Z"
    name: isvc-xgboost-v2-runtime-predictor.18d6860657550978
    namespace: kserve-ci-e2e-test
    resourceVersion: "32673"
    uid: 0e071836-d8ae-4c59-99d7-5a40df0997d6
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T21:01:03Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32511"
    uid: a5086f7c-f203-421a-9cde-6a1fae643036
  kind: Event
  lastTimestamp: "2026-09-18T21:01:03Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-18T21:01:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T21:01:03Z"
    name: isvc-xgboost-v2-runtime-predictor.18d6860657b286c6
    namespace: kserve-ci-e2e-test
    resourceVersion: "32675"
    uid: d7c88aa5-82d8-4c76-935d-104d8b3f6f23
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-18T21:01:18Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32674"
    uid: a5086f7c-f203-421a-9cde-6a1fae643036
  kind: Event
  lastTimestamp: "2026-09-18T21:01:48Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-18T21:01:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T21:01:48Z"
    name: isvc-xgboost-v2-runtime-predictor.18d68609d67c4793
    namespace: kserve-ci-e2e-test
    resourceVersion: "33007"
    uid: 9e25fd44-9802-4691-8d44-fef5fd75f0e9
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-18T21:01:18Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32674"
    uid: a5086f7c-f203-421a-9cde-6a1fae643036
  kind: Event
  lastTimestamp: "2026-09-18T21:01:48Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-18T21:01:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T21:01:48Z"
    name: isvc-xgboost-v2-runtime-predictor.18d68609d6e23fca
    namespace: kserve-ci-e2e-test
    resourceVersion: "33008"
    uid: 23a9d425-1b62-47ca-af77-59c4ab81ebdc
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-18T21:00:48Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "32503"
    uid: 1e7373ce-b78a-405e-9168-81c75075ccae
  kind: Event
  lastTimestamp: "2026-09-18T21:01:42Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-18T21:00:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T21:01:42Z"
    name: isvc-xgboost-v2-runtime.18d68602d89fb528
    namespace: kserve-ci-e2e-test
    resourceVersion: "32957"
    uid: f8c35602-9cb6-4b58-bcdc-4a000e65ad0b
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T21:00:48Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "32503"
    uid: 1e7373ce-b78a-405e-9168-81c75075ccae
  kind: Event
  lastTimestamp: "2026-09-18T21:00:48Z"
  message: 'Failed to update status for InferenceService "isvc-xgboost-v2-runtime":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-xgboost-v2-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-18T21:00:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T21:00:48Z"
    name: isvc-xgboost-v2-runtime.18d68602d9685d50
    namespace: kserve-ci-e2e-test
    resourceVersion: "32518"
    uid: 6ea981ad-bb22-4809-b781-a6bc68cce2b9
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T21:01:42Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "32955"
    uid: 1e7373ce-b78a-405e-9168-81c75075ccae
  kind: Event
  lastTimestamp: "2026-09-18T21:01:42Z"
  message: InferenceService [isvc-xgboost-v2-runtime] is Ready
  metadata:
    creationTimestamp: "2026-09-18T21:01:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T21:01:42Z"
    name: isvc-xgboost-v2-runtime.18d6860f4fd48567
    namespace: kserve-ci-e2e-test
    resourceVersion: "32956"
    uid: bc144628-fe80-4da6-b538-56b04b521611
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-18T21:01:53Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "33068"
    uid: 63dee20a-607c-477e-8ef2-af466e5f3c03
  kind: Event
  lastTimestamp: "2026-09-18T21:03:06Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-18T21:01:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T21:03:06Z"
    name: isvc-xgboost-v2.18d686120aecc8b3
    namespace: kserve-ci-e2e-test
    resourceVersion: "33761"
    uid: 9bf98367-ea42-4ffc-8f93-5a81bd067d54
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T21:01:53Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "33068"
    uid: 63dee20a-607c-477e-8ef2-af466e5f3c03
  kind: Event
  lastTimestamp: "2026-09-18T21:01:53Z"
  message: 'Failed to update status for InferenceService "isvc-xgboost-v2": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-xgboost-v2":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-18T21:01:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T21:01:53Z"
    name: isvc-xgboost-v2.18d686120b504129
    namespace: kserve-ci-e2e-test
    resourceVersion: "33083"
    uid: bbb01753-fb45-4340-9bd1-ab2f18b85242
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T21:03:06Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "33759"
    uid: 63dee20a-607c-477e-8ef2-af466e5f3c03
  kind: Event
  lastTimestamp: "2026-09-18T21:03:06Z"
  message: InferenceService [isvc-xgboost-v2] is Ready
  metadata:
    creationTimestamp: "2026-09-18T21:03:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T21:03:06Z"
    name: isvc-xgboost-v2.18d686230287418a
    namespace: kserve-ci-e2e-test
    resourceVersion: "33760"
    uid: 45c4a2ec-ba3d-474a-9e52-fa0d97b08681
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-18T20:55:26Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost
    namespace: kserve-ci-e2e-test
    resourceVersion: "29386"
    uid: f8002839-1771-4988-8950-edea79ca3434
  kind: Event
  lastTimestamp: "2026-09-18T20:56:58Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-18T20:55:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T20:56:58Z"
    name: isvc-xgboost.18d685b7d365a2cd
    namespace: kserve-ci-e2e-test
    resourceVersion: "30276"
    uid: 6171b257-03be-4daf-aebf-4f8aadd87e88
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-18T20:55:26Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost
    namespace: kserve-ci-e2e-test
    resourceVersion: "29386"
    uid: f8002839-1771-4988-8950-edea79ca3434
  kind: Event
  lastTimestamp: "2026-09-18T20:55:26Z"
  message: 'Failed to update status for InferenceService "isvc-xgboost": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-xgboost": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-09-18T20:55:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T20:55:26Z"
    name: isvc-xgboost.18d685b7d3f7f1cd
    namespace: kserve-ci-e2e-test
    resourceVersion: "29421"
    uid: bc27946d-4cb1-4092-9e9b-e5c621eae7ab
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:55:26Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost
    namespace: kserve-ci-e2e-test
    resourceVersion: "29388"
    uid: f8002839-1771-4988-8950-edea79ca3434
  kind: Event
  lastTimestamp: "2026-09-18T20:55:26Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-xgboost": the object has been modified;
    please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-18T20:55:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T20:55:26Z"
    name: isvc-xgboost.18d685b7d9db7f22
    namespace: kserve-ci-e2e-test
    resourceVersion: "29422"
    uid: 81fd1101-0cd1-4c22-96a8-31fa8104cfcd
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:56:58Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost
    namespace: kserve-ci-e2e-test
    resourceVersion: "30274"
    uid: f8002839-1771-4988-8950-edea79ca3434
  kind: Event
  lastTimestamp: "2026-09-18T20:56:58Z"
  message: InferenceService [isvc-xgboost] is Ready
  metadata:
    creationTimestamp: "2026-09-18T20:56:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T20:56:58Z"
    name: isvc-xgboost.18d685cd4f2daa40
    namespace: kserve-ci-e2e-test
    resourceVersion: "30275"
    uid: cca2ddec-ca9d-49ec-a8f9-9d200f9658e0
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-18T20:33:17.404151Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: message-dumper-predictor-6575bcfdfd-68mb5
    namespace: kserve-ci-e2e-test
    resourceVersion: "16796"
    uid: ff437fe3-a453-4c05-a70b-d3a4dcd31faf
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/message-dumper-predictor-6575bcfdfd-68mb5
    to ip-10-0-143-76.ec2.internal
  metadata:
    creationTimestamp: "2026-09-18T20:33:17Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-18T20:33:17Z"
    name: message-dumper-predictor-6575bcfdfd-68mb5.18d684825f334d9a
    namespace: kserve-ci-e2e-test
    resourceVersion: "16800"
    uid: 6a11e24b-9646-490e-84e3-7e7b030c3c4f
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-584d99b576-bdzl5
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:33:17Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: message-dumper-predictor-6575bcfdfd-68mb5
    namespace: kserve-ci-e2e-test
    resourceVersion: "16804"
    uid: ff437fe3-a453-4c05-a70b-d3a4dcd31faf
  kind: Event
  lastTimestamp: "2026-09-18T20:33:17Z"
  message: Add eth0 [10.133.0.28/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-18T20:33:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-18T20:33:17Z"
    name: message-dumper-predictor-6575bcfdfd-68mb5.18d68482817c3ee8
    namespace: kserve-ci-e2e-test
    resourceVersion: "16813"
    uid: 65942ad5-11e5-4d1b-9034-9c0d4878121a
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:33:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-predictor-6575bcfdfd-68mb5
    namespace: kserve-ci-e2e-test
    resourceVersion: "16798"
    uid: ff437fe3-a453-4c05-a70b-d3a4dcd31faf
  kind: Event
  lastTimestamp: "2026-09-18T20:33:18Z"
  message: Pulling image "gcr.io/knative-releases/knative.dev/eventing-contrib/cmd/event_display"
  metadata:
    creationTimestamp: "2026-09-18T20:33:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:33:18Z"
    name: message-dumper-predictor-6575bcfdfd-68mb5.18d6848282d0fad4
    namespace: kserve-ci-e2e-test
    resourceVersion: "16816"
    uid: 37ab6b4e-5c39-4061-979f-7cec0607e7f4
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:33:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-predictor-6575bcfdfd-68mb5
    namespace: kserve-ci-e2e-test
    resourceVersion: "16798"
    uid: ff437fe3-a453-4c05-a70b-d3a4dcd31faf
  kind: Event
  lastTimestamp: "2026-09-18T20:33:19Z"
  message: 'Successfully pulled image "gcr.io/knative-releases/knative.dev/eventing-contrib/cmd/event_display"
    in 1.367s (1.367s including waiting). Image size: 14813193 bytes.'
  metadata:
    creationTimestamp: "2026-09-18T20:33:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:33:19Z"
    name: message-dumper-predictor-6575bcfdfd-68mb5.18d68482d45aca5f
    namespace: kserve-ci-e2e-test
    resourceVersion: "16827"
    uid: 1536fcf7-9f86-408a-bcd7-44e3c9d63836
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:33:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-predictor-6575bcfdfd-68mb5
    namespace: kserve-ci-e2e-test
    resourceVersion: "16798"
    uid: ff437fe3-a453-4c05-a70b-d3a4dcd31faf
  kind: Event
  lastTimestamp: "2026-09-18T20:33:19Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-18T20:33:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:33:19Z"
    name: message-dumper-predictor-6575bcfdfd-68mb5.18d68482d7442473
    namespace: kserve-ci-e2e-test
    resourceVersion: "16828"
    uid: f903c733-7e8c-4a18-a2aa-30fcf9f8a200
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:33:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-predictor-6575bcfdfd-68mb5
    namespace: kserve-ci-e2e-test
    resourceVersion: "16798"
    uid: ff437fe3-a453-4c05-a70b-d3a4dcd31faf
  kind: Event
  lastTimestamp: "2026-09-18T20:33:19Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-18T20:33:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:33:19Z"
    name: message-dumper-predictor-6575bcfdfd-68mb5.18d68482d7b521cd
    namespace: kserve-ci-e2e-test
    resourceVersion: "16829"
    uid: a340d2ed-a7a1-4391-a656-1d53123d52da
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:33:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: message-dumper-predictor-6575bcfdfd-68mb5
    namespace: kserve-ci-e2e-test
    resourceVersion: "16798"
    uid: ff437fe3-a453-4c05-a70b-d3a4dcd31faf
  kind: Event
  lastTimestamp: "2026-09-18T20:33:19Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-18T20:33:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:33:19Z"
    name: message-dumper-predictor-6575bcfdfd-68mb5.18d68482d7be7c8b
    namespace: kserve-ci-e2e-test
    resourceVersion: "16830"
    uid: 03c6a5aa-2f13-47fb-bf40-951615e0c5cc
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:33:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: message-dumper-predictor-6575bcfdfd-68mb5
    namespace: kserve-ci-e2e-test
    resourceVersion: "16798"
    uid: ff437fe3-a453-4c05-a70b-d3a4dcd31faf
  kind: Event
  lastTimestamp: "2026-09-18T20:33:19Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-18T20:33:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:33:19Z"
    name: message-dumper-predictor-6575bcfdfd-68mb5.18d68482da7067a6
    namespace: kserve-ci-e2e-test
    resourceVersion: "16831"
    uid: 5c1db4ce-0adc-46e4-a124-677bea8b697d
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:33:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: message-dumper-predictor-6575bcfdfd-68mb5
    namespace: kserve-ci-e2e-test
    resourceVersion: "16798"
    uid: ff437fe3-a453-4c05-a70b-d3a4dcd31faf
  kind: Event
  lastTimestamp: "2026-09-18T20:33:19Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-18T20:33:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:33:19Z"
    name: message-dumper-predictor-6575bcfdfd-68mb5.18d68482dade7ff1
    namespace: kserve-ci-e2e-test
    resourceVersion: "16832"
    uid: 92fb1ff3-bce7-407f-8a7a-e5747895f392
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:35:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-predictor-6575bcfdfd-68mb5
    namespace: kserve-ci-e2e-test
    resourceVersion: "16798"
    uid: ff437fe3-a453-4c05-a70b-d3a4dcd31faf
  kind: Event
  lastTimestamp: "2026-09-18T20:35:03Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-18T20:35:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:35:03Z"
    name: message-dumper-predictor-6575bcfdfd-68mb5.18d6849afc75fae9
    namespace: kserve-ci-e2e-test
    resourceVersion: "17843"
    uid: b213cb63-fd5d-461f-ac0f-ff9ec472f52b
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:35:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: message-dumper-predictor-6575bcfdfd-68mb5
    namespace: kserve-ci-e2e-test
    resourceVersion: "16798"
    uid: ff437fe3-a453-4c05-a70b-d3a4dcd31faf
  kind: Event
  lastTimestamp: "2026-09-18T20:35:03Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-18T20:35:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:35:03Z"
    name: message-dumper-predictor-6575bcfdfd-68mb5.18d6849afc765f52
    namespace: kserve-ci-e2e-test
    resourceVersion: "17844"
    uid: 88e50143-00ef-49e1-bd89-d883ae72dedc
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:33:17Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: message-dumper-predictor-6575bcfdfd
    namespace: kserve-ci-e2e-test
    resourceVersion: "16785"
    uid: a1ce3488-47b8-4ccd-9f87-1cb25e404dd0
  kind: Event
  lastTimestamp: "2026-09-18T20:33:17Z"
  message: 'Created pod: message-dumper-predictor-6575bcfdfd-68mb5'
  metadata:
    creationTimestamp: "2026-09-18T20:33:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T20:33:17Z"
    name: message-dumper-predictor-6575bcfdfd.18d684825ebdeb62
    namespace: kserve-ci-e2e-test
    resourceVersion: "16797"
    uid: 1361e7d7-0f5d-4314-9b90-d392006f7b78
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:33:17Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: message-dumper-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16783"
    uid: f5ec5d83-04ca-477d-ac28-30357aaf4e12
  kind: Event
  lastTimestamp: "2026-09-18T20:33:17Z"
  message: Scaled up replica set message-dumper-predictor-6575bcfdfd from 0 to 1
  metadata:
    creationTimestamp: "2026-09-18T20:33:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T20:33:17Z"
    name: message-dumper-predictor.18d684825cc8cc02
    namespace: kserve-ci-e2e-test
    resourceVersion: "16787"
    uid: 67a4ba0a-be3a-4f1c-acac-0ca9a6cb73ff
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-18T20:33:32Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: message-dumper-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16784"
    uid: 6faf808b-6a25-4000-a857-088ee1a81616
  kind: Event
  lastTimestamp: "2026-09-18T20:34:17Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-18T20:33:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T20:34:17Z"
    name: message-dumper-predictor.18d68485db3cbe1c
    namespace: kserve-ci-e2e-test
    resourceVersion: "17453"
    uid: f9f00fd3-dfc0-4e34-8828-b9b97221477d
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-18T20:33:32Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: message-dumper-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16784"
    uid: 6faf808b-6a25-4000-a857-088ee1a81616
  kind: Event
  lastTimestamp: "2026-09-18T20:34:17Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-18T20:33:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T20:34:17Z"
    name: message-dumper-predictor.18d68485db8ca019
    namespace: kserve-ci-e2e-test
    resourceVersion: "17454"
    uid: 03496d7f-d4c1-49d9-95bd-7b3e902ca794
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-09-18T20:33:17Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: message-dumper
    namespace: kserve-ci-e2e-test
    resourceVersion: "16775"
    uid: 6189ea4a-a0b4-4077-aade-7da520286254
  kind: Event
  lastTimestamp: "2026-09-18T20:33:26Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-18T20:33:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T20:33:26Z"
    name: message-dumper.18d684825d091313
    namespace: kserve-ci-e2e-test
    resourceVersion: "16895"
    uid: be922839-cfe3-4149-a575-4c2f3e07e2d0
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:33:17Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: message-dumper
    namespace: kserve-ci-e2e-test
    resourceVersion: "16775"
    uid: 6189ea4a-a0b4-4077-aade-7da520286254
  kind: Event
  lastTimestamp: "2026-09-18T20:33:17Z"
  message: 'Failed to update status for InferenceService "message-dumper": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "message-dumper": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-09-18T20:33:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T20:33:17Z"
    name: message-dumper.18d684825d9a7569
    namespace: kserve-ci-e2e-test
    resourceVersion: "16791"
    uid: 6be4edf2-bc48-4a31-b66c-b719cf8bd16a
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:33:26Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: message-dumper
    namespace: kserve-ci-e2e-test
    resourceVersion: "16893"
    uid: 6189ea4a-a0b4-4077-aade-7da520286254
  kind: Event
  lastTimestamp: "2026-09-18T20:33:26Z"
  message: InferenceService [message-dumper] is Ready
  metadata:
    creationTimestamp: "2026-09-18T20:33:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T20:33:26Z"
    name: message-dumper.18d68484892ea8f2
    namespace: kserve-ci-e2e-test
    resourceVersion: "16894"
    uid: 42f6fca3-8f48-4e9e-927d-4b3523c30d45
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-18T20:43:24.639166Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-gz77f
    namespace: kserve-ci-e2e-test
    resourceVersion: "22169"
    uid: cbcdcafb-2285-4936-aa51-4a84c387f65d
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/sklearn-v2-mlserver-predictor-7f568cdc6b-gz77f
    to ip-10-0-130-79.ec2.internal
  metadata:
    creationTimestamp: "2026-09-18T20:43:24Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-18T20:43:24Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-gz77f.18d6850fc13a4881
    namespace: kserve-ci-e2e-test
    resourceVersion: "22173"
    uid: fddcd285-a93b-476c-8244-acbc0309574d
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-584d99b576-bdzl5
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:43:24Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-gz77f
    namespace: kserve-ci-e2e-test
    resourceVersion: "22171"
    uid: cbcdcafb-2285-4936-aa51-4a84c387f65d
  kind: Event
  lastTimestamp: "2026-09-18T20:43:24Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "sklearn-v2-mlserver-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-18T20:43:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:43:24Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-gz77f.18d6850fcb441479
    namespace: kserve-ci-e2e-test
    resourceVersion: "22182"
    uid: 9c48fe62-8981-443f-a7a1-0ac94e9c383a
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-79.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-79.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:43:25Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-gz77f
    namespace: kserve-ci-e2e-test
    resourceVersion: "22178"
    uid: cbcdcafb-2285-4936-aa51-4a84c387f65d
  kind: Event
  lastTimestamp: "2026-09-18T20:43:25Z"
  message: Add eth0 [10.134.0.38/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-18T20:43:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-18T20:43:25Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-gz77f.18d6851006ed4dd4
    namespace: kserve-ci-e2e-test
    resourceVersion: "22190"
    uid: 16718595-21b3-4e13-b926-6591117d0a9c
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:43:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-gz77f
    namespace: kserve-ci-e2e-test
    resourceVersion: "22171"
    uid: cbcdcafb-2285-4936-aa51-4a84c387f65d
  kind: Event
  lastTimestamp: "2026-09-18T20:43:25Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:2cbd0ba61f740962b2bad1a0e55e41574489d7afdb86fa314f3953b8c8af773e"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-18T20:43:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:43:25Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-gz77f.18d6851008606754
    namespace: kserve-ci-e2e-test
    resourceVersion: "22192"
    uid: 54381f50-419c-493f-bcd1-f906c334b477
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-79.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-79.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:43:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-gz77f
    namespace: kserve-ci-e2e-test
    resourceVersion: "22171"
    uid: cbcdcafb-2285-4936-aa51-4a84c387f65d
  kind: Event
  lastTimestamp: "2026-09-18T20:43:25Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-18T20:43:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:43:25Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-gz77f.18d685100b7abd4d
    namespace: kserve-ci-e2e-test
    resourceVersion: "22194"
    uid: 22f6f770-ed03-4983-8691-0f44c7644d48
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-79.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-79.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:43:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-gz77f
    namespace: kserve-ci-e2e-test
    resourceVersion: "22171"
    uid: cbcdcafb-2285-4936-aa51-4a84c387f65d
  kind: Event
  lastTimestamp: "2026-09-18T20:43:25Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-18T20:43:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:43:25Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-gz77f.18d685100c00fa08
    namespace: kserve-ci-e2e-test
    resourceVersion: "22195"
    uid: 1cd769b9-ada2-4048-bf63-ff43b73851fc
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-79.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-79.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:43:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-gz77f
    namespace: kserve-ci-e2e-test
    resourceVersion: "22171"
    uid: cbcdcafb-2285-4936-aa51-4a84c387f65d
  kind: Event
  lastTimestamp: "2026-09-18T20:43:29Z"
  message: Pulling image "docker.io/seldonio/mlserver:1.7.1"
  metadata:
    creationTimestamp: "2026-09-18T20:43:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:43:29Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-gz77f.18d68510f2b66a4c
    namespace: kserve-ci-e2e-test
    resourceVersion: "22233"
    uid: 1f004d1f-ee28-4941-a5f1-747fad8091dd
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-79.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-79.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:45:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-gz77f
    namespace: kserve-ci-e2e-test
    resourceVersion: "22171"
    uid: cbcdcafb-2285-4936-aa51-4a84c387f65d
  kind: Event
  lastTimestamp: "2026-09-18T20:45:30Z"
  message: 'Successfully pulled image "docker.io/seldonio/mlserver:1.7.1" in 2m1.026s
    (2m1.026s including waiting). Image size: 10890461297 bytes.'
  metadata:
    creationTimestamp: "2026-09-18T20:45:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:45:30Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-gz77f.18d6852d20752366
    namespace: kserve-ci-e2e-test
    resourceVersion: "23181"
    uid: fc39d6af-e85f-4895-8823-d5eefd722852
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-79.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-79.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:45:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-gz77f
    namespace: kserve-ci-e2e-test
    resourceVersion: "22171"
    uid: cbcdcafb-2285-4936-aa51-4a84c387f65d
  kind: Event
  lastTimestamp: "2026-09-18T20:45:30Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-18T20:45:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:45:30Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-gz77f.18d6852d26bb408f
    namespace: kserve-ci-e2e-test
    resourceVersion: "23183"
    uid: b4f9c480-499f-48f1-8a34-4a629fd68539
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-79.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-79.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:45:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-gz77f
    namespace: kserve-ci-e2e-test
    resourceVersion: "22171"
    uid: cbcdcafb-2285-4936-aa51-4a84c387f65d
  kind: Event
  lastTimestamp: "2026-09-18T20:45:30Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-18T20:45:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:45:30Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-gz77f.18d6852d28042028
    namespace: kserve-ci-e2e-test
    resourceVersion: "23184"
    uid: ed9c7911-9bf7-44a4-9f6e-bd96b1b32f64
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-79.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-79.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:45:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-gz77f
    namespace: kserve-ci-e2e-test
    resourceVersion: "22171"
    uid: cbcdcafb-2285-4936-aa51-4a84c387f65d
  kind: Event
  lastTimestamp: "2026-09-18T20:45:30Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-18T20:45:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:45:30Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-gz77f.18d6852d280ee375
    namespace: kserve-ci-e2e-test
    resourceVersion: "23185"
    uid: c6b3e414-df1f-4d13-82f2-732b05fd81d1
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-79.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-79.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:45:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-gz77f
    namespace: kserve-ci-e2e-test
    resourceVersion: "22171"
    uid: cbcdcafb-2285-4936-aa51-4a84c387f65d
  kind: Event
  lastTimestamp: "2026-09-18T20:45:31Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-18T20:45:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:45:31Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-gz77f.18d6852d2d8d3ed6
    namespace: kserve-ci-e2e-test
    resourceVersion: "23186"
    uid: 23aceec2-a270-40b3-9fee-a982aea9bf97
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-79.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-79.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:45:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-gz77f
    namespace: kserve-ci-e2e-test
    resourceVersion: "22171"
    uid: cbcdcafb-2285-4936-aa51-4a84c387f65d
  kind: Event
  lastTimestamp: "2026-09-18T20:45:31Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-18T20:45:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:45:31Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-gz77f.18d6852d2ea4acd1
    namespace: kserve-ci-e2e-test
    resourceVersion: "23187"
    uid: e5b02581-3b7a-4373-bc8c-029d0527e674
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-79.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-79.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:46:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-gz77f
    namespace: kserve-ci-e2e-test
    resourceVersion: "22171"
    uid: cbcdcafb-2285-4936-aa51-4a84c387f65d
  kind: Event
  lastTimestamp: "2026-09-18T20:46:08Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 400'
  metadata:
    creationTimestamp: "2026-09-18T20:46:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:46:08Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-gz77f.18d68535e9902b0b
    namespace: kserve-ci-e2e-test
    resourceVersion: "23452"
    uid: 81ee683a-bf8d-4486-8a2b-261b351959f6
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-79.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-79.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:46:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-gz77f
    namespace: kserve-ci-e2e-test
    resourceVersion: "22171"
    uid: cbcdcafb-2285-4936-aa51-4a84c387f65d
  kind: Event
  lastTimestamp: "2026-09-18T20:46:24Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-18T20:46:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:46:24Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-gz77f.18d68539b1d8e8dc
    namespace: kserve-ci-e2e-test
    resourceVersion: "23600"
    uid: 26df3289-c0dc-4f5a-af97-36737a540bc6
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-79.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-79.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:46:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-gz77f
    namespace: kserve-ci-e2e-test
    resourceVersion: "22171"
    uid: cbcdcafb-2285-4936-aa51-4a84c387f65d
  kind: Event
  lastTimestamp: "2026-09-18T20:46:24Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-18T20:46:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:46:24Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-gz77f.18d68539b1da1ed0
    namespace: kserve-ci-e2e-test
    resourceVersion: "23601"
    uid: 19261067-26f2-4861-9481-aa1b1e210169
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-79.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-79.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-18T20:46:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-gz77f
    namespace: kserve-ci-e2e-test
    resourceVersion: "22171"
    uid: cbcdcafb-2285-4936-aa51-4a84c387f65d
  kind: Event
  lastTimestamp: "2026-09-18T20:46:33Z"
  message: 'Readiness probe failed: Get "https://10.134.0.38:8643/healthz": dial tcp
    10.134.0.38:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-18T20:46:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:46:33Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-gz77f.18d6853a8cd40833
    namespace: kserve-ci-e2e-test
    resourceVersion: "23716"
    uid: 9db46fad-e468-4406-a4fa-91733d457270
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-79.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-79.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:46:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-gz77f
    namespace: kserve-ci-e2e-test
    resourceVersion: "22171"
    uid: cbcdcafb-2285-4936-aa51-4a84c387f65d
  kind: Event
  lastTimestamp: "2026-09-18T20:46:29Z"
  message: 'Readiness probe failed: Get "http://10.134.0.38:8080/v2/models/sklearn-v2-mlserver/ready":
    context deadline exceeded (Client.Timeout exceeded while awaiting headers)'
  metadata:
    creationTimestamp: "2026-09-18T20:46:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:46:29Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-gz77f.18d6853acb367c98
    namespace: kserve-ci-e2e-test
    resourceVersion: "23631"
    uid: f405f91b-78c9-48c4-bd84-06b1d91985ce
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-79.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-79.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:43:24Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: sklearn-v2-mlserver-predictor-7f568cdc6b
    namespace: kserve-ci-e2e-test
    resourceVersion: "22158"
    uid: afc717b3-1de1-42b2-b85b-3e942814d8fc
  kind: Event
  lastTimestamp: "2026-09-18T20:43:24Z"
  message: 'Created pod: sklearn-v2-mlserver-predictor-7f568cdc6b-gz77f'
  metadata:
    creationTimestamp: "2026-09-18T20:43:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T20:43:24Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b.18d6850fc0ccbfc9
    namespace: kserve-ci-e2e-test
    resourceVersion: "22170"
    uid: 3ba83c93-28c9-4243-b147-87aa10159a1e
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:43:24Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: sklearn-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22156"
    uid: 08465e06-911b-4172-9288-62dd5a57ec01
  kind: Event
  lastTimestamp: "2026-09-18T20:43:24Z"
  message: Scaled up replica set sklearn-v2-mlserver-predictor-7f568cdc6b from 0 to
    1
  metadata:
    creationTimestamp: "2026-09-18T20:43:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T20:43:24Z"
    name: sklearn-v2-mlserver-predictor.18d6850fbc1338e7
    namespace: kserve-ci-e2e-test
    resourceVersion: "22160"
    uid: 5f5918b4-53eb-40d8-a596-bff7004cf5a7
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-18T20:43:39Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: sklearn-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22157"
    uid: af01a5d2-97db-46f3-b170-74184c429691
  kind: Event
  lastTimestamp: "2026-09-18T20:46:09Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-18T20:43:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T20:46:09Z"
    name: sklearn-v2-mlserver-predictor.18d685133a8a1781
    namespace: kserve-ci-e2e-test
    resourceVersion: "23464"
    uid: b108d24c-e1a5-4c2d-8f68-10e79ecc43e6
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-18T20:43:39Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: sklearn-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22157"
    uid: af01a5d2-97db-46f3-b170-74184c429691
  kind: Event
  lastTimestamp: "2026-09-18T20:46:09Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-18T20:43:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T20:46:09Z"
    name: sklearn-v2-mlserver-predictor.18d685133aef372a
    namespace: kserve-ci-e2e-test
    resourceVersion: "23465"
    uid: c79cb058-7cba-4a36-8279-aacbcaa23cdb
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-18T20:45:54Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: sklearn-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22309"
    uid: af01a5d2-97db-46f3-b170-74184c429691
  kind: Event
  lastTimestamp: "2026-09-18T20:46:24Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-18T20:45:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T20:46:24Z"
    name: sklearn-v2-mlserver-predictor.18d68532af7687ec
    namespace: kserve-ci-e2e-test
    resourceVersion: "23580"
    uid: fa614499-0793-4db2-85fd-536e6c5b949f
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-18T20:45:54Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: sklearn-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22309"
    uid: af01a5d2-97db-46f3-b170-74184c429691
  kind: Event
  lastTimestamp: "2026-09-18T20:46:24Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-18T20:45:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T20:46:24Z"
    name: sklearn-v2-mlserver-predictor.18d68532afd6b787
    namespace: kserve-ci-e2e-test
    resourceVersion: "23581"
    uid: d168f491-2c70-4524-9ae8-1ca1bb98f050
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-09-18T20:43:24Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: sklearn-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "22149"
    uid: 4e00fc00-2711-4d79-92ac-7fe4fba371bc
  kind: Event
  lastTimestamp: "2026-09-18T20:46:18Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-18T20:43:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T20:46:18Z"
    name: sklearn-v2-mlserver.18d6850fbc1233ce
    namespace: kserve-ci-e2e-test
    resourceVersion: "23535"
    uid: b4589cc8-1cdd-4681-b249-c3bfe27228eb
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:43:24Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: sklearn-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "22149"
    uid: 4e00fc00-2711-4d79-92ac-7fe4fba371bc
  kind: Event
  lastTimestamp: "2026-09-18T20:43:24Z"
  message: 'Failed to update status for InferenceService "sklearn-v2-mlserver": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "sklearn-v2-mlserver":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-18T20:43:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T20:43:24Z"
    name: sklearn-v2-mlserver.18d6850fbc9a492b
    namespace: kserve-ci-e2e-test
    resourceVersion: "22164"
    uid: 9b7f27f0-a686-45fa-bebd-75fcc0f9d4fb
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:46:18Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: sklearn-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "23533"
    uid: 4e00fc00-2711-4d79-92ac-7fe4fba371bc
  kind: Event
  lastTimestamp: "2026-09-18T20:46:18Z"
  message: InferenceService [sklearn-v2-mlserver] is Ready
  metadata:
    creationTimestamp: "2026-09-18T20:46:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T20:46:18Z"
    name: sklearn-v2-mlserver.18d685383e65f067
    namespace: kserve-ci-e2e-test
    resourceVersion: "23534"
    uid: fb7ba7aa-76c1-45da-82c5-b713d32d7dd4
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-18T20:58:07.622011Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: xgboost-v2-mlserver-predictor-59944bcf4c-9vlpv
    namespace: kserve-ci-e2e-test
    resourceVersion: "30938"
    uid: 68f93fa1-4112-43e7-8f84-685c5d50cf61
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/xgboost-v2-mlserver-predictor-59944bcf4c-9vlpv
    to ip-10-0-130-79.ec2.internal
  metadata:
    creationTimestamp: "2026-09-18T20:58:07Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-18T20:58:07Z"
    name: xgboost-v2-mlserver-predictor-59944bcf4c-9vlpv.18d685dd571b37b3
    namespace: kserve-ci-e2e-test
    resourceVersion: "30944"
    uid: 818b19e1-3ab7-4531-9c62-c9285f195051
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-584d99b576-bdzl5
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:58:08Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: xgboost-v2-mlserver-predictor-59944bcf4c-9vlpv
    namespace: kserve-ci-e2e-test
    resourceVersion: "30948"
    uid: 68f93fa1-4112-43e7-8f84-685c5d50cf61
  kind: Event
  lastTimestamp: "2026-09-18T20:58:08Z"
  message: Add eth0 [10.134.0.50/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-18T20:58:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-18T20:58:08Z"
    name: xgboost-v2-mlserver-predictor-59944bcf4c-9vlpv.18d685dd794042ab
    namespace: kserve-ci-e2e-test
    resourceVersion: "30958"
    uid: 13213c23-f251-4333-ade2-c166dc569de2
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:58:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-59944bcf4c-9vlpv
    namespace: kserve-ci-e2e-test
    resourceVersion: "30942"
    uid: 68f93fa1-4112-43e7-8f84-685c5d50cf61
  kind: Event
  lastTimestamp: "2026-09-18T20:58:08Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:2cbd0ba61f740962b2bad1a0e55e41574489d7afdb86fa314f3953b8c8af773e"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-18T20:58:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:58:08Z"
    name: xgboost-v2-mlserver-predictor-59944bcf4c-9vlpv.18d685dd7aace3c4
    namespace: kserve-ci-e2e-test
    resourceVersion: "30960"
    uid: 0725cea5-21a2-463c-b434-70230a2c2d08
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-79.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-79.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:58:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-59944bcf4c-9vlpv
    namespace: kserve-ci-e2e-test
    resourceVersion: "30942"
    uid: 68f93fa1-4112-43e7-8f84-685c5d50cf61
  kind: Event
  lastTimestamp: "2026-09-18T20:58:08Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-18T20:58:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:58:08Z"
    name: xgboost-v2-mlserver-predictor-59944bcf4c-9vlpv.18d685dd7d775784
    namespace: kserve-ci-e2e-test
    resourceVersion: "30961"
    uid: d0763f35-9c92-4603-b7f6-8ba7167f22d4
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-79.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-79.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:58:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-59944bcf4c-9vlpv
    namespace: kserve-ci-e2e-test
    resourceVersion: "30942"
    uid: 68f93fa1-4112-43e7-8f84-685c5d50cf61
  kind: Event
  lastTimestamp: "2026-09-18T20:58:08Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-18T20:58:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:58:08Z"
    name: xgboost-v2-mlserver-predictor-59944bcf4c-9vlpv.18d685dd7dee9b1e
    namespace: kserve-ci-e2e-test
    resourceVersion: "30962"
    uid: 7cea862b-7bee-4b33-a3d7-060261a6650c
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-79.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-79.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:58:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-59944bcf4c-9vlpv
    namespace: kserve-ci-e2e-test
    resourceVersion: "30942"
    uid: 68f93fa1-4112-43e7-8f84-685c5d50cf61
  kind: Event
  lastTimestamp: "2026-09-18T20:58:12Z"
  message: Container image "docker.io/seldonio/mlserver:1.7.1" already present on
    machine
  metadata:
    creationTimestamp: "2026-09-18T20:58:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:58:12Z"
    name: xgboost-v2-mlserver-predictor-59944bcf4c-9vlpv.18d685de727456e2
    namespace: kserve-ci-e2e-test
    resourceVersion: "30998"
    uid: de74a95d-42e1-4d8f-942e-5f49ee6021d2
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-79.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-79.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:58:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-59944bcf4c-9vlpv
    namespace: kserve-ci-e2e-test
    resourceVersion: "30942"
    uid: 68f93fa1-4112-43e7-8f84-685c5d50cf61
  kind: Event
  lastTimestamp: "2026-09-18T20:58:12Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-18T20:58:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:58:12Z"
    name: xgboost-v2-mlserver-predictor-59944bcf4c-9vlpv.18d685de75f046b1
    namespace: kserve-ci-e2e-test
    resourceVersion: "31002"
    uid: 01c7aaaa-9805-49c3-be0d-03c1649fde55
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-79.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-79.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:58:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-59944bcf4c-9vlpv
    namespace: kserve-ci-e2e-test
    resourceVersion: "30942"
    uid: 68f93fa1-4112-43e7-8f84-685c5d50cf61
  kind: Event
  lastTimestamp: "2026-09-18T20:58:12Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-18T20:58:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:58:12Z"
    name: xgboost-v2-mlserver-predictor-59944bcf4c-9vlpv.18d685de766cda5f
    namespace: kserve-ci-e2e-test
    resourceVersion: "31003"
    uid: 8f8a1ee3-0095-4085-8b33-0aaba9948dfd
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-79.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-79.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:58:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-59944bcf4c-9vlpv
    namespace: kserve-ci-e2e-test
    resourceVersion: "30942"
    uid: 68f93fa1-4112-43e7-8f84-685c5d50cf61
  kind: Event
  lastTimestamp: "2026-09-18T20:58:12Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-18T20:58:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:58:12Z"
    name: xgboost-v2-mlserver-predictor-59944bcf4c-9vlpv.18d685de76782281
    namespace: kserve-ci-e2e-test
    resourceVersion: "31004"
    uid: 98b7dfe9-787a-45dd-91bc-db4d76524ebb
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-79.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-79.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:58:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-59944bcf4c-9vlpv
    namespace: kserve-ci-e2e-test
    resourceVersion: "30942"
    uid: 68f93fa1-4112-43e7-8f84-685c5d50cf61
  kind: Event
  lastTimestamp: "2026-09-18T20:58:12Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-18T20:58:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:58:12Z"
    name: xgboost-v2-mlserver-predictor-59944bcf4c-9vlpv.18d685de796f824a
    namespace: kserve-ci-e2e-test
    resourceVersion: "31006"
    uid: ffb2b57e-cbe0-4410-b225-85d4c044dbbd
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-79.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-79.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:58:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-59944bcf4c-9vlpv
    namespace: kserve-ci-e2e-test
    resourceVersion: "30942"
    uid: 68f93fa1-4112-43e7-8f84-685c5d50cf61
  kind: Event
  lastTimestamp: "2026-09-18T20:58:12Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-18T20:58:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:58:12Z"
    name: xgboost-v2-mlserver-predictor-59944bcf4c-9vlpv.18d685de79e2e478
    namespace: kserve-ci-e2e-test
    resourceVersion: "31007"
    uid: d8ccb49d-bd57-4a8a-bfcd-5ed82378a19f
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-79.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-79.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:58:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-59944bcf4c-9vlpv
    namespace: kserve-ci-e2e-test
    resourceVersion: "30942"
    uid: 68f93fa1-4112-43e7-8f84-685c5d50cf61
  kind: Event
  lastTimestamp: "2026-09-18T20:58:57Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-18T20:58:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:58:57Z"
    name: xgboost-v2-mlserver-predictor-59944bcf4c-9vlpv.18d685e900454f80
    namespace: kserve-ci-e2e-test
    resourceVersion: "31500"
    uid: 86ee23c9-08d9-4dfd-b1cb-272cdd5efff0
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-79.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-79.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:58:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-59944bcf4c-9vlpv
    namespace: kserve-ci-e2e-test
    resourceVersion: "30942"
    uid: 68f93fa1-4112-43e7-8f84-685c5d50cf61
  kind: Event
  lastTimestamp: "2026-09-18T20:58:57Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-18T20:58:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:58:57Z"
    name: xgboost-v2-mlserver-predictor-59944bcf4c-9vlpv.18d685e90045e530
    namespace: kserve-ci-e2e-test
    resourceVersion: "31501"
    uid: 9016b8c3-ca35-41d8-a1d0-9caf24208c92
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-79.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-79.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:59:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-59944bcf4c-9vlpv
    namespace: kserve-ci-e2e-test
    resourceVersion: "30942"
    uid: 68f93fa1-4112-43e7-8f84-685c5d50cf61
  kind: Event
  lastTimestamp: "2026-09-18T20:59:00Z"
  message: 'Readiness probe failed: Get "https://10.134.0.50:8643/healthz": dial tcp
    10.134.0.50:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-18T20:59:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:59:00Z"
    name: xgboost-v2-mlserver-predictor-59944bcf4c-9vlpv.18d685e9a094848f
    namespace: kserve-ci-e2e-test
    resourceVersion: "31522"
    uid: 6e26e46b-5c7c-4aaf-b526-35850babbfc9
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-79.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-79.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:59:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-59944bcf4c-9vlpv
    namespace: kserve-ci-e2e-test
    resourceVersion: "30942"
    uid: 68f93fa1-4112-43e7-8f84-685c5d50cf61
  kind: Event
  lastTimestamp: "2026-09-18T20:59:00Z"
  message: 'Readiness probe failed: Get "http://10.134.0.50:8080/v2/models/xgboost-v2-mlserver/ready":
    dial tcp 10.134.0.50:8080: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-18T20:59:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:59:00Z"
    name: xgboost-v2-mlserver-predictor-59944bcf4c-9vlpv.18d685e9a0ee77bf
    namespace: kserve-ci-e2e-test
    resourceVersion: "31523"
    uid: e0df3567-3fec-4d23-b138-0706cffd7e93
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-79.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-79.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:58:07Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: xgboost-v2-mlserver-predictor-59944bcf4c
    namespace: kserve-ci-e2e-test
    resourceVersion: "30928"
    uid: 8e0a3054-da2c-4e12-b2a6-e425642b81e4
  kind: Event
  lastTimestamp: "2026-09-18T20:58:07Z"
  message: 'Created pod: xgboost-v2-mlserver-predictor-59944bcf4c-9vlpv'
  metadata:
    creationTimestamp: "2026-09-18T20:58:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T20:58:07Z"
    name: xgboost-v2-mlserver-predictor-59944bcf4c.18d685dd56a9e22f
    namespace: kserve-ci-e2e-test
    resourceVersion: "30941"
    uid: e08601f1-4552-4e5b-b547-d1bb9d2b4c55
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:58:07Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "30926"
    uid: c641152c-9df1-4a0c-8f2b-61f6c480cda4
  kind: Event
  lastTimestamp: "2026-09-18T20:58:07Z"
  message: Scaled up replica set xgboost-v2-mlserver-predictor-59944bcf4c from 0 to
    1
  metadata:
    creationTimestamp: "2026-09-18T20:58:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T20:58:07Z"
    name: xgboost-v2-mlserver-predictor.18d685dd538a63d4
    namespace: kserve-ci-e2e-test
    resourceVersion: "30931"
    uid: d383bd8e-5766-496a-99ff-438624b9287f
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:58:22Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "30927"
    uid: 5a1958db-7341-4440-bae9-7a31604b060c
  kind: Event
  lastTimestamp: "2026-09-18T20:58:22Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-18T20:58:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T20:58:22Z"
    name: xgboost-v2-mlserver-predictor.18d685e0d205d4b5
    namespace: kserve-ci-e2e-test
    resourceVersion: "31154"
    uid: 76576992-938e-4a45-baba-fdd220be1659
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:58:22Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "30927"
    uid: 5a1958db-7341-4440-bae9-7a31604b060c
  kind: Event
  lastTimestamp: "2026-09-18T20:58:22Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-18T20:58:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T20:58:22Z"
    name: xgboost-v2-mlserver-predictor.18d685e0d26b12c2
    namespace: kserve-ci-e2e-test
    resourceVersion: "31156"
    uid: 1d3230ad-93e2-4c39-9ba0-0b98ab657285
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-18T20:58:37Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31155"
    uid: 5a1958db-7341-4440-bae9-7a31604b060c
  kind: Event
  lastTimestamp: "2026-09-18T20:58:52Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-18T20:58:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T20:58:52Z"
    name: xgboost-v2-mlserver-predictor.18d685e4515445f1
    namespace: kserve-ci-e2e-test
    resourceVersion: "31451"
    uid: 40ab25bf-1bb8-4320-9f59-1c6bf2093249
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-18T20:58:37Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31155"
    uid: 5a1958db-7341-4440-bae9-7a31604b060c
  kind: Event
  lastTimestamp: "2026-09-18T20:58:52Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-18T20:58:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T20:58:52Z"
    name: xgboost-v2-mlserver-predictor.18d685e451b4f640
    namespace: kserve-ci-e2e-test
    resourceVersion: "31453"
    uid: b9934710-59f3-4b68-9b33-5d3116ed536c
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-18T20:58:07Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: xgboost-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "30919"
    uid: f052181f-c4aa-4058-ba69-6332d041d6f4
  kind: Event
  lastTimestamp: "2026-09-18T20:58:50Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-18T20:58:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T20:58:50Z"
    name: xgboost-v2-mlserver.18d685dd53a09f5b
    namespace: kserve-ci-e2e-test
    resourceVersion: "31436"
    uid: 5d438852-f9de-41c5-a373-415b575ce098
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-18T20:58:07Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: xgboost-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "30919"
    uid: f052181f-c4aa-4058-ba69-6332d041d6f4
  kind: Event
  lastTimestamp: "2026-09-18T20:58:07Z"
  message: 'Failed to update status for InferenceService "xgboost-v2-mlserver": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "xgboost-v2-mlserver":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-18T20:58:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T20:58:07Z"
    name: xgboost-v2-mlserver.18d685dd54182e31
    namespace: kserve-ci-e2e-test
    resourceVersion: "30950"
    uid: 9980dc10-f4fc-4e77-8a43-49245f4a6497
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:58:07Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: xgboost-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "30920"
    uid: f052181f-c4aa-4058-ba69-6332d041d6f4
  kind: Event
  lastTimestamp: "2026-09-18T20:58:07Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "xgboost-v2-mlserver": the object has been
    modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-18T20:58:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T20:58:07Z"
    name: xgboost-v2-mlserver.18d685dd598d5527
    namespace: kserve-ci-e2e-test
    resourceVersion: "30951"
    uid: 5bea7c4a-c77c-47b0-bb5f-c2a123429d95
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:58:50Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: xgboost-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "31433"
    uid: f052181f-c4aa-4058-ba69-6332d041d6f4
  kind: Event
  lastTimestamp: "2026-09-18T20:58:50Z"
  message: InferenceService [xgboost-v2-mlserver] is Ready
  metadata:
    creationTimestamp: "2026-09-18T20:58:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T20:58:50Z"
    name: xgboost-v2-mlserver.18d685e7525f2502
    namespace: kserve-ci-e2e-test
    resourceVersion: "31434"
    uid: cff045ff-7286-4c8f-80ac-bfa5fd0a927d
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
kind: EventList
metadata:
  resourceVersion: "40324"