---
apiVersion: v1
items:
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-24T21:41:48.678331Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-s22m2
    namespace: kserve-ci-e2e-test
    resourceVersion: "22683"
    uid: d0bc9798-580a-4853-92e9-68e56bbeb7fc
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-s22m2
    to ip-10-0-129-163.ec2.internal
  metadata:
    creationTimestamp: "2026-07-24T21:41:48Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-24T21:41:48Z"
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-s22m2.18c557bfd0f4b4b6
    namespace: kserve-ci-e2e-test
    resourceVersion: "22689"
    uid: 36c40f9d-cf5b-4a06-9fc9-c937e970c15d
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-558cfff45f-z9c48
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:41:48Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-s22m2
    namespace: kserve-ci-e2e-test
    resourceVersion: "22687"
    uid: d0bc9798-580a-4853-92e9-68e56bbeb7fc
  kind: Event
  lastTimestamp: "2026-07-24T21:41:48Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-autogluon-ts-v1-noslash-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-07-24T21:41:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T21:41:48Z"
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-s22m2.18c557bfdd2e227d
    namespace: kserve-ci-e2e-test
    resourceVersion: "22696"
    uid: b554c81f-fdbf-47d8-ac36-13eacc3ec65a
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-163.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:41:49Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-s22m2
    namespace: kserve-ci-e2e-test
    resourceVersion: "22693"
    uid: d0bc9798-580a-4853-92e9-68e56bbeb7fc
  kind: Event
  lastTimestamp: "2026-07-24T21:41:49Z"
  message: Add eth0 [10.134.0.38/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-24T21:41:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-24T21:41:49Z"
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-s22m2.18c557c00ea62c75
    namespace: kserve-ci-e2e-test
    resourceVersion: "22706"
    uid: 08325b06-098a-42cf-b2fd-f2a268240cfe
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:41:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-s22m2
    namespace: kserve-ci-e2e-test
    resourceVersion: "22687"
    uid: d0bc9798-580a-4853-92e9-68e56bbeb7fc
  kind: Event
  lastTimestamp: "2026-07-24T21:41:49Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:4bc99d27049df235a3e7474685f2095e74c6eed89dc3da2f17a1c3e85c3fa894"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-24T21:41:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T21:41:49Z"
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-s22m2.18c557c010a243bd
    namespace: kserve-ci-e2e-test
    resourceVersion: "22708"
    uid: d4d2b4d4-a48d-4a6f-84f6-4dcbb77103f7
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-163.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:41:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-s22m2
    namespace: kserve-ci-e2e-test
    resourceVersion: "22687"
    uid: d0bc9798-580a-4853-92e9-68e56bbeb7fc
  kind: Event
  lastTimestamp: "2026-07-24T21:41:49Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-24T21:41:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T21:41:49Z"
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-s22m2.18c557c0138ee559
    namespace: kserve-ci-e2e-test
    resourceVersion: "22710"
    uid: 7a2900ac-e056-483d-b76c-18fed3077140
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-163.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:41:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-s22m2
    namespace: kserve-ci-e2e-test
    resourceVersion: "22687"
    uid: d0bc9798-580a-4853-92e9-68e56bbeb7fc
  kind: Event
  lastTimestamp: "2026-07-24T21:41:49Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-24T21:41:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T21:41:49Z"
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-s22m2.18c557c01408cca4
    namespace: kserve-ci-e2e-test
    resourceVersion: "22711"
    uid: 38b7c16e-04ed-415f-8d42-30020bb04023
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-163.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:41:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-s22m2
    namespace: kserve-ci-e2e-test
    resourceVersion: "22687"
    uid: d0bc9798-580a-4853-92e9-68e56bbeb7fc
  kind: Event
  lastTimestamp: "2026-07-24T21:41:54Z"
  message: Container image "kserve/autogluonserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-07-24T21:41:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T21:41:54Z"
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-s22m2.18c557c13e61fc4e
    namespace: kserve-ci-e2e-test
    resourceVersion: "22749"
    uid: d13345a2-c80a-4d71-8eae-3a0f2f9070d0
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-163.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:41:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-s22m2
    namespace: kserve-ci-e2e-test
    resourceVersion: "22687"
    uid: d0bc9798-580a-4853-92e9-68e56bbeb7fc
  kind: Event
  lastTimestamp: "2026-07-24T21:41:54Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-24T21:41:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T21:41:54Z"
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-s22m2.18c557c141e39b64
    namespace: kserve-ci-e2e-test
    resourceVersion: "22751"
    uid: c4ab8402-e3f5-4078-a630-b34364719909
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-163.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:41:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-s22m2
    namespace: kserve-ci-e2e-test
    resourceVersion: "22687"
    uid: d0bc9798-580a-4853-92e9-68e56bbeb7fc
  kind: Event
  lastTimestamp: "2026-07-24T21:41:54Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-24T21:41:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T21:41:54Z"
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-s22m2.18c557c1425b2fd9
    namespace: kserve-ci-e2e-test
    resourceVersion: "22752"
    uid: 4754ad1a-3587-4006-865c-2285fd5a88f3
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-163.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:41:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-s22m2
    namespace: kserve-ci-e2e-test
    resourceVersion: "22687"
    uid: d0bc9798-580a-4853-92e9-68e56bbeb7fc
  kind: Event
  lastTimestamp: "2026-07-24T21:41:54Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-24T21:41:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T21:41:54Z"
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-s22m2.18c557c14266e12f
    namespace: kserve-ci-e2e-test
    resourceVersion: "22755"
    uid: acd011ac-5322-4029-85aa-c22f561c7297
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-163.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:41:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-s22m2
    namespace: kserve-ci-e2e-test
    resourceVersion: "22687"
    uid: d0bc9798-580a-4853-92e9-68e56bbeb7fc
  kind: Event
  lastTimestamp: "2026-07-24T21:41:54Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-24T21:41:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T21:41:54Z"
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-s22m2.18c557c145dc9675
    namespace: kserve-ci-e2e-test
    resourceVersion: "22756"
    uid: 61b0da21-f649-44e1-bd14-0df5b7bfde7d
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-163.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:41:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-s22m2
    namespace: kserve-ci-e2e-test
    resourceVersion: "22687"
    uid: d0bc9798-580a-4853-92e9-68e56bbeb7fc
  kind: Event
  lastTimestamp: "2026-07-24T21:41:54Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-24T21:41:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T21:41:54Z"
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-s22m2.18c557c1465bfad1
    namespace: kserve-ci-e2e-test
    resourceVersion: "22758"
    uid: 065f7b28-0765-4b72-9c48-b16b0b61df96
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-163.ec2.internal
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-24T21:41:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-s22m2
    namespace: kserve-ci-e2e-test
    resourceVersion: "22687"
    uid: d0bc9798-580a-4853-92e9-68e56bbeb7fc
  kind: Event
  lastTimestamp: "2026-07-24T21:42:01Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.38:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-24T21:41:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T21:42:01Z"
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-s22m2.18c557c17a6ea7ec
    namespace: kserve-ci-e2e-test
    resourceVersion: "22813"
    uid: 70c7cff9-6434-4051-aaff-1e21b5b7cb6b
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-163.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:42:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-s22m2
    namespace: kserve-ci-e2e-test
    resourceVersion: "22687"
    uid: d0bc9798-580a-4853-92e9-68e56bbeb7fc
  kind: Event
  lastTimestamp: "2026-07-24T21:42:23Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-24T21:42:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T21:42:23Z"
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-s22m2.18c557c804c9c4d2
    namespace: kserve-ci-e2e-test
    resourceVersion: "22993"
    uid: d7731d53-2a9f-4f00-b5bb-b3b47fa1327c
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-163.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:42:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-s22m2
    namespace: kserve-ci-e2e-test
    resourceVersion: "22687"
    uid: d0bc9798-580a-4853-92e9-68e56bbeb7fc
  kind: Event
  lastTimestamp: "2026-07-24T21:42:23Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-24T21:42:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T21:42:23Z"
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-s22m2.18c557c804ca3889
    namespace: kserve-ci-e2e-test
    resourceVersion: "22994"
    uid: 938851fd-9974-40f0-a6f3-80ac2ebe085e
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-163.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:41:48Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585
    namespace: kserve-ci-e2e-test
    resourceVersion: "22674"
    uid: c6d62312-7b9b-4bbf-8fa7-92b66630e98f
  kind: Event
  lastTimestamp: "2026-07-24T21:41:48Z"
  message: 'Created pod: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-s22m2'
  metadata:
    creationTimestamp: "2026-07-24T21:41:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-24T21:41:48Z"
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585.18c557bfd071bddd
    namespace: kserve-ci-e2e-test
    resourceVersion: "22686"
    uid: 5fcede41-dee8-4d21-95a1-bf70684a54cb
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:41:48Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-autogluon-ts-v1-noslash-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22672"
    uid: 30eebff7-e911-4287-822b-063d8f9a2b74
  kind: Event
  lastTimestamp: "2026-07-24T21:41:48Z"
  message: Scaled up replica set isvc-autogluon-ts-v1-noslash-predictor-b54fbf585
    from 0 to 1
  metadata:
    creationTimestamp: "2026-07-24T21:41:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-24T21:41:48Z"
    name: isvc-autogluon-ts-v1-noslash-predictor.18c557bfcd92fc1a
    namespace: kserve-ci-e2e-test
    resourceVersion: "22675"
    uid: 1336cebf-d178-4262-9464-aaa03ff6bc93
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:42:03Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-ts-v1-noslash-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22673"
    uid: 1d622b95-7b6e-4d43-bdc0-28a8fe6facb7
  kind: Event
  lastTimestamp: "2026-07-24T21:42:03Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-24T21:42:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-24T21:42:03Z"
    name: isvc-autogluon-ts-v1-noslash-predictor.18c557c34c643f35
    namespace: kserve-ci-e2e-test
    resourceVersion: "22827"
    uid: b8b4dfc6-13ab-41f2-b8c1-349613f9b6c4
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:42:03Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-ts-v1-noslash-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22673"
    uid: 1d622b95-7b6e-4d43-bdc0-28a8fe6facb7
  kind: Event
  lastTimestamp: "2026-07-24T21:42:03Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-24T21:42:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-24T21:42:03Z"
    name: isvc-autogluon-ts-v1-noslash-predictor.18c557c34cc3f5ee
    namespace: kserve-ci-e2e-test
    resourceVersion: "22829"
    uid: 222bd60c-a45d-4905-8063-3ef4cf6cee89
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:42:18Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-ts-v1-noslash-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22828"
    uid: 1d622b95-7b6e-4d43-bdc0-28a8fe6facb7
  kind: Event
  lastTimestamp: "2026-07-24T21:42:18Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-24T21:42:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-24T21:42:18Z"
    name: isvc-autogluon-ts-v1-noslash-predictor.18c557c6cbd0349f
    namespace: kserve-ci-e2e-test
    resourceVersion: "22938"
    uid: eb4a5a65-916a-4ba0-ac40-b0f5389efffa
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:42:18Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-ts-v1-noslash-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22828"
    uid: 1d622b95-7b6e-4d43-bdc0-28a8fe6facb7
  kind: Event
  lastTimestamp: "2026-07-24T21:42:18Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-24T21:42:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-24T21:42:18Z"
    name: isvc-autogluon-ts-v1-noslash-predictor.18c557c6cca75184
    namespace: kserve-ci-e2e-test
    resourceVersion: "22939"
    uid: a4fe75b6-0c75-42c9-86be-7775528b406b
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-07-24T21:41:48Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-ts-v1-noslash
    namespace: kserve-ci-e2e-test
    resourceVersion: "22664"
    uid: e1f3b112-842c-4915-8b95-5c173ac93ccc
  kind: Event
  lastTimestamp: "2026-07-24T21:42:11Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-24T21:41:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-24T21:42:11Z"
    name: isvc-autogluon-ts-v1-noslash.18c557bfcd9a2f1f
    namespace: kserve-ci-e2e-test
    resourceVersion: "22893"
    uid: 259f7111-be6d-45d7-8f07-a479dd55a569
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:41:48Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-ts-v1-noslash
    namespace: kserve-ci-e2e-test
    resourceVersion: "22664"
    uid: e1f3b112-842c-4915-8b95-5c173ac93ccc
  kind: Event
  lastTimestamp: "2026-07-24T21:41:48Z"
  message: 'Failed to update status for InferenceService "isvc-autogluon-ts-v1-noslash":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-autogluon-ts-v1-noslash":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-24T21:41:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-24T21:41:48Z"
    name: isvc-autogluon-ts-v1-noslash.18c557bfce5c78a6
    namespace: kserve-ci-e2e-test
    resourceVersion: "22679"
    uid: f559981c-1d86-48e4-880c-ff64f45279c3
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:42:11Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-ts-v1-noslash
    namespace: kserve-ci-e2e-test
    resourceVersion: "22891"
    uid: e1f3b112-842c-4915-8b95-5c173ac93ccc
  kind: Event
  lastTimestamp: "2026-07-24T21:42:11Z"
  message: InferenceService [isvc-autogluon-ts-v1-noslash] is Ready
  metadata:
    creationTimestamp: "2026-07-24T21:42:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-24T21:42:11Z"
    name: isvc-autogluon-ts-v1-noslash.18c557c53a0660dd
    namespace: kserve-ci-e2e-test
    resourceVersion: "22892"
    uid: 6a620fea-07bd-48db-81de-dc65a5640af7
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-24T21:41:01.017117Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-cbkzh
    namespace: kserve-ci-e2e-test
    resourceVersion: "22262"
    uid: 1a996e53-8807-4690-b662-5c250d52ccbd
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-autogluon-ts-v1-predictor-6cf79d9f7d-cbkzh
    to ip-10-0-129-163.ec2.internal
  metadata:
    creationTimestamp: "2026-07-24T21:41:01Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-24T21:41:01Z"
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-cbkzh.18c557b4b8227c5d
    namespace: kserve-ci-e2e-test
    resourceVersion: "22267"
    uid: ea129bb3-f0c6-4662-9886-86a152ad9c49
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-558cfff45f-z9c48
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:41:01Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-cbkzh
    namespace: kserve-ci-e2e-test
    resourceVersion: "22275"
    uid: 1a996e53-8807-4690-b662-5c250d52ccbd
  kind: Event
  lastTimestamp: "2026-07-24T21:41:01Z"
  message: Add eth0 [10.134.0.37/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-24T21:41:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-24T21:41:01Z"
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-cbkzh.18c557b4d21c5441
    namespace: kserve-ci-e2e-test
    resourceVersion: "22281"
    uid: 99336bd2-5ca0-4084-85a3-8e9fe02eb82d
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:41:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-cbkzh
    namespace: kserve-ci-e2e-test
    resourceVersion: "22264"
    uid: 1a996e53-8807-4690-b662-5c250d52ccbd
  kind: Event
  lastTimestamp: "2026-07-24T21:41:01Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:4bc99d27049df235a3e7474685f2095e74c6eed89dc3da2f17a1c3e85c3fa894"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-24T21:41:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T21:41:01Z"
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-cbkzh.18c557b4d3b9901f
    namespace: kserve-ci-e2e-test
    resourceVersion: "22283"
    uid: efa8a82a-c25f-4505-aa7a-13eb7854a458
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-163.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:41:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-cbkzh
    namespace: kserve-ci-e2e-test
    resourceVersion: "22264"
    uid: 1a996e53-8807-4690-b662-5c250d52ccbd
  kind: Event
  lastTimestamp: "2026-07-24T21:41:01Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-24T21:41:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T21:41:01Z"
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-cbkzh.18c557b4d67097b2
    namespace: kserve-ci-e2e-test
    resourceVersion: "22284"
    uid: 94db9f5f-e675-478b-a362-e0fb7f3b7c52
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-163.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:41:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-cbkzh
    namespace: kserve-ci-e2e-test
    resourceVersion: "22264"
    uid: 1a996e53-8807-4690-b662-5c250d52ccbd
  kind: Event
  lastTimestamp: "2026-07-24T21:41:01Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-24T21:41:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T21:41:01Z"
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-cbkzh.18c557b4d6e8e4a8
    namespace: kserve-ci-e2e-test
    resourceVersion: "22285"
    uid: c8316769-abab-4133-b40e-9b266e2b90ef
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-163.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:41:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-cbkzh
    namespace: kserve-ci-e2e-test
    resourceVersion: "22264"
    uid: 1a996e53-8807-4690-b662-5c250d52ccbd
  kind: Event
  lastTimestamp: "2026-07-24T21:41:11Z"
  message: Container image "kserve/autogluonserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-07-24T21:41:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T21:41:11Z"
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-cbkzh.18c557b72e75b663
    namespace: kserve-ci-e2e-test
    resourceVersion: "22361"
    uid: 72876a68-9073-4d3b-b331-275c330970e5
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-163.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:41:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-cbkzh
    namespace: kserve-ci-e2e-test
    resourceVersion: "22264"
    uid: 1a996e53-8807-4690-b662-5c250d52ccbd
  kind: Event
  lastTimestamp: "2026-07-24T21:41:11Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-24T21:41:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T21:41:11Z"
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-cbkzh.18c557b731aff1b8
    namespace: kserve-ci-e2e-test
    resourceVersion: "22363"
    uid: 37b58423-2672-4760-95ec-c00a9b2e6563
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-163.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:41:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-cbkzh
    namespace: kserve-ci-e2e-test
    resourceVersion: "22264"
    uid: 1a996e53-8807-4690-b662-5c250d52ccbd
  kind: Event
  lastTimestamp: "2026-07-24T21:41:11Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-24T21:41:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T21:41:11Z"
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-cbkzh.18c557b7322c3500
    namespace: kserve-ci-e2e-test
    resourceVersion: "22365"
    uid: d054f9e0-a173-42bf-92c5-30ed69b20956
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-163.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:41:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-cbkzh
    namespace: kserve-ci-e2e-test
    resourceVersion: "22264"
    uid: 1a996e53-8807-4690-b662-5c250d52ccbd
  kind: Event
  lastTimestamp: "2026-07-24T21:41:11Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-24T21:41:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T21:41:11Z"
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-cbkzh.18c557b7323969f1
    namespace: kserve-ci-e2e-test
    resourceVersion: "22367"
    uid: ad9512b7-cc4f-4071-b9cf-ad1dd583455a
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-163.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:41:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-cbkzh
    namespace: kserve-ci-e2e-test
    resourceVersion: "22264"
    uid: 1a996e53-8807-4690-b662-5c250d52ccbd
  kind: Event
  lastTimestamp: "2026-07-24T21:41:11Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-24T21:41:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T21:41:11Z"
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-cbkzh.18c557b73523e65a
    namespace: kserve-ci-e2e-test
    resourceVersion: "22369"
    uid: 6b6db979-e86a-4aa5-baa1-5c4822d2c0e4
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-163.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:41:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-cbkzh
    namespace: kserve-ci-e2e-test
    resourceVersion: "22264"
    uid: 1a996e53-8807-4690-b662-5c250d52ccbd
  kind: Event
  lastTimestamp: "2026-07-24T21:41:11Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-24T21:41:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T21:41:11Z"
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-cbkzh.18c557b735a175f7
    namespace: kserve-ci-e2e-test
    resourceVersion: "22370"
    uid: a21e9a75-3fc4-4f89-a103-d5cf594efdeb
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-163.ec2.internal
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-24T21:41:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-cbkzh
    namespace: kserve-ci-e2e-test
    resourceVersion: "22264"
    uid: 1a996e53-8807-4690-b662-5c250d52ccbd
  kind: Event
  lastTimestamp: "2026-07-24T21:41:19Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.37:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-24T21:41:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T21:41:19Z"
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-cbkzh.18c557b7a67006d9
    namespace: kserve-ci-e2e-test
    resourceVersion: "22428"
    uid: 1c0fb8ef-8141-47ec-9c12-28a89a933781
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-163.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:41:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-cbkzh
    namespace: kserve-ci-e2e-test
    resourceVersion: "22264"
    uid: 1a996e53-8807-4690-b662-5c250d52ccbd
  kind: Event
  lastTimestamp: "2026-07-24T21:41:43Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-24T21:41:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T21:41:43Z"
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-cbkzh.18c557be9cce9536
    namespace: kserve-ci-e2e-test
    resourceVersion: "22619"
    uid: cc1e8fde-e9db-4d66-9a0e-2a65a277202f
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-163.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:41:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-cbkzh
    namespace: kserve-ci-e2e-test
    resourceVersion: "22264"
    uid: 1a996e53-8807-4690-b662-5c250d52ccbd
  kind: Event
  lastTimestamp: "2026-07-24T21:41:43Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-24T21:41:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T21:41:43Z"
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-cbkzh.18c557be9ccf287a
    namespace: kserve-ci-e2e-test
    resourceVersion: "22620"
    uid: 25519d06-78f9-4830-b09b-f8a853b6f77e
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-163.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:41:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-cbkzh
    namespace: kserve-ci-e2e-test
    resourceVersion: "22264"
    uid: 1a996e53-8807-4690-b662-5c250d52ccbd
  kind: Event
  lastTimestamp: "2026-07-24T21:41:44Z"
  message: 'Readiness probe failed: Get "https://10.134.0.37:8643/healthz": dial tcp
    10.134.0.37:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-24T21:41:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T21:41:44Z"
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-cbkzh.18c557bede76002c
    namespace: kserve-ci-e2e-test
    resourceVersion: "22631"
    uid: 8cdb9aa7-8962-47be-9fa4-7eb199a34006
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-163.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:41:01Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d
    namespace: kserve-ci-e2e-test
    resourceVersion: "22250"
    uid: e73bb7f2-3314-47e1-a4be-cf5d607795b7
  kind: Event
  lastTimestamp: "2026-07-24T21:41:01Z"
  message: 'Created pod: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-cbkzh'
  metadata:
    creationTimestamp: "2026-07-24T21:41:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-24T21:41:01Z"
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d.18c557b4b7c6028e
    namespace: kserve-ci-e2e-test
    resourceVersion: "22265"
    uid: 4a90a204-410e-4d59-8aad-ecdb3106ba3e
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:41:00Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-autogluon-ts-v1-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22248"
    uid: 0211a244-4c18-4f77-b4c5-8cf1ac4b5eb1
  kind: Event
  lastTimestamp: "2026-07-24T21:41:00Z"
  message: Scaled up replica set isvc-autogluon-ts-v1-predictor-6cf79d9f7d from 0
    to 1
  metadata:
    creationTimestamp: "2026-07-24T21:41:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-24T21:41:00Z"
    name: isvc-autogluon-ts-v1-predictor.18c557b4b27408d0
    namespace: kserve-ci-e2e-test
    resourceVersion: "22253"
    uid: a5c05d2d-e8f4-431b-848c-aa5849be24cc
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-24T21:41:15Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-ts-v1-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22249"
    uid: 5b3bd2be-7edc-49a2-8976-62bb5b549b00
  kind: Event
  lastTimestamp: "2026-07-24T21:41:30Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-24T21:41:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-24T21:41:30Z"
    name: isvc-autogluon-ts-v1-predictor.18c557b830c62443
    namespace: kserve-ci-e2e-test
    resourceVersion: "22513"
    uid: 85d9c804-87e8-4938-b6ca-e814d4b79fff
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-24T21:41:15Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-ts-v1-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22249"
    uid: 5b3bd2be-7edc-49a2-8976-62bb5b549b00
  kind: Event
  lastTimestamp: "2026-07-24T21:41:30Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-24T21:41:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-24T21:41:30Z"
    name: isvc-autogluon-ts-v1-predictor.18c557b831271310
    namespace: kserve-ci-e2e-test
    resourceVersion: "22514"
    uid: f8428887-6b79-48f4-a6db-eb0633916970
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-07-24T21:41:00Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-ts-v1
    namespace: kserve-ci-e2e-test
    resourceVersion: "22241"
    uid: 97854e7f-22e0-45fa-85ec-1fe65bc8e1e5
  kind: Event
  lastTimestamp: "2026-07-24T21:41:29Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-24T21:41:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-24T21:41:29Z"
    name: isvc-autogluon-ts-v1.18c557b4b238032b
    namespace: kserve-ci-e2e-test
    resourceVersion: "22502"
    uid: bd31577a-a7e9-4158-bcd1-40b25a96f79a
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-24T21:41:00Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-ts-v1
    namespace: kserve-ci-e2e-test
    resourceVersion: "22241"
    uid: 97854e7f-22e0-45fa-85ec-1fe65bc8e1e5
  kind: Event
  lastTimestamp: "2026-07-24T21:41:01Z"
  message: 'Failed to update status for InferenceService "isvc-autogluon-ts-v1": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-autogluon-ts-v1":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-24T21:41:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-24T21:41:01Z"
    name: isvc-autogluon-ts-v1.18c557b4b2a17388
    namespace: kserve-ci-e2e-test
    resourceVersion: "22273"
    uid: d51132a1-0a59-48af-91c0-6e91ebec6392
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:41:01Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-ts-v1
    namespace: kserve-ci-e2e-test
    resourceVersion: "22245"
    uid: 97854e7f-22e0-45fa-85ec-1fe65bc8e1e5
  kind: Event
  lastTimestamp: "2026-07-24T21:41:01Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-autogluon-ts-v1": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-07-24T21:41:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-24T21:41:01Z"
    name: isvc-autogluon-ts-v1.18c557b4b8e35d4b
    namespace: kserve-ci-e2e-test
    resourceVersion: "22276"
    uid: 7c9058c4-5967-48cc-9801-fc060f73ce49
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:41:29Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-ts-v1
    namespace: kserve-ci-e2e-test
    resourceVersion: "22500"
    uid: 97854e7f-22e0-45fa-85ec-1fe65bc8e1e5
  kind: Event
  lastTimestamp: "2026-07-24T21:41:29Z"
  message: InferenceService [isvc-autogluon-ts-v1] is Ready
  metadata:
    creationTimestamp: "2026-07-24T21:41:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-24T21:41:29Z"
    name: isvc-autogluon-ts-v1.18c557bb65d2b76c
    namespace: kserve-ci-e2e-test
    resourceVersion: "22501"
    uid: b4c8c124-82a9-4129-be9b-f12a82d051fd
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-24T21:31:23.672363Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-autogluon-v1-predictor-574b5b7495-76zsh
    namespace: kserve-ci-e2e-test
    resourceVersion: "17886"
    uid: 577376b7-4372-4a36-a084-b2e594aacf5b
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-autogluon-v1-predictor-574b5b7495-76zsh
    to ip-10-0-129-163.ec2.internal
  metadata:
    creationTimestamp: "2026-07-24T21:31:23Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-24T21:31:23Z"
    name: isvc-autogluon-v1-predictor-574b5b7495-76zsh.18c5572e4bb28772
    namespace: kserve-ci-e2e-test
    resourceVersion: "17897"
    uid: 5e92c11f-7ff8-4fa5-8799-9d2194adf7af
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-558cfff45f-z9c48
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:31:23Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-autogluon-v1-predictor-574b5b7495-76zsh
    namespace: kserve-ci-e2e-test
    resourceVersion: "17890"
    uid: 577376b7-4372-4a36-a084-b2e594aacf5b
  kind: Event
  lastTimestamp: "2026-07-24T21:31:23Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-autogluon-v1-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-07-24T21:31:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T21:31:23Z"
    name: isvc-autogluon-v1-predictor-574b5b7495-76zsh.18c5572e55ba5a3f
    namespace: kserve-ci-e2e-test
    resourceVersion: "17910"
    uid: dd072665-c16c-4d3b-b658-41fb2b9c495b
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-163.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:31:24Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-autogluon-v1-predictor-574b5b7495-76zsh
    namespace: kserve-ci-e2e-test
    resourceVersion: "17902"
    uid: 577376b7-4372-4a36-a084-b2e594aacf5b
  kind: Event
  lastTimestamp: "2026-07-24T21:31:24Z"
  message: Add eth0 [10.134.0.33/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-24T21:31:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-24T21:31:24Z"
    name: isvc-autogluon-v1-predictor-574b5b7495-76zsh.18c5572e8bd8de20
    namespace: kserve-ci-e2e-test
    resourceVersion: "17922"
    uid: df9d4f7f-a604-4eff-9104-56bbcc1bb949
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:31:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-v1-predictor-574b5b7495-76zsh
    namespace: kserve-ci-e2e-test
    resourceVersion: "17890"
    uid: 577376b7-4372-4a36-a084-b2e594aacf5b
  kind: Event
  lastTimestamp: "2026-07-24T21:31:24Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:4bc99d27049df235a3e7474685f2095e74c6eed89dc3da2f17a1c3e85c3fa894"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-24T21:31:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T21:31:24Z"
    name: isvc-autogluon-v1-predictor-574b5b7495-76zsh.18c5572e8d6f5a1a
    namespace: kserve-ci-e2e-test
    resourceVersion: "17924"
    uid: cc460c7a-6009-4cc2-81c5-193a0c1c2572
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-163.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:31:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-v1-predictor-574b5b7495-76zsh
    namespace: kserve-ci-e2e-test
    resourceVersion: "17890"
    uid: 577376b7-4372-4a36-a084-b2e594aacf5b
  kind: Event
  lastTimestamp: "2026-07-24T21:31:24Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-24T21:31:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T21:31:24Z"
    name: isvc-autogluon-v1-predictor-574b5b7495-76zsh.18c5572e90cb0ff2
    namespace: kserve-ci-e2e-test
    resourceVersion: "17928"
    uid: 43de8a99-68d8-4b52-bb85-771222c1a06c
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-163.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:31:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-v1-predictor-574b5b7495-76zsh
    namespace: kserve-ci-e2e-test
    resourceVersion: "17890"
    uid: 577376b7-4372-4a36-a084-b2e594aacf5b
  kind: Event
  lastTimestamp: "2026-07-24T21:31:24Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-24T21:31:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T21:31:24Z"
    name: isvc-autogluon-v1-predictor-574b5b7495-76zsh.18c5572e91443b7b
    namespace: kserve-ci-e2e-test
    resourceVersion: "17929"
    uid: 95067580-4914-4f99-a2eb-c914ffee3bbe
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-163.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:31:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v1-predictor-574b5b7495-76zsh
    namespace: kserve-ci-e2e-test
    resourceVersion: "17890"
    uid: 577376b7-4372-4a36-a084-b2e594aacf5b
  kind: Event
  lastTimestamp: "2026-07-24T21:31:45Z"
  message: Pulling image "kserve/autogluonserver:latest"
  metadata:
    creationTimestamp: "2026-07-24T21:31:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T21:31:45Z"
    name: isvc-autogluon-v1-predictor-574b5b7495-76zsh.18c55733771672a0
    namespace: kserve-ci-e2e-test
    resourceVersion: "18088"
    uid: 2efcbe96-f922-42b4-bf73-bac4ee0d9a23
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-163.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:33:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v1-predictor-574b5b7495-76zsh
    namespace: kserve-ci-e2e-test
    resourceVersion: "17890"
    uid: 577376b7-4372-4a36-a084-b2e594aacf5b
  kind: Event
  lastTimestamp: "2026-07-24T21:33:47Z"
  message: 'Successfully pulled image "kserve/autogluonserver:latest" in 2m1.757s
    (2m1.757s including waiting). Image size: 8940333847 bytes.'
  metadata:
    creationTimestamp: "2026-07-24T21:33:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T21:33:47Z"
    name: isvc-autogluon-v1-predictor-574b5b7495-76zsh.18c5574fd0656ec2
    namespace: kserve-ci-e2e-test
    resourceVersion: "18932"
    uid: a5c74cda-72cf-4ca6-9aaf-5baa5379a238
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-163.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:33:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v1-predictor-574b5b7495-76zsh
    namespace: kserve-ci-e2e-test
    resourceVersion: "17890"
    uid: 577376b7-4372-4a36-a084-b2e594aacf5b
  kind: Event
  lastTimestamp: "2026-07-24T21:33:47Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-24T21:33:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T21:33:47Z"
    name: isvc-autogluon-v1-predictor-574b5b7495-76zsh.18c5574fdd349fe0
    namespace: kserve-ci-e2e-test
    resourceVersion: "18935"
    uid: 75a5716c-662d-4b4c-8de0-76ab913d542e
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-163.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:33:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v1-predictor-574b5b7495-76zsh
    namespace: kserve-ci-e2e-test
    resourceVersion: "17890"
    uid: 577376b7-4372-4a36-a084-b2e594aacf5b
  kind: Event
  lastTimestamp: "2026-07-24T21:33:47Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-24T21:33:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T21:33:47Z"
    name: isvc-autogluon-v1-predictor-574b5b7495-76zsh.18c5574fde6e82eb
    namespace: kserve-ci-e2e-test
    resourceVersion: "18936"
    uid: afd7372b-8325-494c-a5dd-a9c916603475
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-163.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:33:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v1-predictor-574b5b7495-76zsh
    namespace: kserve-ci-e2e-test
    resourceVersion: "17890"
    uid: 577376b7-4372-4a36-a084-b2e594aacf5b
  kind: Event
  lastTimestamp: "2026-07-24T21:33:47Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-24T21:33:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T21:33:47Z"
    name: isvc-autogluon-v1-predictor-574b5b7495-76zsh.18c5574fde7a6868
    namespace: kserve-ci-e2e-test
    resourceVersion: "18937"
    uid: a5ee2beb-49b6-4228-8dc6-d8bc594e3e1d
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-163.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:33:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v1-predictor-574b5b7495-76zsh
    namespace: kserve-ci-e2e-test
    resourceVersion: "17890"
    uid: 577376b7-4372-4a36-a084-b2e594aacf5b
  kind: Event
  lastTimestamp: "2026-07-24T21:33:47Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-24T21:33:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T21:33:47Z"
    name: isvc-autogluon-v1-predictor-574b5b7495-76zsh.18c5574fe583bfb5
    namespace: kserve-ci-e2e-test
    resourceVersion: "18938"
    uid: a11c12ec-21fe-4101-a73a-8bf7de6e84d9
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-163.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:33:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v1-predictor-574b5b7495-76zsh
    namespace: kserve-ci-e2e-test
    resourceVersion: "17890"
    uid: 577376b7-4372-4a36-a084-b2e594aacf5b
  kind: Event
  lastTimestamp: "2026-07-24T21:33:48Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-24T21:33:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T21:33:48Z"
    name: isvc-autogluon-v1-predictor-574b5b7495-76zsh.18c5574fe6d3e93b
    namespace: kserve-ci-e2e-test
    resourceVersion: "18939"
    uid: dfe72c6c-f85f-49be-83cd-ca0ac468a463
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-163.ec2.internal
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-24T21:33:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v1-predictor-574b5b7495-76zsh
    namespace: kserve-ci-e2e-test
    resourceVersion: "17890"
    uid: 577376b7-4372-4a36-a084-b2e594aacf5b
  kind: Event
  lastTimestamp: "2026-07-24T21:33:55Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.33:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-24T21:33:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T21:33:55Z"
    name: isvc-autogluon-v1-predictor-574b5b7495-76zsh.18c55750414ca51c
    namespace: kserve-ci-e2e-test
    resourceVersion: "18998"
    uid: ea3b2d4e-ef43-4c28-bb38-4bbd0e6d4dcb
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-163.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:34:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v1-predictor-574b5b7495-76zsh
    namespace: kserve-ci-e2e-test
    resourceVersion: "17890"
    uid: 577376b7-4372-4a36-a084-b2e594aacf5b
  kind: Event
  lastTimestamp: "2026-07-24T21:34:20Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-24T21:34:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T21:34:20Z"
    name: isvc-autogluon-v1-predictor-574b5b7495-76zsh.18c5575770297163
    namespace: kserve-ci-e2e-test
    resourceVersion: "19194"
    uid: f2ddb875-cf6d-4f2b-a792-622d45a37536
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-163.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:34:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v1-predictor-574b5b7495-76zsh
    namespace: kserve-ci-e2e-test
    resourceVersion: "17890"
    uid: 577376b7-4372-4a36-a084-b2e594aacf5b
  kind: Event
  lastTimestamp: "2026-07-24T21:34:20Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-24T21:34:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T21:34:20Z"
    name: isvc-autogluon-v1-predictor-574b5b7495-76zsh.18c55757702a138b
    namespace: kserve-ci-e2e-test
    resourceVersion: "19195"
    uid: 70c7ccdd-9b62-4922-a2e3-a49e5d41f46b
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-163.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:34:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v1-predictor-574b5b7495-76zsh
    namespace: kserve-ci-e2e-test
    resourceVersion: "17890"
    uid: 577376b7-4372-4a36-a084-b2e594aacf5b
  kind: Event
  lastTimestamp: "2026-07-24T21:34:20Z"
  message: 'Readiness probe failed: Get "https://10.134.0.33:8643/healthz": dial tcp
    10.134.0.33:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-24T21:34:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T21:34:20Z"
    name: isvc-autogluon-v1-predictor-574b5b7495-76zsh.18c55757793dfd05
    namespace: kserve-ci-e2e-test
    resourceVersion: "19197"
    uid: b8a299c7-6240-43a9-994e-a51fb0289f42
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-163.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:31:23Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-autogluon-v1-predictor-574b5b7495
    namespace: kserve-ci-e2e-test
    resourceVersion: "17865"
    uid: c6896da3-bf74-4cdf-a783-c02d855194bb
  kind: Event
  lastTimestamp: "2026-07-24T21:31:23Z"
  message: 'Created pod: isvc-autogluon-v1-predictor-574b5b7495-76zsh'
  metadata:
    creationTimestamp: "2026-07-24T21:31:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-24T21:31:23Z"
    name: isvc-autogluon-v1-predictor-574b5b7495.18c5572e4b3bdfaa
    namespace: kserve-ci-e2e-test
    resourceVersion: "17889"
    uid: 6b1b13b8-99f9-44ba-9a0b-6077915e66f7
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:31:23Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-autogluon-v1-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17861"
    uid: 70f392c2-cfc2-499b-9755-aeba8147a8cb
  kind: Event
  lastTimestamp: "2026-07-24T21:31:23Z"
  message: Scaled up replica set isvc-autogluon-v1-predictor-574b5b7495 from 0 to
    1
  metadata:
    creationTimestamp: "2026-07-24T21:31:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-24T21:31:23Z"
    name: isvc-autogluon-v1-predictor.18c5572e47b5f28a
    namespace: kserve-ci-e2e-test
    resourceVersion: "17868"
    uid: 46dae45a-76ef-452c-962b-050840aa518c
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-07-24T21:31:38Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-v1-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17864"
    uid: 32911c9e-f0e8-46c7-87f1-6a28b0d08204
  kind: Event
  lastTimestamp: "2026-07-24T21:34:08Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-24T21:31:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-24T21:34:08Z"
    name: isvc-autogluon-v1-predictor.18c55731c67a7833
    namespace: kserve-ci-e2e-test
    resourceVersion: "19092"
    uid: d3f3e985-b327-44f5-ab68-9b2743f9c8d8
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-07-24T21:31:38Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-v1-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17864"
    uid: 32911c9e-f0e8-46c7-87f1-6a28b0d08204
  kind: Event
  lastTimestamp: "2026-07-24T21:34:08Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-24T21:31:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-24T21:34:08Z"
    name: isvc-autogluon-v1-predictor.18c55731c6e382e2
    namespace: kserve-ci-e2e-test
    resourceVersion: "19093"
    uid: 315e4701-1d41-48f1-b8b3-4c974e1711ef
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-07-24T21:31:23Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-v1
    namespace: kserve-ci-e2e-test
    resourceVersion: "17840"
    uid: 09878261-073d-4875-8122-996f9ea55e6c
  kind: Event
  lastTimestamp: "2026-07-24T21:34:05Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-24T21:31:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-24T21:34:05Z"
    name: isvc-autogluon-v1.18c5572e47ec92db
    namespace: kserve-ci-e2e-test
    resourceVersion: "19072"
    uid: 8c6cd938-e218-49a3-8e96-c154c6c8466a
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:31:23Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-v1
    namespace: kserve-ci-e2e-test
    resourceVersion: "17840"
    uid: 09878261-073d-4875-8122-996f9ea55e6c
  kind: Event
  lastTimestamp: "2026-07-24T21:31:23Z"
  message: 'Failed to update status for InferenceService "isvc-autogluon-v1": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-autogluon-v1":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-24T21:31:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-24T21:31:23Z"
    name: isvc-autogluon-v1.18c5572e4b8c5e42
    namespace: kserve-ci-e2e-test
    resourceVersion: "17893"
    uid: 1adab00c-45e7-4543-9244-6ae9c8a56d7e
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:34:05Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-v1
    namespace: kserve-ci-e2e-test
    resourceVersion: "19070"
    uid: 09878261-073d-4875-8122-996f9ea55e6c
  kind: Event
  lastTimestamp: "2026-07-24T21:34:05Z"
  message: InferenceService [isvc-autogluon-v1] is Ready
  metadata:
    creationTimestamp: "2026-07-24T21:34:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-24T21:34:05Z"
    name: isvc-autogluon-v1.18c5575400834d37
    namespace: kserve-ci-e2e-test
    resourceVersion: "19071"
    uid: 7408f746-6537-410c-98cf-d3f0abe9dcf9
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-24T21:38:39.348332Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-9n4nq
    namespace: kserve-ci-e2e-test
    resourceVersion: "21189"
    uid: 4feb9d3c-af1d-4537-90a1-d6936a799a96
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-autogluon-v2-noslash-predictor-5499c79f9f-9n4nq
    to ip-10-0-129-163.ec2.internal
  metadata:
    creationTimestamp: "2026-07-24T21:38:39Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-24T21:38:39Z"
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-9n4nq.18c55793bc02372c
    namespace: kserve-ci-e2e-test
    resourceVersion: "21194"
    uid: e61a01bf-1cff-4ffb-9cf1-d4c3ebb4341d
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-558cfff45f-z9c48
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:38:39Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-9n4nq
    namespace: kserve-ci-e2e-test
    resourceVersion: "21198"
    uid: 4feb9d3c-af1d-4537-90a1-d6936a799a96
  kind: Event
  lastTimestamp: "2026-07-24T21:38:39Z"
  message: Add eth0 [10.134.0.36/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-24T21:38:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-24T21:38:39Z"
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-9n4nq.18c55793d6308307
    namespace: kserve-ci-e2e-test
    resourceVersion: "21208"
    uid: 9d28e5f8-83d5-4f92-9d71-09c77f302595
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:38:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-9n4nq
    namespace: kserve-ci-e2e-test
    resourceVersion: "21191"
    uid: 4feb9d3c-af1d-4537-90a1-d6936a799a96
  kind: Event
  lastTimestamp: "2026-07-24T21:38:39Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:4bc99d27049df235a3e7474685f2095e74c6eed89dc3da2f17a1c3e85c3fa894"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-24T21:38:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T21:38:39Z"
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-9n4nq.18c55793d7e25b76
    namespace: kserve-ci-e2e-test
    resourceVersion: "21210"
    uid: a2b160b6-4e1e-46fa-bcbe-958f73e8eab7
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-163.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:38:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-9n4nq
    namespace: kserve-ci-e2e-test
    resourceVersion: "21191"
    uid: 4feb9d3c-af1d-4537-90a1-d6936a799a96
  kind: Event
  lastTimestamp: "2026-07-24T21:38:39Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-24T21:38:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T21:38:39Z"
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-9n4nq.18c55793db0e53d8
    namespace: kserve-ci-e2e-test
    resourceVersion: "21212"
    uid: a8fa5f0c-234d-4906-aa54-9869822e228c
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-163.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:38:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-9n4nq
    namespace: kserve-ci-e2e-test
    resourceVersion: "21191"
    uid: 4feb9d3c-af1d-4537-90a1-d6936a799a96
  kind: Event
  lastTimestamp: "2026-07-24T21:38:39Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-24T21:38:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T21:38:39Z"
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-9n4nq.18c55793db88ed97
    namespace: kserve-ci-e2e-test
    resourceVersion: "21213"
    uid: ea0fb900-1c48-4959-a4e7-88d24af88afb
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-163.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:39:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-9n4nq
    namespace: kserve-ci-e2e-test
    resourceVersion: "21191"
    uid: 4feb9d3c-af1d-4537-90a1-d6936a799a96
  kind: Event
  lastTimestamp: "2026-07-24T21:39:10Z"
  message: Container image "kserve/autogluonserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-07-24T21:39:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T21:39:10Z"
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-9n4nq.18c5579ae114e5a7
    namespace: kserve-ci-e2e-test
    resourceVersion: "21427"
    uid: 045864ff-c45a-4452-bbc8-16c7a0ff7043
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-163.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:39:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-9n4nq
    namespace: kserve-ci-e2e-test
    resourceVersion: "21191"
    uid: 4feb9d3c-af1d-4537-90a1-d6936a799a96
  kind: Event
  lastTimestamp: "2026-07-24T21:39:10Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-24T21:39:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T21:39:10Z"
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-9n4nq.18c5579ae4972b90
    namespace: kserve-ci-e2e-test
    resourceVersion: "21431"
    uid: 1ea74e0c-7798-43c0-b083-376996add931
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-163.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:39:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-9n4nq
    namespace: kserve-ci-e2e-test
    resourceVersion: "21191"
    uid: 4feb9d3c-af1d-4537-90a1-d6936a799a96
  kind: Event
  lastTimestamp: "2026-07-24T21:39:10Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-24T21:39:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T21:39:10Z"
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-9n4nq.18c5579ae52e92bc
    namespace: kserve-ci-e2e-test
    resourceVersion: "21433"
    uid: e4abd41b-2245-46c4-a7c0-c42bdd0d3e14
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-163.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:39:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-9n4nq
    namespace: kserve-ci-e2e-test
    resourceVersion: "21191"
    uid: 4feb9d3c-af1d-4537-90a1-d6936a799a96
  kind: Event
  lastTimestamp: "2026-07-24T21:39:10Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-24T21:39:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T21:39:10Z"
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-9n4nq.18c5579ae53b31a9
    namespace: kserve-ci-e2e-test
    resourceVersion: "21434"
    uid: 01ac9be7-c675-40ee-8d99-9122561ac288
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-163.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:39:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-9n4nq
    namespace: kserve-ci-e2e-test
    resourceVersion: "21191"
    uid: 4feb9d3c-af1d-4537-90a1-d6936a799a96
  kind: Event
  lastTimestamp: "2026-07-24T21:39:10Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-24T21:39:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T21:39:10Z"
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-9n4nq.18c5579ae86bac62
    namespace: kserve-ci-e2e-test
    resourceVersion: "21437"
    uid: 361c8bab-d72b-4d47-961b-05845a4b04e2
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-163.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:39:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-9n4nq
    namespace: kserve-ci-e2e-test
    resourceVersion: "21191"
    uid: 4feb9d3c-af1d-4537-90a1-d6936a799a96
  kind: Event
  lastTimestamp: "2026-07-24T21:39:10Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-24T21:39:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T21:39:10Z"
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-9n4nq.18c5579ae8eb6f62
    namespace: kserve-ci-e2e-test
    resourceVersion: "21438"
    uid: 73a9d97b-ef4d-4d4e-8353-2c81c42aec53
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-163.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:40:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-9n4nq
    namespace: kserve-ci-e2e-test
    resourceVersion: "21191"
    uid: 4feb9d3c-af1d-4537-90a1-d6936a799a96
  kind: Event
  lastTimestamp: "2026-07-24T21:40:52Z"
  message: 'Readiness probe failed: Get "http://10.134.0.36:8080/v2/models/isvc-autogluon-v2-noslash/ready":
    context deadline exceeded (Client.Timeout exceeded while awaiting headers)'
  metadata:
    creationTimestamp: "2026-07-24T21:40:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T21:40:52Z"
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-9n4nq.18c557b2b1f3d879
    namespace: kserve-ci-e2e-test
    resourceVersion: "22154"
    uid: 4341b0b7-9733-46a0-8826-62eaf6c37717
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-163.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:40:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-9n4nq
    namespace: kserve-ci-e2e-test
    resourceVersion: "21191"
    uid: 4feb9d3c-af1d-4537-90a1-d6936a799a96
  kind: Event
  lastTimestamp: "2026-07-24T21:40:55Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-24T21:40:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T21:40:55Z"
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-9n4nq.18c557b383ff4b0c
    namespace: kserve-ci-e2e-test
    resourceVersion: "22198"
    uid: f3b5a2fb-6769-47e4-b3cd-38c0d2523401
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-163.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:40:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-9n4nq
    namespace: kserve-ci-e2e-test
    resourceVersion: "21191"
    uid: 4feb9d3c-af1d-4537-90a1-d6936a799a96
  kind: Event
  lastTimestamp: "2026-07-24T21:40:55Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-24T21:40:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T21:40:55Z"
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-9n4nq.18c557b383ffd0ff
    namespace: kserve-ci-e2e-test
    resourceVersion: "22199"
    uid: dbc23242-5b53-4b26-b0f4-1ad4c8303d38
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-163.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:38:39Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f
    namespace: kserve-ci-e2e-test
    resourceVersion: "21178"
    uid: 170a37fd-7803-4245-a4a0-eba0838c7691
  kind: Event
  lastTimestamp: "2026-07-24T21:38:39Z"
  message: 'Created pod: isvc-autogluon-v2-noslash-predictor-5499c79f9f-9n4nq'
  metadata:
    creationTimestamp: "2026-07-24T21:38:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-24T21:38:39Z"
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f.18c55793bb448d9e
    namespace: kserve-ci-e2e-test
    resourceVersion: "21190"
    uid: b9d298d1-a0f8-49f7-b59f-419be1b54515
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:38:39Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-autogluon-v2-noslash-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21176"
    uid: 998c14d9-27fc-4ce5-b3a4-610334955597
  kind: Event
  lastTimestamp: "2026-07-24T21:38:39Z"
  message: Scaled up replica set isvc-autogluon-v2-noslash-predictor-5499c79f9f from
    0 to 1
  metadata:
    creationTimestamp: "2026-07-24T21:38:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-24T21:38:39Z"
    name: isvc-autogluon-v2-noslash-predictor.18c55793b60333a3
    namespace: kserve-ci-e2e-test
    resourceVersion: "21179"
    uid: bf16340b-590d-4d6e-ba12-7a78cd938161
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-24T21:38:54Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-v2-noslash-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21177"
    uid: 472285ee-d0c0-4256-8150-968660960d3c
  kind: Event
  lastTimestamp: "2026-07-24T21:39:39Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-24T21:38:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-24T21:39:39Z"
    name: isvc-autogluon-v2-noslash-predictor.18c5579735279391
    namespace: kserve-ci-e2e-test
    resourceVersion: "21641"
    uid: 38d24fb2-c569-4533-b807-d114de7691b3
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-24T21:38:54Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-v2-noslash-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21177"
    uid: 472285ee-d0c0-4256-8150-968660960d3c
  kind: Event
  lastTimestamp: "2026-07-24T21:39:39Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-24T21:38:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-24T21:39:39Z"
    name: isvc-autogluon-v2-noslash-predictor.18c5579735d1cd05
    namespace: kserve-ci-e2e-test
    resourceVersion: "21642"
    uid: 2d95eb06-d79a-4ad7-b18d-802497791863
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-07-24T21:39:24Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-v2-noslash-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21312"
    uid: 472285ee-d0c0-4256-8150-968660960d3c
  kind: Event
  lastTimestamp: "2026-07-24T21:40:54Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-24T21:39:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-24T21:40:54Z"
    name: isvc-autogluon-v2-noslash-predictor.18c5579e33b2a2b7
    namespace: kserve-ci-e2e-test
    resourceVersion: "22170"
    uid: 9619047d-2eb3-4b31-849f-1dbbfa303c0a
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-07-24T21:39:24Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-v2-noslash-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21312"
    uid: 472285ee-d0c0-4256-8150-968660960d3c
  kind: Event
  lastTimestamp: "2026-07-24T21:40:54Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-24T21:39:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-24T21:40:54Z"
    name: isvc-autogluon-v2-noslash-predictor.18c5579e341e97ab
    namespace: kserve-ci-e2e-test
    resourceVersion: "22171"
    uid: 23a53789-a6ad-47a6-9256-2bfd77d15f9c
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-07-24T21:38:39Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-v2-noslash
    namespace: kserve-ci-e2e-test
    resourceVersion: "21169"
    uid: 75e21cf9-b71c-49ba-b57e-88e26f1197bb
  kind: Event
  lastTimestamp: "2026-07-24T21:40:41Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-24T21:38:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-24T21:40:41Z"
    name: isvc-autogluon-v2-noslash.18c55793b609fa89
    namespace: kserve-ci-e2e-test
    resourceVersion: "22079"
    uid: 7a5362f0-5756-4e15-bdf3-d8a9d0c390d1
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:38:39Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-v2-noslash
    namespace: kserve-ci-e2e-test
    resourceVersion: "21169"
    uid: 75e21cf9-b71c-49ba-b57e-88e26f1197bb
  kind: Event
  lastTimestamp: "2026-07-24T21:38:39Z"
  message: 'Failed to update status for InferenceService "isvc-autogluon-v2-noslash":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-autogluon-v2-noslash":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-24T21:38:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-24T21:38:39Z"
    name: isvc-autogluon-v2-noslash.18c55793b6857421
    namespace: kserve-ci-e2e-test
    resourceVersion: "21183"
    uid: 3777e63e-524c-4db1-92db-1bfe53004b47
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:40:41Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-v2-noslash
    namespace: kserve-ci-e2e-test
    resourceVersion: "22076"
    uid: 75e21cf9-b71c-49ba-b57e-88e26f1197bb
  kind: Event
  lastTimestamp: "2026-07-24T21:40:41Z"
  message: InferenceService [isvc-autogluon-v2-noslash] is Ready
  metadata:
    creationTimestamp: "2026-07-24T21:40:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-24T21:40:41Z"
    name: isvc-autogluon-v2-noslash.18c557b0254fbac1
    namespace: kserve-ci-e2e-test
    resourceVersion: "22078"
    uid: 49ecfe67-a29f-470e-812f-b03e4be4e1eb
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-24T21:34:25.528943Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-autogluon-v2-predictor-9684b4cd9-9g7nc
    namespace: kserve-ci-e2e-test
    resourceVersion: "19262"
    uid: 328ae144-7d03-4fd8-93d4-fc2ffaf71c16
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-autogluon-v2-predictor-9684b4cd9-9g7nc
    to ip-10-0-129-163.ec2.internal
  metadata:
    creationTimestamp: "2026-07-24T21:34:25Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-24T21:34:25Z"
    name: isvc-autogluon-v2-predictor-9684b4cd9-9g7nc.18c55758a331b934
    namespace: kserve-ci-e2e-test
    resourceVersion: "19266"
    uid: 63b6f9bb-3eae-4222-b8ac-7a6918f617b7
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-558cfff45f-z9c48
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:34:25Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-autogluon-v2-predictor-9684b4cd9-9g7nc
    namespace: kserve-ci-e2e-test
    resourceVersion: "19271"
    uid: 328ae144-7d03-4fd8-93d4-fc2ffaf71c16
  kind: Event
  lastTimestamp: "2026-07-24T21:34:25Z"
  message: Add eth0 [10.134.0.34/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-24T21:34:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-24T21:34:25Z"
    name: isvc-autogluon-v2-predictor-9684b4cd9-9g7nc.18c55758bd287156
    namespace: kserve-ci-e2e-test
    resourceVersion: "19280"
    uid: 3e536d68-40b7-487f-9d5c-f740b1657f1f
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:34:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-v2-predictor-9684b4cd9-9g7nc
    namespace: kserve-ci-e2e-test
    resourceVersion: "19264"
    uid: 328ae144-7d03-4fd8-93d4-fc2ffaf71c16
  kind: Event
  lastTimestamp: "2026-07-24T21:34:25Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:4bc99d27049df235a3e7474685f2095e74c6eed89dc3da2f17a1c3e85c3fa894"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-24T21:34:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T21:34:25Z"
    name: isvc-autogluon-v2-predictor-9684b4cd9-9g7nc.18c55758bea1b238
    namespace: kserve-ci-e2e-test
    resourceVersion: "19282"
    uid: dfaea5a8-4f52-4b6f-a66b-7852ccaf7849
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-163.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:34:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-v2-predictor-9684b4cd9-9g7nc
    namespace: kserve-ci-e2e-test
    resourceVersion: "19264"
    uid: 328ae144-7d03-4fd8-93d4-fc2ffaf71c16
  kind: Event
  lastTimestamp: "2026-07-24T21:34:26Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-24T21:34:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T21:34:26Z"
    name: isvc-autogluon-v2-predictor-9684b4cd9-9g7nc.18c55758c1623268
    namespace: kserve-ci-e2e-test
    resourceVersion: "19283"
    uid: a0eaa4de-7ea3-4f7a-9037-043c10cd7284
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-163.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:34:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-v2-predictor-9684b4cd9-9g7nc
    namespace: kserve-ci-e2e-test
    resourceVersion: "19264"
    uid: 328ae144-7d03-4fd8-93d4-fc2ffaf71c16
  kind: Event
  lastTimestamp: "2026-07-24T21:34:26Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-24T21:34:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T21:34:26Z"
    name: isvc-autogluon-v2-predictor-9684b4cd9-9g7nc.18c55758c1d0213a
    namespace: kserve-ci-e2e-test
    resourceVersion: "19284"
    uid: fe5bd9c1-bf82-4d97-bb34-207b4472cec4
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-163.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:34:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v2-predictor-9684b4cd9-9g7nc
    namespace: kserve-ci-e2e-test
    resourceVersion: "19264"
    uid: 328ae144-7d03-4fd8-93d4-fc2ffaf71c16
  kind: Event
  lastTimestamp: "2026-07-24T21:34:46Z"
  message: Container image "kserve/autogluonserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-07-24T21:34:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T21:34:46Z"
    name: isvc-autogluon-v2-predictor-9684b4cd9-9g7nc.18c5575d966e49c1
    namespace: kserve-ci-e2e-test
    resourceVersion: "19429"
    uid: c40c6248-bef0-4aba-a72a-5878f22fa687
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-163.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:34:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v2-predictor-9684b4cd9-9g7nc
    namespace: kserve-ci-e2e-test
    resourceVersion: "19264"
    uid: 328ae144-7d03-4fd8-93d4-fc2ffaf71c16
  kind: Event
  lastTimestamp: "2026-07-24T21:34:46Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-24T21:34:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T21:34:46Z"
    name: isvc-autogluon-v2-predictor-9684b4cd9-9g7nc.18c5575d997c8b80
    namespace: kserve-ci-e2e-test
    resourceVersion: "19431"
    uid: 160bba78-4f22-4cc4-973d-9b0ac40a53c4
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-163.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:34:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v2-predictor-9684b4cd9-9g7nc
    namespace: kserve-ci-e2e-test
    resourceVersion: "19264"
    uid: 328ae144-7d03-4fd8-93d4-fc2ffaf71c16
  kind: Event
  lastTimestamp: "2026-07-24T21:34:46Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-24T21:34:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T21:34:46Z"
    name: isvc-autogluon-v2-predictor-9684b4cd9-9g7nc.18c5575d99e5e353
    namespace: kserve-ci-e2e-test
    resourceVersion: "19434"
    uid: 000ed670-e9cf-4be6-bf36-f4eb306b6840
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-163.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:34:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v2-predictor-9684b4cd9-9g7nc
    namespace: kserve-ci-e2e-test
    resourceVersion: "19264"
    uid: 328ae144-7d03-4fd8-93d4-fc2ffaf71c16
  kind: Event
  lastTimestamp: "2026-07-24T21:34:46Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-24T21:34:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T21:34:46Z"
    name: isvc-autogluon-v2-predictor-9684b4cd9-9g7nc.18c5575d99efa730
    namespace: kserve-ci-e2e-test
    resourceVersion: "19435"
    uid: 944b64c8-2ad1-4723-87fe-13fc1fa49365
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-163.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:34:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v2-predictor-9684b4cd9-9g7nc
    namespace: kserve-ci-e2e-test
    resourceVersion: "19264"
    uid: 328ae144-7d03-4fd8-93d4-fc2ffaf71c16
  kind: Event
  lastTimestamp: "2026-07-24T21:34:46Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-24T21:34:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T21:34:46Z"
    name: isvc-autogluon-v2-predictor-9684b4cd9-9g7nc.18c5575d9d887861
    namespace: kserve-ci-e2e-test
    resourceVersion: "19438"
    uid: 8aef678b-30a9-4e5d-907c-23a450eb9263
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-163.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:34:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v2-predictor-9684b4cd9-9g7nc
    namespace: kserve-ci-e2e-test
    resourceVersion: "19264"
    uid: 328ae144-7d03-4fd8-93d4-fc2ffaf71c16
  kind: Event
  lastTimestamp: "2026-07-24T21:34:46Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-24T21:34:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T21:34:46Z"
    name: isvc-autogluon-v2-predictor-9684b4cd9-9g7nc.18c5575d9df3ea87
    namespace: kserve-ci-e2e-test
    resourceVersion: "19439"
    uid: 18758b85-55f8-41b9-80ec-43d0957317f2
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-163.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:36:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v2-predictor-9684b4cd9-9g7nc
    namespace: kserve-ci-e2e-test
    resourceVersion: "19264"
    uid: 328ae144-7d03-4fd8-93d4-fc2ffaf71c16
  kind: Event
  lastTimestamp: "2026-07-24T21:36:27Z"
  message: 'Readiness probe failed: Get "http://10.134.0.34:8080/v2/models/isvc-autogluon-v2/ready":
    context deadline exceeded (Client.Timeout exceeded while awaiting headers)'
  metadata:
    creationTimestamp: "2026-07-24T21:36:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T21:36:27Z"
    name: isvc-autogluon-v2-predictor-9684b4cd9-9g7nc.18c55774ff13e73b
    namespace: kserve-ci-e2e-test
    resourceVersion: "20140"
    uid: d67e2f55-8def-4ccb-a608-20f0b0145c95
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-163.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:36:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v2-predictor-9684b4cd9-9g7nc
    namespace: kserve-ci-e2e-test
    resourceVersion: "19264"
    uid: 328ae144-7d03-4fd8-93d4-fc2ffaf71c16
  kind: Event
  lastTimestamp: "2026-07-24T21:36:31Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-24T21:36:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T21:36:31Z"
    name: isvc-autogluon-v2-predictor-9684b4cd9-9g7nc.18c5577613c40177
    namespace: kserve-ci-e2e-test
    resourceVersion: "20188"
    uid: 79aff921-daeb-4ac2-b5c4-8b942d2c71df
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-163.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:36:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v2-predictor-9684b4cd9-9g7nc
    namespace: kserve-ci-e2e-test
    resourceVersion: "19264"
    uid: 328ae144-7d03-4fd8-93d4-fc2ffaf71c16
  kind: Event
  lastTimestamp: "2026-07-24T21:36:31Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-24T21:36:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T21:36:31Z"
    name: isvc-autogluon-v2-predictor-9684b4cd9-9g7nc.18c5577613c4771c
    namespace: kserve-ci-e2e-test
    resourceVersion: "20189"
    uid: 9fb95f53-f27a-4f07-8cef-d7b4ff26df54
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-163.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:34:25Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-autogluon-v2-predictor-9684b4cd9
    namespace: kserve-ci-e2e-test
    resourceVersion: "19250"
    uid: 1cb479de-8f33-4ed4-9a5e-fea9bf508d77
  kind: Event
  lastTimestamp: "2026-07-24T21:34:25Z"
  message: 'Created pod: isvc-autogluon-v2-predictor-9684b4cd9-9g7nc'
  metadata:
    creationTimestamp: "2026-07-24T21:34:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-24T21:34:25Z"
    name: isvc-autogluon-v2-predictor-9684b4cd9.18c55758a2c572f5
    namespace: kserve-ci-e2e-test
    resourceVersion: "19263"
    uid: b3ddb44a-4d96-48a8-bdec-3721676d3133
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:34:25Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-autogluon-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19248"
    uid: b5e44f38-8f3d-4ca9-b1b8-5965949d9923
  kind: Event
  lastTimestamp: "2026-07-24T21:34:25Z"
  message: Scaled up replica set isvc-autogluon-v2-predictor-9684b4cd9 from 0 to 1
  metadata:
    creationTimestamp: "2026-07-24T21:34:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-24T21:34:25Z"
    name: isvc-autogluon-v2-predictor.18c557589e22ce3b
    namespace: kserve-ci-e2e-test
    resourceVersion: "19251"
    uid: 7fa9a44d-7bc6-4263-b8ea-500b6aae190c
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-24T21:34:40Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19249"
    uid: 70fef5e9-388b-4746-9f23-52c5aee29e44
  kind: Event
  lastTimestamp: "2026-07-24T21:35:10Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-24T21:34:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-24T21:35:10Z"
    name: isvc-autogluon-v2-predictor.18c5575c1cf29a48
    namespace: kserve-ci-e2e-test
    resourceVersion: "19602"
    uid: 78bb1e3a-9a4c-427d-8462-f184578af7e0
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-24T21:34:40Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19249"
    uid: 70fef5e9-388b-4746-9f23-52c5aee29e44
  kind: Event
  lastTimestamp: "2026-07-24T21:35:10Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-24T21:34:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-24T21:35:10Z"
    name: isvc-autogluon-v2-predictor.18c5575c1d5c1207
    namespace: kserve-ci-e2e-test
    resourceVersion: "19603"
    uid: 63c39b63-72e5-4674-8ec8-a1864f51ee3b
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-07-24T21:35:25Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19384"
    uid: 70fef5e9-388b-4746-9f23-52c5aee29e44
  kind: Event
  lastTimestamp: "2026-07-24T21:36:25Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-24T21:35:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-24T21:36:25Z"
    name: isvc-autogluon-v2-predictor.18c557669a80fa13
    namespace: kserve-ci-e2e-test
    resourceVersion: "20128"
    uid: 19298a8b-5a3a-4be3-a931-44f33365f0fa
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-07-24T21:35:25Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19384"
    uid: 70fef5e9-388b-4746-9f23-52c5aee29e44
  kind: Event
  lastTimestamp: "2026-07-24T21:36:25Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-24T21:35:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-24T21:36:25Z"
    name: isvc-autogluon-v2-predictor.18c557669af28d08
    namespace: kserve-ci-e2e-test
    resourceVersion: "20129"
    uid: a784e0dc-1b98-4c0a-9405-08ef8df531c5
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-24T21:36:37.249106Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-s9gn4
    namespace: kserve-ci-e2e-test
    resourceVersion: "20253"
    uid: 8556d369-a6bc-4b01-94a8-acd73c0bbe12
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-autogluon-v2-variants-predictor-5c889d8844-s9gn4
    to ip-10-0-129-163.ec2.internal
  metadata:
    creationTimestamp: "2026-07-24T21:36:37Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-24T21:36:37Z"
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-s9gn4.18c557774e53e0d0
    namespace: kserve-ci-e2e-test
    resourceVersion: "20259"
    uid: ee7f7438-7358-4ad4-9287-5ff312cf84b1
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-558cfff45f-z9c48
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:36:37Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-s9gn4
    namespace: kserve-ci-e2e-test
    resourceVersion: "20257"
    uid: 8556d369-a6bc-4b01-94a8-acd73c0bbe12
  kind: Event
  lastTimestamp: "2026-07-24T21:36:37Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-autogluon-v2-variants-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-07-24T21:36:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T21:36:37Z"
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-s9gn4.18c5577758a01625
    namespace: kserve-ci-e2e-test
    resourceVersion: "20268"
    uid: e4c81e4b-a4f8-457c-82b1-a4621da6a157
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-163.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:36:38Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-s9gn4
    namespace: kserve-ci-e2e-test
    resourceVersion: "20263"
    uid: 8556d369-a6bc-4b01-94a8-acd73c0bbe12
  kind: Event
  lastTimestamp: "2026-07-24T21:36:38Z"
  message: Add eth0 [10.134.0.35/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-24T21:36:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-24T21:36:38Z"
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-s9gn4.18c557778be9e39f
    namespace: kserve-ci-e2e-test
    resourceVersion: "20278"
    uid: 3486047f-8da5-4c97-a25e-38ce6bfedcfb
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:36:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-s9gn4
    namespace: kserve-ci-e2e-test
    resourceVersion: "20257"
    uid: 8556d369-a6bc-4b01-94a8-acd73c0bbe12
  kind: Event
  lastTimestamp: "2026-07-24T21:36:38Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:4bc99d27049df235a3e7474685f2095e74c6eed89dc3da2f17a1c3e85c3fa894"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-24T21:36:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T21:36:38Z"
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-s9gn4.18c557778d7f54ec
    namespace: kserve-ci-e2e-test
    resourceVersion: "20280"
    uid: 3c7bd857-3c51-463f-bb0f-eecf16910423
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-163.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:36:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-s9gn4
    namespace: kserve-ci-e2e-test
    resourceVersion: "20257"
    uid: 8556d369-a6bc-4b01-94a8-acd73c0bbe12
  kind: Event
  lastTimestamp: "2026-07-24T21:36:38Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-24T21:36:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T21:36:38Z"
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-s9gn4.18c557779047d834
    namespace: kserve-ci-e2e-test
    resourceVersion: "20281"
    uid: 8b65a9c9-7458-4bc1-94ba-5fb650879732
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-163.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:36:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-s9gn4
    namespace: kserve-ci-e2e-test
    resourceVersion: "20257"
    uid: 8556d369-a6bc-4b01-94a8-acd73c0bbe12
  kind: Event
  lastTimestamp: "2026-07-24T21:36:38Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-24T21:36:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T21:36:38Z"
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-s9gn4.18c5577790b345a5
    namespace: kserve-ci-e2e-test
    resourceVersion: "20282"
    uid: b925490b-3b0f-4b9d-b75e-2eb92ddb423b
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-163.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:36:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-s9gn4
    namespace: kserve-ci-e2e-test
    resourceVersion: "20257"
    uid: 8556d369-a6bc-4b01-94a8-acd73c0bbe12
  kind: Event
  lastTimestamp: "2026-07-24T21:36:43Z"
  message: Container image "kserve/autogluonserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-07-24T21:36:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T21:36:43Z"
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-s9gn4.18c55778ba2430ea
    namespace: kserve-ci-e2e-test
    resourceVersion: "20318"
    uid: 0975eef9-5c3d-4486-bca6-dbb666c16e92
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-163.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:36:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-s9gn4
    namespace: kserve-ci-e2e-test
    resourceVersion: "20257"
    uid: 8556d369-a6bc-4b01-94a8-acd73c0bbe12
  kind: Event
  lastTimestamp: "2026-07-24T21:36:43Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-24T21:36:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T21:36:43Z"
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-s9gn4.18c55778bd6fd91f
    namespace: kserve-ci-e2e-test
    resourceVersion: "20320"
    uid: 58dad343-6a39-4996-bba4-945a8a7ef556
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-163.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:36:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-s9gn4
    namespace: kserve-ci-e2e-test
    resourceVersion: "20257"
    uid: 8556d369-a6bc-4b01-94a8-acd73c0bbe12
  kind: Event
  lastTimestamp: "2026-07-24T21:36:43Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-24T21:36:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T21:36:43Z"
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-s9gn4.18c55778bddb4d54
    namespace: kserve-ci-e2e-test
    resourceVersion: "20323"
    uid: d44ab070-c2ec-4197-ade1-7d31c3871046
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-163.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:36:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-s9gn4
    namespace: kserve-ci-e2e-test
    resourceVersion: "20257"
    uid: 8556d369-a6bc-4b01-94a8-acd73c0bbe12
  kind: Event
  lastTimestamp: "2026-07-24T21:36:43Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-24T21:36:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T21:36:43Z"
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-s9gn4.18c55778bde61bc5
    namespace: kserve-ci-e2e-test
    resourceVersion: "20324"
    uid: a49021b3-757d-49d1-b341-aa86a3587f81
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-163.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:36:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-s9gn4
    namespace: kserve-ci-e2e-test
    resourceVersion: "20257"
    uid: 8556d369-a6bc-4b01-94a8-acd73c0bbe12
  kind: Event
  lastTimestamp: "2026-07-24T21:36:43Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-24T21:36:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T21:36:43Z"
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-s9gn4.18c55778c0cd9db1
    namespace: kserve-ci-e2e-test
    resourceVersion: "20327"
    uid: 4fc23ced-0e6d-4ecd-8e7c-f9b9141f0c12
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-163.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:36:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-s9gn4
    namespace: kserve-ci-e2e-test
    resourceVersion: "20257"
    uid: 8556d369-a6bc-4b01-94a8-acd73c0bbe12
  kind: Event
  lastTimestamp: "2026-07-24T21:36:43Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-24T21:36:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T21:36:43Z"
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-s9gn4.18c55778c13eac4e
    namespace: kserve-ci-e2e-test
    resourceVersion: "20328"
    uid: 8ccae108-12a2-42c1-807b-4ed60a773d35
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-163.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:38:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-s9gn4
    namespace: kserve-ci-e2e-test
    resourceVersion: "20257"
    uid: 8556d369-a6bc-4b01-94a8-acd73c0bbe12
  kind: Event
  lastTimestamp: "2026-07-24T21:38:28Z"
  message: 'Readiness probe failed: Get "http://10.134.0.35:8080/v2/models/isvc-autogluon-v2-variants/ready":
    context deadline exceeded (Client.Timeout exceeded while awaiting headers)'
  metadata:
    creationTimestamp: "2026-07-24T21:38:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T21:38:28Z"
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-s9gn4.18c557912ad377ec
    namespace: kserve-ci-e2e-test
    resourceVersion: "21065"
    uid: 9d77f6fc-cb41-4af5-933b-1b611c91f49b
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-163.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:38:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-s9gn4
    namespace: kserve-ci-e2e-test
    resourceVersion: "20257"
    uid: 8556d369-a6bc-4b01-94a8-acd73c0bbe12
  kind: Event
  lastTimestamp: "2026-07-24T21:38:34Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-24T21:38:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T21:38:34Z"
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-s9gn4.18c557928d3187cd
    namespace: kserve-ci-e2e-test
    resourceVersion: "21123"
    uid: 2f5581aa-1272-4357-8cc2-385c3bc6d353
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-163.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:38:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-s9gn4
    namespace: kserve-ci-e2e-test
    resourceVersion: "20257"
    uid: 8556d369-a6bc-4b01-94a8-acd73c0bbe12
  kind: Event
  lastTimestamp: "2026-07-24T21:38:34Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-24T21:38:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T21:38:34Z"
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-s9gn4.18c557928d32a8be
    namespace: kserve-ci-e2e-test
    resourceVersion: "21124"
    uid: 0de3ef32-dab4-4567-9eb8-8acf25030507
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-163.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:36:37Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-autogluon-v2-variants-predictor-5c889d8844
    namespace: kserve-ci-e2e-test
    resourceVersion: "20242"
    uid: 8848d6de-09ec-4116-af08-cbaf1bce97e6
  kind: Event
  lastTimestamp: "2026-07-24T21:36:37Z"
  message: 'Created pod: isvc-autogluon-v2-variants-predictor-5c889d8844-s9gn4'
  metadata:
    creationTimestamp: "2026-07-24T21:36:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-24T21:36:37Z"
    name: isvc-autogluon-v2-variants-predictor-5c889d8844.18c557774d77433a
    namespace: kserve-ci-e2e-test
    resourceVersion: "20255"
    uid: ae86dfc5-dac4-41be-a74b-92cdc5788bad
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:36:37Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-autogluon-v2-variants-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20240"
    uid: 6698643f-7445-43b9-8737-06f93a675520
  kind: Event
  lastTimestamp: "2026-07-24T21:36:37Z"
  message: Scaled up replica set isvc-autogluon-v2-variants-predictor-5c889d8844 from
    0 to 1
  metadata:
    creationTimestamp: "2026-07-24T21:36:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-24T21:36:37Z"
    name: isvc-autogluon-v2-variants-predictor.18c5577746470550
    namespace: kserve-ci-e2e-test
    resourceVersion: "20244"
    uid: 1c049130-334c-42ec-978e-114fb0db42f2
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-24T21:36:52Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-v2-variants-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20241"
    uid: 3872fc40-2572-46e5-bf7c-d2b1a640e52d
  kind: Event
  lastTimestamp: "2026-07-24T21:37:22Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-24T21:36:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-24T21:37:22Z"
    name: isvc-autogluon-v2-variants-predictor.18c5577ac4da905f
    namespace: kserve-ci-e2e-test
    resourceVersion: "20602"
    uid: 2b0f9b69-666c-4b42-a9c4-e4b77f11dc74
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-24T21:36:52Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-v2-variants-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20241"
    uid: 3872fc40-2572-46e5-bf7c-d2b1a640e52d
  kind: Event
  lastTimestamp: "2026-07-24T21:37:22Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-24T21:36:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-24T21:37:22Z"
    name: isvc-autogluon-v2-variants-predictor.18c5577ac54e1ec3
    namespace: kserve-ci-e2e-test
    resourceVersion: "20603"
    uid: d273e3d2-48ab-4016-95bf-df7febb2d016
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-07-24T21:37:37Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-v2-variants-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20395"
    uid: 3872fc40-2572-46e5-bf7c-d2b1a640e52d
  kind: Event
  lastTimestamp: "2026-07-24T21:38:22Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-24T21:37:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-24T21:38:22Z"
    name: isvc-autogluon-v2-variants-predictor.18c5578542c9fd0f
    namespace: kserve-ci-e2e-test
    resourceVersion: "21026"
    uid: 2abd6626-2eac-426e-a943-8bf2ec2c3a94
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-07-24T21:37:37Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-v2-variants-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20395"
    uid: 3872fc40-2572-46e5-bf7c-d2b1a640e52d
  kind: Event
  lastTimestamp: "2026-07-24T21:38:22Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-24T21:37:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-24T21:38:22Z"
    name: isvc-autogluon-v2-variants-predictor.18c55785436dab77
    namespace: kserve-ci-e2e-test
    resourceVersion: "21027"
    uid: 316a08c9-17f1-4f15-87d8-754836ea912e
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-07-24T21:36:37Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-v2-variants
    namespace: kserve-ci-e2e-test
    resourceVersion: "20233"
    uid: 6a6aaa96-2a77-47e7-af14-8e65444700d3
  kind: Event
  lastTimestamp: "2026-07-24T21:38:17Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-24T21:36:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-24T21:38:17Z"
    name: isvc-autogluon-v2-variants.18c55777464ea327
    namespace: kserve-ci-e2e-test
    resourceVersion: "20992"
    uid: d90e388f-106b-4954-9935-c9503a656be9
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:36:37Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-v2-variants
    namespace: kserve-ci-e2e-test
    resourceVersion: "20233"
    uid: 6a6aaa96-2a77-47e7-af14-8e65444700d3
  kind: Event
  lastTimestamp: "2026-07-24T21:36:37Z"
  message: 'Failed to update status for InferenceService "isvc-autogluon-v2-variants":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-autogluon-v2-variants":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-24T21:36:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-24T21:36:37Z"
    name: isvc-autogluon-v2-variants.18c5577746e8b17d
    namespace: kserve-ci-e2e-test
    resourceVersion: "20247"
    uid: ef0d8ad8-7366-4dc8-8007-e73b25163454
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:38:17Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-v2-variants
    namespace: kserve-ci-e2e-test
    resourceVersion: "20990"
    uid: 6a6aaa96-2a77-47e7-af14-8e65444700d3
  kind: Event
  lastTimestamp: "2026-07-24T21:38:17Z"
  message: InferenceService [isvc-autogluon-v2-variants] is Ready
  metadata:
    creationTimestamp: "2026-07-24T21:38:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-24T21:38:17Z"
    name: isvc-autogluon-v2-variants.18c5578ea2b7190b
    namespace: kserve-ci-e2e-test
    resourceVersion: "20991"
    uid: d7e2486e-c32a-44e5-8535-5aa090dd67a1
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-07-24T21:34:25Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "19240"
    uid: 33de9757-5429-472f-89e9-24c0ddcff539
  kind: Event
  lastTimestamp: "2026-07-24T21:36:16Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-24T21:34:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-24T21:36:16Z"
    name: isvc-autogluon-v2.18c557589e255fbc
    namespace: kserve-ci-e2e-test
    resourceVersion: "20060"
    uid: bd7cc6ae-52db-45c0-9a80-5c53cb2a3fcc
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:34:25Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "19240"
    uid: 33de9757-5429-472f-89e9-24c0ddcff539
  kind: Event
  lastTimestamp: "2026-07-24T21:34:25Z"
  message: 'Failed to update status for InferenceService "isvc-autogluon-v2": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-autogluon-v2":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-24T21:34:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-24T21:34:25Z"
    name: isvc-autogluon-v2.18c557589e94577e
    namespace: kserve-ci-e2e-test
    resourceVersion: "19255"
    uid: 5099eec2-814c-462e-b8eb-cb40f2572a57
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:36:16Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "20058"
    uid: 33de9757-5429-472f-89e9-24c0ddcff539
  kind: Event
  lastTimestamp: "2026-07-24T21:36:16Z"
  message: InferenceService [isvc-autogluon-v2] is Ready
  metadata:
    creationTimestamp: "2026-07-24T21:36:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-24T21:36:16Z"
    name: isvc-autogluon-v2.18c55772721b235c
    namespace: kserve-ci-e2e-test
    resourceVersion: "20059"
    uid: 55b88c29-e992-4da2-bd75-1f8591a96c81
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-24T21:42:29.177277Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-create-predictor-7f74cfd478-88wlx
    namespace: kserve-ci-e2e-test
    resourceVersion: "23062"
    uid: 0105e160-ac97-4f97-9776-4338bb6996ba
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-create-predictor-7f74cfd478-88wlx
    to ip-10-0-129-163.ec2.internal
  metadata:
    creationTimestamp: "2026-07-24T21:42:29Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-24T21:42:29Z"
    name: isvc-canary-create-predictor-7f74cfd478-88wlx.18c557c93ee191a1
    namespace: kserve-ci-e2e-test
    resourceVersion: "23071"
    uid: 5d176457-dadd-4017-9e65-241f2f3dc86a
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-558cfff45f-z9c48
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:42:29Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-create-predictor-7f74cfd478-88wlx
    namespace: kserve-ci-e2e-test
    resourceVersion: "23074"
    uid: 0105e160-ac97-4f97-9776-4338bb6996ba
  kind: Event
  lastTimestamp: "2026-07-24T21:42:29Z"
  message: Add eth0 [10.134.0.39/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-24T21:42:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-24T21:42:29Z"
    name: isvc-canary-create-predictor-7f74cfd478-88wlx.18c557c958dbf632
    namespace: kserve-ci-e2e-test
    resourceVersion: "23095"
    uid: 79970d67-8231-478e-8ae1-2e10d037a0d1
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:42:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-create-predictor-7f74cfd478-88wlx
    namespace: kserve-ci-e2e-test
    resourceVersion: "23066"
    uid: 0105e160-ac97-4f97-9776-4338bb6996ba
  kind: Event
  lastTimestamp: "2026-07-24T21:42:29Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:4bc99d27049df235a3e7474685f2095e74c6eed89dc3da2f17a1c3e85c3fa894"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-24T21:42:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T21:42:29Z"
    name: isvc-canary-create-predictor-7f74cfd478-88wlx.18c557c95a8b2833
    namespace: kserve-ci-e2e-test
    resourceVersion: "23097"
    uid: d07ab4f1-4272-4201-b2ea-5412e8d905a8
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-163.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:42:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-create-predictor-7f74cfd478-88wlx
    namespace: kserve-ci-e2e-test
    resourceVersion: "23066"
    uid: 0105e160-ac97-4f97-9776-4338bb6996ba
  kind: Event
  lastTimestamp: "2026-07-24T21:42:29Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-24T21:42:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T21:42:29Z"
    name: isvc-canary-create-predictor-7f74cfd478-88wlx.18c557c95ec5381e
    namespace: kserve-ci-e2e-test
    resourceVersion: "23100"
    uid: dd0e0e35-27ab-49b0-9a18-354f51bc77ff
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-163.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:42:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-create-predictor-7f74cfd478-88wlx
    namespace: kserve-ci-e2e-test
    resourceVersion: "23066"
    uid: 0105e160-ac97-4f97-9776-4338bb6996ba
  kind: Event
  lastTimestamp: "2026-07-24T21:42:29Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-24T21:42:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T21:42:29Z"
    name: isvc-canary-create-predictor-7f74cfd478-88wlx.18c557c95f51da4c
    namespace: kserve-ci-e2e-test
    resourceVersion: "23101"
    uid: dcf65640-86aa-484b-a3a7-833aabe591ca
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-163.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:42:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-predictor-7f74cfd478-88wlx
    namespace: kserve-ci-e2e-test
    resourceVersion: "23066"
    uid: 0105e160-ac97-4f97-9776-4338bb6996ba
  kind: Event
  lastTimestamp: "2026-07-24T21:42:34Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1716"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-24T21:42:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T21:42:34Z"
    name: isvc-canary-create-predictor-7f74cfd478-88wlx.18c557ca5eec88c0
    namespace: kserve-ci-e2e-test
    resourceVersion: "23145"
    uid: 2095921e-6969-489f-bce5-1d54a313f9d9
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-163.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:42:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-predictor-7f74cfd478-88wlx
    namespace: kserve-ci-e2e-test
    resourceVersion: "23066"
    uid: 0105e160-ac97-4f97-9776-4338bb6996ba
  kind: Event
  lastTimestamp: "2026-07-24T21:42:34Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-24T21:42:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T21:42:34Z"
    name: isvc-canary-create-predictor-7f74cfd478-88wlx.18c557ca63a2506a
    namespace: kserve-ci-e2e-test
    resourceVersion: "23151"
    uid: 0a0c10b0-917e-4fd8-ba25-164d8de4c9c6
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-163.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:42:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-predictor-7f74cfd478-88wlx
    namespace: kserve-ci-e2e-test
    resourceVersion: "23066"
    uid: 0105e160-ac97-4f97-9776-4338bb6996ba
  kind: Event
  lastTimestamp: "2026-07-24T21:42:34Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-24T21:42:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T21:42:34Z"
    name: isvc-canary-create-predictor-7f74cfd478-88wlx.18c557ca641c92ed
    namespace: kserve-ci-e2e-test
    resourceVersion: "23154"
    uid: d673c57d-c1b2-4ddc-b386-239108ad8f50
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-163.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:42:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-predictor-7f74cfd478-88wlx
    namespace: kserve-ci-e2e-test
    resourceVersion: "23066"
    uid: 0105e160-ac97-4f97-9776-4338bb6996ba
  kind: Event
  lastTimestamp: "2026-07-24T21:42:34Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-24T21:42:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T21:42:34Z"
    name: isvc-canary-create-predictor-7f74cfd478-88wlx.18c557ca6426476d
    namespace: kserve-ci-e2e-test
    resourceVersion: "23155"
    uid: b043d1fb-799d-48d8-b315-30c6eee7601d
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-163.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:42:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-predictor-7f74cfd478-88wlx
    namespace: kserve-ci-e2e-test
    resourceVersion: "23066"
    uid: 0105e160-ac97-4f97-9776-4338bb6996ba
  kind: Event
  lastTimestamp: "2026-07-24T21:42:34Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-24T21:42:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T21:42:34Z"
    name: isvc-canary-create-predictor-7f74cfd478-88wlx.18c557ca676f4b9e
    namespace: kserve-ci-e2e-test
    resourceVersion: "23159"
    uid: b6e13a63-c639-4341-ab95-0c8b5ff81b06
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-163.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:42:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-predictor-7f74cfd478-88wlx
    namespace: kserve-ci-e2e-test
    resourceVersion: "23066"
    uid: 0105e160-ac97-4f97-9776-4338bb6996ba
  kind: Event
  lastTimestamp: "2026-07-24T21:42:34Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-24T21:42:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T21:42:34Z"
    name: isvc-canary-create-predictor-7f74cfd478-88wlx.18c557ca67ee7843
    namespace: kserve-ci-e2e-test
    resourceVersion: "23161"
    uid: 362d94bf-81c3-4010-83bf-aa5d85aa686c
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-163.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-07-24T21:42:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-predictor-7f74cfd478-88wlx
    namespace: kserve-ci-e2e-test
    resourceVersion: "23066"
    uid: 0105e160-ac97-4f97-9776-4338bb6996ba
  kind: Event
  lastTimestamp: "2026-07-24T21:44:00Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.39:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-24T21:42:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T21:44:00Z"
    name: isvc-canary-create-predictor-7f74cfd478-88wlx.18c557ca9b1dcfb1
    namespace: kserve-ci-e2e-test
    resourceVersion: "23811"
    uid: e17c0f9b-f305-4467-b6f3-76e59a101578
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-163.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:43:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-predictor-7f74cfd478-88wlx
    namespace: kserve-ci-e2e-test
    resourceVersion: "23066"
    uid: 0105e160-ac97-4f97-9776-4338bb6996ba
  kind: Event
  lastTimestamp: "2026-07-24T21:43:59Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-24T21:43:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T21:43:59Z"
    name: isvc-canary-create-predictor-7f74cfd478-88wlx.18c557de3ab3a734
    namespace: kserve-ci-e2e-test
    resourceVersion: "23800"
    uid: f422dd80-6e0f-445e-af58-1711560dbd78
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-163.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:43:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-predictor-7f74cfd478-88wlx
    namespace: kserve-ci-e2e-test
    resourceVersion: "23066"
    uid: 0105e160-ac97-4f97-9776-4338bb6996ba
  kind: Event
  lastTimestamp: "2026-07-24T21:43:59Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-24T21:43:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T21:43:59Z"
    name: isvc-canary-create-predictor-7f74cfd478-88wlx.18c557de3ab426c1
    namespace: kserve-ci-e2e-test
    resourceVersion: "23801"
    uid: 0d02a451-6112-48a1-97d6-b7c603da998b
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-163.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:44:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-predictor-7f74cfd478-88wlx
    namespace: kserve-ci-e2e-test
    resourceVersion: "23066"
    uid: 0105e160-ac97-4f97-9776-4338bb6996ba
  kind: Event
  lastTimestamp: "2026-07-24T21:44:01Z"
  message: 'Readiness probe failed: Get "https://10.134.0.39:8643/healthz": dial tcp
    10.134.0.39:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-24T21:44:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T21:44:01Z"
    name: isvc-canary-create-predictor-7f74cfd478-88wlx.18c557dea15b3bdb
    namespace: kserve-ci-e2e-test
    resourceVersion: "23818"
    uid: b233769e-51b9-4612-8342-fa294a261f73
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-163.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:42:29Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-create-predictor-7f74cfd478
    namespace: kserve-ci-e2e-test
    resourceVersion: "23048"
    uid: 533bf6da-7472-4347-8725-ee9ef4fe1465
  kind: Event
  lastTimestamp: "2026-07-24T21:42:29Z"
  message: 'Created pod: isvc-canary-create-predictor-7f74cfd478-88wlx'
  metadata:
    creationTimestamp: "2026-07-24T21:42:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-24T21:42:29Z"
    name: isvc-canary-create-predictor-7f74cfd478.18c557c93de92b64
    namespace: kserve-ci-e2e-test
    resourceVersion: "23065"
    uid: 61658062-0e60-43c2-bb49-d8433839dc64
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:42:29Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-create-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23047"
    uid: 5bdf5677-a42a-4b72-816d-5f9e83283415
  kind: Event
  lastTimestamp: "2026-07-24T21:42:29Z"
  message: Scaled up replica set isvc-canary-create-predictor-7f74cfd478 from 0 to
    1
  metadata:
    creationTimestamp: "2026-07-24T21:42:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-24T21:42:29Z"
    name: isvc-canary-create-predictor.18c557c93886a4de
    namespace: kserve-ci-e2e-test
    resourceVersion: "23049"
    uid: 3687817f-e601-4e81-bc85-0d8f417dc514
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-24T21:42:29.252637Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-create-v2-predictor-75c7994655-s4p7r
    namespace: kserve-ci-e2e-test
    resourceVersion: "23076"
    uid: 294d0d0a-f179-4809-a90f-3e738a9c6160
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-create-v2-predictor-75c7994655-s4p7r
    to ip-10-0-129-163.ec2.internal
  metadata:
    creationTimestamp: "2026-07-24T21:42:29Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-24T21:42:29Z"
    name: isvc-canary-create-v2-predictor-75c7994655-s4p7r.18c557c9435f8dca
    namespace: kserve-ci-e2e-test
    resourceVersion: "23081"
    uid: 2d43f432-9e08-4158-b685-5e0377cd467f
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-558cfff45f-z9c48
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:42:29Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-create-v2-predictor-75c7994655-s4p7r
    namespace: kserve-ci-e2e-test
    resourceVersion: "23087"
    uid: 294d0d0a-f179-4809-a90f-3e738a9c6160
  kind: Event
  lastTimestamp: "2026-07-24T21:42:29Z"
  message: Add eth0 [10.134.0.40/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-24T21:42:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-24T21:42:29Z"
    name: isvc-canary-create-v2-predictor-75c7994655-s4p7r.18c557c95da3782f
    namespace: kserve-ci-e2e-test
    resourceVersion: "23098"
    uid: 867f4cc2-30af-4e13-85a8-2c3058388eda
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:42:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-create-v2-predictor-75c7994655-s4p7r
    namespace: kserve-ci-e2e-test
    resourceVersion: "23077"
    uid: 294d0d0a-f179-4809-a90f-3e738a9c6160
  kind: Event
  lastTimestamp: "2026-07-24T21:42:29Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:4bc99d27049df235a3e7474685f2095e74c6eed89dc3da2f17a1c3e85c3fa894"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-24T21:42:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T21:42:29Z"
    name: isvc-canary-create-v2-predictor-75c7994655-s4p7r.18c557c95f700a25
    namespace: kserve-ci-e2e-test
    resourceVersion: "23102"
    uid: ef3e3dd3-e222-4e8e-9fd0-e7b0d42f0cf1
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-163.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:42:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-create-v2-predictor-75c7994655-s4p7r
    namespace: kserve-ci-e2e-test
    resourceVersion: "23077"
    uid: 294d0d0a-f179-4809-a90f-3e738a9c6160
  kind: Event
  lastTimestamp: "2026-07-24T21:42:29Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-24T21:42:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T21:42:29Z"
    name: isvc-canary-create-v2-predictor-75c7994655-s4p7r.18c557c96365ab74
    namespace: kserve-ci-e2e-test
    resourceVersion: "23104"
    uid: 03212d0f-0527-47d5-b381-c5c9d7a06386
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-163.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:42:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-create-v2-predictor-75c7994655-s4p7r
    namespace: kserve-ci-e2e-test
    resourceVersion: "23077"
    uid: 294d0d0a-f179-4809-a90f-3e738a9c6160
  kind: Event
  lastTimestamp: "2026-07-24T21:42:29Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-24T21:42:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T21:42:29Z"
    name: isvc-canary-create-v2-predictor-75c7994655-s4p7r.18c557c963e2248b
    namespace: kserve-ci-e2e-test
    resourceVersion: "23105"
    uid: bc8fb5a9-e7f4-46b5-a968-c4c44a15df11
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-163.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:42:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-v2-predictor-75c7994655-s4p7r
    namespace: kserve-ci-e2e-test
    resourceVersion: "23077"
    uid: 294d0d0a-f179-4809-a90f-3e738a9c6160
  kind: Event
  lastTimestamp: "2026-07-24T21:42:34Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1716"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-24T21:42:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T21:42:34Z"
    name: isvc-canary-create-v2-predictor-75c7994655-s4p7r.18c557ca5ed46f67
    namespace: kserve-ci-e2e-test
    resourceVersion: "23144"
    uid: 702a75ee-52dc-47ab-9ee1-b9f20ad3912d
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-163.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:42:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-v2-predictor-75c7994655-s4p7r
    namespace: kserve-ci-e2e-test
    resourceVersion: "23077"
    uid: 294d0d0a-f179-4809-a90f-3e738a9c6160
  kind: Event
  lastTimestamp: "2026-07-24T21:42:34Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-24T21:42:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T21:42:34Z"
    name: isvc-canary-create-v2-predictor-75c7994655-s4p7r.18c557ca638c6bf5
    namespace: kserve-ci-e2e-test
    resourceVersion: "23150"
    uid: 377b9c1c-ac94-49eb-ac8a-051bfd0c0a23
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-163.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:42:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-v2-predictor-75c7994655-s4p7r
    namespace: kserve-ci-e2e-test
    resourceVersion: "23077"
    uid: 294d0d0a-f179-4809-a90f-3e738a9c6160
  kind: Event
  lastTimestamp: "2026-07-24T21:42:34Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-24T21:42:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T21:42:34Z"
    name: isvc-canary-create-v2-predictor-75c7994655-s4p7r.18c557ca640cfd62
    namespace: kserve-ci-e2e-test
    resourceVersion: "23152"
    uid: eaec986a-0c63-400b-81ae-de9988eb159a
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-163.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:42:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-v2-predictor-75c7994655-s4p7r
    namespace: kserve-ci-e2e-test
    resourceVersion: "23077"
    uid: 294d0d0a-f179-4809-a90f-3e738a9c6160
  kind: Event
  lastTimestamp: "2026-07-24T21:42:34Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-24T21:42:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T21:42:34Z"
    name: isvc-canary-create-v2-predictor-75c7994655-s4p7r.18c557ca641891a2
    namespace: kserve-ci-e2e-test
    resourceVersion: "23153"
    uid: 735c50d4-c454-4cea-aa23-ac283011dac8
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-163.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:42:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-v2-predictor-75c7994655-s4p7r
    namespace: kserve-ci-e2e-test
    resourceVersion: "23077"
    uid: 294d0d0a-f179-4809-a90f-3e738a9c6160
  kind: Event
  lastTimestamp: "2026-07-24T21:42:34Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-24T21:42:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T21:42:34Z"
    name: isvc-canary-create-v2-predictor-75c7994655-s4p7r.18c557ca676459ee
    namespace: kserve-ci-e2e-test
    resourceVersion: "23158"
    uid: 478551eb-8c52-49df-a5b2-da5355f3598a
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-163.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:42:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-v2-predictor-75c7994655-s4p7r
    namespace: kserve-ci-e2e-test
    resourceVersion: "23077"
    uid: 294d0d0a-f179-4809-a90f-3e738a9c6160
  kind: Event
  lastTimestamp: "2026-07-24T21:42:34Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-24T21:42:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T21:42:34Z"
    name: isvc-canary-create-v2-predictor-75c7994655-s4p7r.18c557ca67e0227b
    namespace: kserve-ci-e2e-test
    resourceVersion: "23160"
    uid: e070ccb4-0cef-45e4-96bf-a31c23ec9e88
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-163.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-07-24T21:42:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-v2-predictor-75c7994655-s4p7r
    namespace: kserve-ci-e2e-test
    resourceVersion: "23077"
    uid: 294d0d0a-f179-4809-a90f-3e738a9c6160
  kind: Event
  lastTimestamp: "2026-07-24T21:44:01Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.40:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-24T21:42:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T21:44:01Z"
    name: isvc-canary-create-v2-predictor-75c7994655-s4p7r.18c557ca9b06e3b9
    namespace: kserve-ci-e2e-test
    resourceVersion: "23820"
    uid: f8218ba8-80d7-43a6-9a3c-312f28379b66
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-163.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:43:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-v2-predictor-75c7994655-s4p7r
    namespace: kserve-ci-e2e-test
    resourceVersion: "23077"
    uid: 294d0d0a-f179-4809-a90f-3e738a9c6160
  kind: Event
  lastTimestamp: "2026-07-24T21:43:59Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-24T21:43:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T21:43:59Z"
    name: isvc-canary-create-v2-predictor-75c7994655-s4p7r.18c557de3b371dfe
    namespace: kserve-ci-e2e-test
    resourceVersion: "23803"
    uid: 3cf79946-9666-4b73-a3a3-e3af809b5f98
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-163.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:43:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-v2-predictor-75c7994655-s4p7r
    namespace: kserve-ci-e2e-test
    resourceVersion: "23077"
    uid: 294d0d0a-f179-4809-a90f-3e738a9c6160
  kind: Event
  lastTimestamp: "2026-07-24T21:43:59Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-24T21:43:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T21:43:59Z"
    name: isvc-canary-create-v2-predictor-75c7994655-s4p7r.18c557de3b387dc0
    namespace: kserve-ci-e2e-test
    resourceVersion: "23804"
    uid: 022ce921-401f-46a2-b7db-01cafb2945e6
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-163.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:44:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-v2-predictor-75c7994655-s4p7r
    namespace: kserve-ci-e2e-test
    resourceVersion: "23077"
    uid: 294d0d0a-f179-4809-a90f-3e738a9c6160
  kind: Event
  lastTimestamp: "2026-07-24T21:44:01Z"
  message: 'Readiness probe failed: Get "https://10.134.0.40:8643/healthz": dial tcp
    10.134.0.40:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-24T21:44:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T21:44:01Z"
    name: isvc-canary-create-v2-predictor-75c7994655-s4p7r.18c557dea15c68c7
    namespace: kserve-ci-e2e-test
    resourceVersion: "23819"
    uid: cd5ab1bb-9622-426a-ac18-f9fcc0a53da4
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-163.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:42:29Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-create-v2-predictor-75c7994655
    namespace: kserve-ci-e2e-test
    resourceVersion: "23058"
    uid: e5827a36-66bf-4d5e-a83e-1bece2ef47a3
  kind: Event
  lastTimestamp: "2026-07-24T21:42:29Z"
  message: 'Created pod: isvc-canary-create-v2-predictor-75c7994655-s4p7r'
  metadata:
    creationTimestamp: "2026-07-24T21:42:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-24T21:42:29Z"
    name: isvc-canary-create-v2-predictor-75c7994655.18c557c942d1d895
    namespace: kserve-ci-e2e-test
    resourceVersion: "23078"
    uid: 0c7fcc20-2744-41a8-ba1c-41803d67bff2
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:42:29Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-create-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23056"
    uid: 5f0d233a-8381-46e4-bcac-bd1cfd2b6f25
  kind: Event
  lastTimestamp: "2026-07-24T21:42:29Z"
  message: Scaled up replica set isvc-canary-create-v2-predictor-75c7994655 from 0
    to 1
  metadata:
    creationTimestamp: "2026-07-24T21:42:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-24T21:42:29Z"
    name: isvc-canary-create-v2-predictor.18c557c93c3df7c3
    namespace: kserve-ci-e2e-test
    resourceVersion: "23060"
    uid: 4bd02520-2cfe-4fc3-8e0c-d806e63d0ef2
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 14
  eventTime: null
  firstTimestamp: "2026-07-24T21:42:29Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-create
    namespace: kserve-ci-e2e-test
    resourceVersion: "23040"
    uid: 28675f16-3eec-49b0-ad9f-105a013fdc3b
  kind: Event
  lastTimestamp: "2026-07-24T21:43:51Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-24T21:42:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-24T21:43:51Z"
    name: isvc-canary-create.18c557c93bec441a
    namespace: kserve-ci-e2e-test
    resourceVersion: "23722"
    uid: a8d6c65e-a341-420c-8cb1-7f1f50dbaf20
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:42:29Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-create
    namespace: kserve-ci-e2e-test
    resourceVersion: "23040"
    uid: 28675f16-3eec-49b0-ad9f-105a013fdc3b
  kind: Event
  lastTimestamp: "2026-07-24T21:42:29Z"
  message: 'Failed to update status for InferenceService "isvc-canary-create": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-canary-create":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-24T21:42:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-24T21:42:29Z"
    name: isvc-canary-create.18c557c93c879b86
    namespace: kserve-ci-e2e-test
    resourceVersion: "23063"
    uid: 8da87d3b-8502-4b6e-89c2-461c0286f468
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:42:29Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-create
    namespace: kserve-ci-e2e-test
    resourceVersion: "23040"
    uid: 28675f16-3eec-49b0-ad9f-105a013fdc3b
  kind: Event
  lastTimestamp: "2026-07-24T21:42:29Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-canary-create": the object has been
    modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-07-24T21:42:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-24T21:42:29Z"
    name: isvc-canary-create.18c557c93c87f990
    namespace: kserve-ci-e2e-test
    resourceVersion: "23067"
    uid: 79d66989-23f5-43cd-a606-41326186f9b1
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:43:50Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-create
    namespace: kserve-ci-e2e-test
    resourceVersion: "23707"
    uid: 28675f16-3eec-49b0-ad9f-105a013fdc3b
  kind: Event
  lastTimestamp: "2026-07-24T21:43:50Z"
  message: InferenceService [isvc-canary-create] is Ready
  metadata:
    creationTimestamp: "2026-07-24T21:43:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-24T21:43:50Z"
    name: isvc-canary-create.18c557dc279dce20
    namespace: kserve-ci-e2e-test
    resourceVersion: "23708"
    uid: 8f0e5407-7c98-4fb7-b33b-b843dee6dac6
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-24T21:44:04.396309Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-promote-predictor-74874cc84b-7b45l
    namespace: kserve-ci-e2e-test
    resourceVersion: "23872"
    uid: 85153d39-9664-4ecc-80db-d30444efdba3
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-promote-predictor-74874cc84b-7b45l
    to ip-10-0-129-163.ec2.internal
  metadata:
    creationTimestamp: "2026-07-24T21:44:04Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-24T21:44:04Z"
    name: isvc-canary-promote-predictor-74874cc84b-7b45l.18c557df6a60b223
    namespace: kserve-ci-e2e-test
    resourceVersion: "23881"
    uid: 3504b352-b46e-4dc1-af8f-27fa4e66d9c0
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-558cfff45f-z9c48
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:44:04Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-promote-predictor-74874cc84b-7b45l
    namespace: kserve-ci-e2e-test
    resourceVersion: "23889"
    uid: 85153d39-9664-4ecc-80db-d30444efdba3
  kind: Event
  lastTimestamp: "2026-07-24T21:44:04Z"
  message: Add eth0 [10.134.0.41/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-24T21:44:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-24T21:44:04Z"
    name: isvc-canary-promote-predictor-74874cc84b-7b45l.18c557df84efb901
    namespace: kserve-ci-e2e-test
    resourceVersion: "23906"
    uid: 79b49b6a-cb55-4e91-a71e-7d65d7149414
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:44:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-predictor-74874cc84b-7b45l
    namespace: kserve-ci-e2e-test
    resourceVersion: "23876"
    uid: 85153d39-9664-4ecc-80db-d30444efdba3
  kind: Event
  lastTimestamp: "2026-07-24T21:44:04Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:4bc99d27049df235a3e7474685f2095e74c6eed89dc3da2f17a1c3e85c3fa894"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-24T21:44:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T21:44:04Z"
    name: isvc-canary-promote-predictor-74874cc84b-7b45l.18c557df868d23dd
    namespace: kserve-ci-e2e-test
    resourceVersion: "23909"
    uid: 208ebfc0-b695-43fd-aaae-f2fe2bf1da3b
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-163.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:44:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-predictor-74874cc84b-7b45l
    namespace: kserve-ci-e2e-test
    resourceVersion: "23876"
    uid: 85153d39-9664-4ecc-80db-d30444efdba3
  kind: Event
  lastTimestamp: "2026-07-24T21:44:04Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-24T21:44:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T21:44:04Z"
    name: isvc-canary-promote-predictor-74874cc84b-7b45l.18c557df89835645
    namespace: kserve-ci-e2e-test
    resourceVersion: "23913"
    uid: 4ba9988c-21d9-437f-b8e6-bdb8239f51a4
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-163.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:44:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-predictor-74874cc84b-7b45l
    namespace: kserve-ci-e2e-test
    resourceVersion: "23876"
    uid: 85153d39-9664-4ecc-80db-d30444efdba3
  kind: Event
  lastTimestamp: "2026-07-24T21:44:04Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-24T21:44:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T21:44:04Z"
    name: isvc-canary-promote-predictor-74874cc84b-7b45l.18c557df8a1a5a29
    namespace: kserve-ci-e2e-test
    resourceVersion: "23914"
    uid: 035eaa5b-6319-497e-b336-46574b43ff05
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-163.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:44:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-predictor-74874cc84b-7b45l
    namespace: kserve-ci-e2e-test
    resourceVersion: "23876"
    uid: 85153d39-9664-4ecc-80db-d30444efdba3
  kind: Event
  lastTimestamp: "2026-07-24T21:44:09Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1716"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-24T21:44:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T21:44:09Z"
    name: isvc-canary-promote-predictor-74874cc84b-7b45l.18c557e09997f6fc
    namespace: kserve-ci-e2e-test
    resourceVersion: "23966"
    uid: 66607db4-8c25-40be-9648-2ec96292cd9b
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-163.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:44:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-predictor-74874cc84b-7b45l
    namespace: kserve-ci-e2e-test
    resourceVersion: "23876"
    uid: 85153d39-9664-4ecc-80db-d30444efdba3
  kind: Event
  lastTimestamp: "2026-07-24T21:44:09Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-24T21:44:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T21:44:09Z"
    name: isvc-canary-promote-predictor-74874cc84b-7b45l.18c557e09d275791
    namespace: kserve-ci-e2e-test
    resourceVersion: "23970"
    uid: 67709e53-c1d0-4f30-8cba-0f9374af7456
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-163.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:44:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-predictor-74874cc84b-7b45l
    namespace: kserve-ci-e2e-test
    resourceVersion: "23876"
    uid: 85153d39-9664-4ecc-80db-d30444efdba3
  kind: Event
  lastTimestamp: "2026-07-24T21:44:09Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-24T21:44:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T21:44:09Z"
    name: isvc-canary-promote-predictor-74874cc84b-7b45l.18c557e09d9e7e1b
    namespace: kserve-ci-e2e-test
    resourceVersion: "23971"
    uid: 08e39d7d-52f2-49aa-ac03-4393340d4777
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-163.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:44:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-predictor-74874cc84b-7b45l
    namespace: kserve-ci-e2e-test
    resourceVersion: "23876"
    uid: 85153d39-9664-4ecc-80db-d30444efdba3
  kind: Event
  lastTimestamp: "2026-07-24T21:44:09Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-24T21:44:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T21:44:09Z"
    name: isvc-canary-promote-predictor-74874cc84b-7b45l.18c557e09da86c44
    namespace: kserve-ci-e2e-test
    resourceVersion: "23972"
    uid: 8f03f533-2707-46e6-8c12-2ccff2479eda
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-163.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:44:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-predictor-74874cc84b-7b45l
    namespace: kserve-ci-e2e-test
    resourceVersion: "23876"
    uid: 85153d39-9664-4ecc-80db-d30444efdba3
  kind: Event
  lastTimestamp: "2026-07-24T21:44:09Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-24T21:44:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T21:44:09Z"
    name: isvc-canary-promote-predictor-74874cc84b-7b45l.18c557e0a0fd472c
    namespace: kserve-ci-e2e-test
    resourceVersion: "23975"
    uid: 8da166be-192c-46dc-9761-099093d12be7
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-163.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:44:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-predictor-74874cc84b-7b45l
    namespace: kserve-ci-e2e-test
    resourceVersion: "23876"
    uid: 85153d39-9664-4ecc-80db-d30444efdba3
  kind: Event
  lastTimestamp: "2026-07-24T21:44:09Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-24T21:44:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T21:44:09Z"
    name: isvc-canary-promote-predictor-74874cc84b-7b45l.18c557e0a17ab8e8
    namespace: kserve-ci-e2e-test
    resourceVersion: "23976"
    uid: d4420a8e-70cb-4d23-8841-d0523bb2db6c
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-163.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-07-24T21:44:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-predictor-74874cc84b-7b45l
    namespace: kserve-ci-e2e-test
    resourceVersion: "23876"
    uid: 85153d39-9664-4ecc-80db-d30444efdba3
  kind: Event
  lastTimestamp: "2026-07-24T21:45:36Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.41:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-24T21:44:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T21:45:36Z"
    name: isvc-canary-promote-predictor-74874cc84b-7b45l.18c557e0d5c903ef
    namespace: kserve-ci-e2e-test
    resourceVersion: "24642"
    uid: 24185199-94a2-4025-af9a-3f9a3925e0ab
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-163.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:45:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-predictor-74874cc84b-7b45l
    namespace: kserve-ci-e2e-test
    resourceVersion: "23876"
    uid: 85153d39-9664-4ecc-80db-d30444efdba3
  kind: Event
  lastTimestamp: "2026-07-24T21:45:34Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-24T21:45:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T21:45:34Z"
    name: isvc-canary-promote-predictor-74874cc84b-7b45l.18c557f4635c50e8
    namespace: kserve-ci-e2e-test
    resourceVersion: "24604"
    uid: 685c76e7-c953-4c81-b253-90b854fccf86
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-163.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:45:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-predictor-74874cc84b-7b45l
    namespace: kserve-ci-e2e-test
    resourceVersion: "23876"
    uid: 85153d39-9664-4ecc-80db-d30444efdba3
  kind: Event
  lastTimestamp: "2026-07-24T21:45:34Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-24T21:45:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T21:45:34Z"
    name: isvc-canary-promote-predictor-74874cc84b-7b45l.18c557f4635cf14d
    namespace: kserve-ci-e2e-test
    resourceVersion: "24605"
    uid: 98fd51d3-f0b3-4ebd-b6ba-aa7ffc011322
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-163.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:45:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-predictor-74874cc84b-7b45l
    namespace: kserve-ci-e2e-test
    resourceVersion: "23876"
    uid: 85153d39-9664-4ecc-80db-d30444efdba3
  kind: Event
  lastTimestamp: "2026-07-24T21:45:36Z"
  message: 'Readiness probe failed: Get "https://10.134.0.41:8643/healthz": dial tcp
    10.134.0.41:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-24T21:45:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T21:45:36Z"
    name: isvc-canary-promote-predictor-74874cc84b-7b45l.18c557f4dc0f1421
    namespace: kserve-ci-e2e-test
    resourceVersion: "24641"
    uid: ea0507a8-4750-4700-a567-f2bc266247da
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-163.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:44:04Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-promote-predictor-74874cc84b
    namespace: kserve-ci-e2e-test
    resourceVersion: "23855"
    uid: eb3b3029-1ce1-4058-a718-f94f2296ae6c
  kind: Event
  lastTimestamp: "2026-07-24T21:44:04Z"
  message: 'Created pod: isvc-canary-promote-predictor-74874cc84b-7b45l'
  metadata:
    creationTimestamp: "2026-07-24T21:44:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-24T21:44:04Z"
    name: isvc-canary-promote-predictor-74874cc84b.18c557df69fdeecd
    namespace: kserve-ci-e2e-test
    resourceVersion: "23875"
    uid: 4ebcba13-bce4-44f9-8edc-0229705e8a09
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:44:04Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-promote-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23854"
    uid: acc859c0-3aba-47a9-9c73-84f179630299
  kind: Event
  lastTimestamp: "2026-07-24T21:44:04Z"
  message: Scaled up replica set isvc-canary-promote-predictor-74874cc84b from 0 to
    1
  metadata:
    creationTimestamp: "2026-07-24T21:44:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-24T21:44:04Z"
    name: isvc-canary-promote-predictor.18c557df64e67e7b
    namespace: kserve-ci-e2e-test
    resourceVersion: "23856"
    uid: e7ee029d-8571-410e-98c8-46155f453a50
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-24T21:45:34.598047Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-promote-v2-predictor-5ff9f946fc-4jwtd
    namespace: kserve-ci-e2e-test
    resourceVersion: "24611"
    uid: 87587ea5-335a-4ca9-b795-7dcbe3b68f13
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-promote-v2-predictor-5ff9f946fc-4jwtd
    to ip-10-0-143-243.ec2.internal
  metadata:
    creationTimestamp: "2026-07-24T21:45:34Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-24T21:45:34Z"
    name: isvc-canary-promote-v2-predictor-5ff9f946fc-4jwtd.18c557f46ad20306
    namespace: kserve-ci-e2e-test
    resourceVersion: "24615"
    uid: 62182d52-4d8a-4566-9787-d28c324e6f72
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-558cfff45f-z9c48
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:45:35Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-promote-v2-predictor-5ff9f946fc-4jwtd
    namespace: kserve-ci-e2e-test
    resourceVersion: "24621"
    uid: 87587ea5-335a-4ca9-b795-7dcbe3b68f13
  kind: Event
  lastTimestamp: "2026-07-24T21:45:35Z"
  message: Add eth0 [10.133.0.22/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-24T21:45:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-24T21:45:35Z"
    name: isvc-canary-promote-v2-predictor-5ff9f946fc-4jwtd.18c557f484368d5b
    namespace: kserve-ci-e2e-test
    resourceVersion: "24629"
    uid: e512ddeb-85e0-4116-8cbc-83b5bad7f3ac
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:45:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-5ff9f946fc-4jwtd
    namespace: kserve-ci-e2e-test
    resourceVersion: "24613"
    uid: 87587ea5-335a-4ca9-b795-7dcbe3b68f13
  kind: Event
  lastTimestamp: "2026-07-24T21:45:35Z"
  message: Pulling image "quay.io/opendatahub/kserve-storage-initializer@sha256:4bc99d27049df235a3e7474685f2095e74c6eed89dc3da2f17a1c3e85c3fa894"
  metadata:
    creationTimestamp: "2026-07-24T21:45:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T21:45:35Z"
    name: isvc-canary-promote-v2-predictor-5ff9f946fc-4jwtd.18c557f485b5491a
    namespace: kserve-ci-e2e-test
    resourceVersion: "24631"
    uid: 6e6e20ca-34e4-4882-b948-73cb849db046
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-243.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-243.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:45:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-5ff9f946fc-4jwtd
    namespace: kserve-ci-e2e-test
    resourceVersion: "24613"
    uid: 87587ea5-335a-4ca9-b795-7dcbe3b68f13
  kind: Event
  lastTimestamp: "2026-07-24T21:45:38Z"
  message: 'Successfully pulled image "quay.io/opendatahub/kserve-storage-initializer@sha256:4bc99d27049df235a3e7474685f2095e74c6eed89dc3da2f17a1c3e85c3fa894"
    in 3.786s (3.786s including waiting). Image size: 302292931 bytes.'
  metadata:
    creationTimestamp: "2026-07-24T21:45:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T21:45:38Z"
    name: isvc-canary-promote-v2-predictor-5ff9f946fc-4jwtd.18c557f56760b51f
    namespace: kserve-ci-e2e-test
    resourceVersion: "24657"
    uid: 4cf8045f-17e9-4811-8861-772483f417d3
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-243.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-243.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:45:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-5ff9f946fc-4jwtd
    namespace: kserve-ci-e2e-test
    resourceVersion: "24613"
    uid: 87587ea5-335a-4ca9-b795-7dcbe3b68f13
  kind: Event
  lastTimestamp: "2026-07-24T21:45:38Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-24T21:45:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T21:45:38Z"
    name: isvc-canary-promote-v2-predictor-5ff9f946fc-4jwtd.18c557f56a6e4bf1
    namespace: kserve-ci-e2e-test
    resourceVersion: "24658"
    uid: 27dcc641-80cb-43fc-8444-d678a4c97d77
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-243.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-243.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:45:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-5ff9f946fc-4jwtd
    namespace: kserve-ci-e2e-test
    resourceVersion: "24613"
    uid: 87587ea5-335a-4ca9-b795-7dcbe3b68f13
  kind: Event
  lastTimestamp: "2026-07-24T21:45:38Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-24T21:45:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T21:45:38Z"
    name: isvc-canary-promote-v2-predictor-5ff9f946fc-4jwtd.18c557f56ae43f36
    namespace: kserve-ci-e2e-test
    resourceVersion: "24659"
    uid: 4a3946dd-2be4-4799-b2ca-270f6aac328a
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-243.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-243.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:45:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-5ff9f946fc-4jwtd
    namespace: kserve-ci-e2e-test
    resourceVersion: "24613"
    uid: 87587ea5-335a-4ca9-b795-7dcbe3b68f13
  kind: Event
  lastTimestamp: "2026-07-24T21:45:42Z"
  message: Pulling image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1716"
  metadata:
    creationTimestamp: "2026-07-24T21:45:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T21:45:42Z"
    name: isvc-canary-promote-v2-predictor-5ff9f946fc-4jwtd.18c557f659aaaaec
    namespace: kserve-ci-e2e-test
    resourceVersion: "24694"
    uid: a024d1e1-e638-4d26-a9c4-a704eff26c6a
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-243.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-243.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:45:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-5ff9f946fc-4jwtd
    namespace: kserve-ci-e2e-test
    resourceVersion: "24613"
    uid: 87587ea5-335a-4ca9-b795-7dcbe3b68f13
  kind: Event
  lastTimestamp: "2026-07-24T21:45:55Z"
  message: 'Successfully pulled image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1716"
    in 12.777s (12.777s including waiting). Image size: 1557885864 bytes.'
  metadata:
    creationTimestamp: "2026-07-24T21:45:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T21:45:55Z"
    name: isvc-canary-promote-v2-predictor-5ff9f946fc-4jwtd.18c557f95341c8eb
    namespace: kserve-ci-e2e-test
    resourceVersion: "24782"
    uid: 758a1c4c-86b8-4184-aa26-1b2edf06f239
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-243.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-243.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:45:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-5ff9f946fc-4jwtd
    namespace: kserve-ci-e2e-test
    resourceVersion: "24613"
    uid: 87587ea5-335a-4ca9-b795-7dcbe3b68f13
  kind: Event
  lastTimestamp: "2026-07-24T21:45:55Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-24T21:45:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T21:45:55Z"
    name: isvc-canary-promote-v2-predictor-5ff9f946fc-4jwtd.18c557f956738d7a
    namespace: kserve-ci-e2e-test
    resourceVersion: "24783"
    uid: 97faa703-50c9-417c-9bba-b13c3bed1a59
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-243.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-243.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:45:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-5ff9f946fc-4jwtd
    namespace: kserve-ci-e2e-test
    resourceVersion: "24613"
    uid: 87587ea5-335a-4ca9-b795-7dcbe3b68f13
  kind: Event
  lastTimestamp: "2026-07-24T21:45:55Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-24T21:45:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T21:45:55Z"
    name: isvc-canary-promote-v2-predictor-5ff9f946fc-4jwtd.18c557f956e408b9
    namespace: kserve-ci-e2e-test
    resourceVersion: "24784"
    uid: 58e9d98e-92ab-4dbd-98ed-3e050d3e6179
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-243.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-243.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:45:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-5ff9f946fc-4jwtd
    namespace: kserve-ci-e2e-test
    resourceVersion: "24613"
    uid: 87587ea5-335a-4ca9-b795-7dcbe3b68f13
  kind: Event
  lastTimestamp: "2026-07-24T21:45:55Z"
  message: Pulling image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
  metadata:
    creationTimestamp: "2026-07-24T21:45:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T21:45:55Z"
    name: isvc-canary-promote-v2-predictor-5ff9f946fc-4jwtd.18c557f956f0d2e9
    namespace: kserve-ci-e2e-test
    resourceVersion: "24785"
    uid: 5c126b2a-d311-493c-807b-f0f386e1d503
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-243.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-243.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:45:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-5ff9f946fc-4jwtd
    namespace: kserve-ci-e2e-test
    resourceVersion: "24613"
    uid: 87587ea5-335a-4ca9-b795-7dcbe3b68f13
  kind: Event
  lastTimestamp: "2026-07-24T21:45:57Z"
  message: 'Successfully pulled image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    in 2.236s (2.236s including waiting). Image size: 211946088 bytes.'
  metadata:
    creationTimestamp: "2026-07-24T21:45:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T21:45:57Z"
    name: isvc-canary-promote-v2-predictor-5ff9f946fc-4jwtd.18c557f9dc4235f2
    namespace: kserve-ci-e2e-test
    resourceVersion: "24878"
    uid: b39f683f-cee3-41e9-8192-3d4618db3d6e
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-243.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-243.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:45:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-5ff9f946fc-4jwtd
    namespace: kserve-ci-e2e-test
    resourceVersion: "24613"
    uid: 87587ea5-335a-4ca9-b795-7dcbe3b68f13
  kind: Event
  lastTimestamp: "2026-07-24T21:45:58Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-24T21:45:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T21:45:58Z"
    name: isvc-canary-promote-v2-predictor-5ff9f946fc-4jwtd.18c557f9df3b0802
    namespace: kserve-ci-e2e-test
    resourceVersion: "24890"
    uid: 18e56d19-7b18-455a-8b34-2b91fef207c3
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-243.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-243.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:45:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-5ff9f946fc-4jwtd
    namespace: kserve-ci-e2e-test
    resourceVersion: "24613"
    uid: 87587ea5-335a-4ca9-b795-7dcbe3b68f13
  kind: Event
  lastTimestamp: "2026-07-24T21:45:58Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-24T21:45:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T21:45:58Z"
    name: isvc-canary-promote-v2-predictor-5ff9f946fc-4jwtd.18c557f9dfb37557
    namespace: kserve-ci-e2e-test
    resourceVersion: "24891"
    uid: d7d17cc2-3259-4c96-aea9-79ee9087a9f3
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-243.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-243.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-07-24T21:45:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-5ff9f946fc-4jwtd
    namespace: kserve-ci-e2e-test
    resourceVersion: "24613"
    uid: 87587ea5-335a-4ca9-b795-7dcbe3b68f13
  kind: Event
  lastTimestamp: "2026-07-24T21:47:25Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.22:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-24T21:45:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T21:47:25Z"
    name: isvc-canary-promote-v2-predictor-5ff9f946fc-4jwtd.18c557fa53f794ed
    namespace: kserve-ci-e2e-test
    resourceVersion: "25732"
    uid: 8d3b4442-1c0b-407f-a13d-c7fcd95700a5
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-243.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-243.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:47:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-5ff9f946fc-4jwtd
    namespace: kserve-ci-e2e-test
    resourceVersion: "24613"
    uid: 87587ea5-335a-4ca9-b795-7dcbe3b68f13
  kind: Event
  lastTimestamp: "2026-07-24T21:47:24Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-24T21:47:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T21:47:24Z"
    name: isvc-canary-promote-v2-predictor-5ff9f946fc-4jwtd.18c5580e0fab7101
    namespace: kserve-ci-e2e-test
    resourceVersion: "25725"
    uid: 2c7e355f-68a9-42df-a2d8-8f65f26c1d59
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-243.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-243.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:47:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-5ff9f946fc-4jwtd
    namespace: kserve-ci-e2e-test
    resourceVersion: "24613"
    uid: 87587ea5-335a-4ca9-b795-7dcbe3b68f13
  kind: Event
  lastTimestamp: "2026-07-24T21:47:24Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-24T21:47:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T21:47:24Z"
    name: isvc-canary-promote-v2-predictor-5ff9f946fc-4jwtd.18c5580e0facb88c
    namespace: kserve-ci-e2e-test
    resourceVersion: "25727"
    uid: 24a7fab3-edd0-471f-9d06-0135f91e3364
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-243.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-243.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:47:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-5ff9f946fc-4jwtd
    namespace: kserve-ci-e2e-test
    resourceVersion: "24613"
    uid: 87587ea5-335a-4ca9-b795-7dcbe3b68f13
  kind: Event
  lastTimestamp: "2026-07-24T21:47:25Z"
  message: 'Readiness probe failed: Get "https://10.133.0.22:8643/healthz": dial tcp
    10.133.0.22:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-24T21:47:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T21:47:25Z"
    name: isvc-canary-promote-v2-predictor-5ff9f946fc-4jwtd.18c5580e5a23bcfd
    namespace: kserve-ci-e2e-test
    resourceVersion: "25741"
    uid: 51adbbdf-04a4-4181-8d46-83e2c54a13fa
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-243.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-243.ec2.internal
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-24T21:44:04.401622Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-promote-v2-predictor-5ff9f946fc-9d2sq
    namespace: kserve-ci-e2e-test
    resourceVersion: "23873"
    uid: b817a8c3-95c5-449a-91ba-3e421f8ed327
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-promote-v2-predictor-5ff9f946fc-9d2sq
    to ip-10-0-129-163.ec2.internal
  metadata:
    creationTimestamp: "2026-07-24T21:44:04Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-24T21:44:04Z"
    name: isvc-canary-promote-v2-predictor-5ff9f946fc-9d2sq.18c557df6ab1c143
    namespace: kserve-ci-e2e-test
    resourceVersion: "23882"
    uid: 3ebfe97a-4c63-4b81-a5f2-039c8523b345
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-558cfff45f-z9c48
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:44:04Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-promote-v2-predictor-5ff9f946fc-9d2sq
    namespace: kserve-ci-e2e-test
    resourceVersion: "23894"
    uid: b817a8c3-95c5-449a-91ba-3e421f8ed327
  kind: Event
  lastTimestamp: "2026-07-24T21:44:04Z"
  message: Add eth0 [10.134.0.42/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-24T21:44:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-24T21:44:04Z"
    name: isvc-canary-promote-v2-predictor-5ff9f946fc-9d2sq.18c557df865e1069
    namespace: kserve-ci-e2e-test
    resourceVersion: "23908"
    uid: d810d316-120a-441e-930e-cba11809bff5
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:44:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-5ff9f946fc-9d2sq
    namespace: kserve-ci-e2e-test
    resourceVersion: "23878"
    uid: b817a8c3-95c5-449a-91ba-3e421f8ed327
  kind: Event
  lastTimestamp: "2026-07-24T21:44:04Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:4bc99d27049df235a3e7474685f2095e74c6eed89dc3da2f17a1c3e85c3fa894"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-24T21:44:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T21:44:04Z"
    name: isvc-canary-promote-v2-predictor-5ff9f946fc-9d2sq.18c557df87d81154
    namespace: kserve-ci-e2e-test
    resourceVersion: "23912"
    uid: b05e6d73-50cf-4a31-88b4-1022c636092d
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-163.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:44:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-5ff9f946fc-9d2sq
    namespace: kserve-ci-e2e-test
    resourceVersion: "23878"
    uid: b817a8c3-95c5-449a-91ba-3e421f8ed327
  kind: Event
  lastTimestamp: "2026-07-24T21:44:04Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-24T21:44:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T21:44:04Z"
    name: isvc-canary-promote-v2-predictor-5ff9f946fc-9d2sq.18c557df8a4ae384
    namespace: kserve-ci-e2e-test
    resourceVersion: "23915"
    uid: 311bf7a2-acc6-4d72-95f4-62099abbb695
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-163.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:44:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-5ff9f946fc-9d2sq
    namespace: kserve-ci-e2e-test
    resourceVersion: "23878"
    uid: b817a8c3-95c5-449a-91ba-3e421f8ed327
  kind: Event
  lastTimestamp: "2026-07-24T21:44:04Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-24T21:44:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T21:44:04Z"
    name: isvc-canary-promote-v2-predictor-5ff9f946fc-9d2sq.18c557df8ae32516
    namespace: kserve-ci-e2e-test
    resourceVersion: "23916"
    uid: e542ec36-5bbc-4554-ba80-0ef4455c8a08
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-163.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:44:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-5ff9f946fc-9d2sq
    namespace: kserve-ci-e2e-test
    resourceVersion: "23878"
    uid: b817a8c3-95c5-449a-91ba-3e421f8ed327
  kind: Event
  lastTimestamp: "2026-07-24T21:44:08Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1716"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-24T21:44:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T21:44:08Z"
    name: isvc-canary-promote-v2-predictor-5ff9f946fc-9d2sq.18c557e05d9ff1b6
    namespace: kserve-ci-e2e-test
    resourceVersion: "23949"
    uid: c62e8284-8d7a-4140-8b2b-f6acb4ce3546
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-163.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:44:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-5ff9f946fc-9d2sq
    namespace: kserve-ci-e2e-test
    resourceVersion: "23878"
    uid: b817a8c3-95c5-449a-91ba-3e421f8ed327
  kind: Event
  lastTimestamp: "2026-07-24T21:44:08Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-24T21:44:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T21:44:08Z"
    name: isvc-canary-promote-v2-predictor-5ff9f946fc-9d2sq.18c557e063a187c9
    namespace: kserve-ci-e2e-test
    resourceVersion: "23953"
    uid: 3485b5d4-6107-4d14-a27c-a3ae0bcb08d8
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-163.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:44:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-5ff9f946fc-9d2sq
    namespace: kserve-ci-e2e-test
    resourceVersion: "23878"
    uid: b817a8c3-95c5-449a-91ba-3e421f8ed327
  kind: Event
  lastTimestamp: "2026-07-24T21:44:08Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-24T21:44:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T21:44:08Z"
    name: isvc-canary-promote-v2-predictor-5ff9f946fc-9d2sq.18c557e0641a9d9b
    namespace: kserve-ci-e2e-test
    resourceVersion: "23954"
    uid: be5ec500-af22-46fd-9422-faa0a360171d
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-163.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:44:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-5ff9f946fc-9d2sq
    namespace: kserve-ci-e2e-test
    resourceVersion: "23878"
    uid: b817a8c3-95c5-449a-91ba-3e421f8ed327
  kind: Event
  lastTimestamp: "2026-07-24T21:44:08Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-24T21:44:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T21:44:08Z"
    name: isvc-canary-promote-v2-predictor-5ff9f946fc-9d2sq.18c557e06425ac66
    namespace: kserve-ci-e2e-test
    resourceVersion: "23955"
    uid: b9085eb5-c1fc-46b6-812a-31a05fb2e741
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-163.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:44:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-5ff9f946fc-9d2sq
    namespace: kserve-ci-e2e-test
    resourceVersion: "23878"
    uid: b817a8c3-95c5-449a-91ba-3e421f8ed327
  kind: Event
  lastTimestamp: "2026-07-24T21:44:08Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-24T21:44:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T21:44:08Z"
    name: isvc-canary-promote-v2-predictor-5ff9f946fc-9d2sq.18c557e067753690
    namespace: kserve-ci-e2e-test
    resourceVersion: "23956"
    uid: 9245c1c5-4bb8-4e4e-af4f-f9af041cdec2
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-163.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:44:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-5ff9f946fc-9d2sq
    namespace: kserve-ci-e2e-test
    resourceVersion: "23878"
    uid: b817a8c3-95c5-449a-91ba-3e421f8ed327
  kind: Event
  lastTimestamp: "2026-07-24T21:44:08Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-24T21:44:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T21:44:08Z"
    name: isvc-canary-promote-v2-predictor-5ff9f946fc-9d2sq.18c557e067ee28d4
    namespace: kserve-ci-e2e-test
    resourceVersion: "23957"
    uid: 27d6e3a8-ccf3-49f0-908b-e63f25fbcb0b
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-163.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-07-24T21:44:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-5ff9f946fc-9d2sq
    namespace: kserve-ci-e2e-test
    resourceVersion: "23878"
    uid: b817a8c3-95c5-449a-91ba-3e421f8ed327
  kind: Event
  lastTimestamp: "2026-07-24T21:47:25Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.42:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-24T21:44:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T21:47:25Z"
    name: isvc-canary-promote-v2-predictor-5ff9f946fc-9d2sq.18c557e099c17b19
    namespace: kserve-ci-e2e-test
    resourceVersion: "25735"
    uid: f3717eb9-e1ca-4793-9e13-cbad26a713bf
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-163.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:47:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-5ff9f946fc-9d2sq
    namespace: kserve-ci-e2e-test
    resourceVersion: "23878"
    uid: b817a8c3-95c5-449a-91ba-3e421f8ed327
  kind: Event
  lastTimestamp: "2026-07-24T21:47:24Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-24T21:47:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T21:47:24Z"
    name: isvc-canary-promote-v2-predictor-5ff9f946fc-9d2sq.18c5580e0f8f71b0
    namespace: kserve-ci-e2e-test
    resourceVersion: "25724"
    uid: 251954f9-b576-455b-bcca-4d1a8c164e90
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-163.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:47:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-5ff9f946fc-9d2sq
    namespace: kserve-ci-e2e-test
    resourceVersion: "23878"
    uid: b817a8c3-95c5-449a-91ba-3e421f8ed327
  kind: Event
  lastTimestamp: "2026-07-24T21:47:24Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-24T21:47:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T21:47:24Z"
    name: isvc-canary-promote-v2-predictor-5ff9f946fc-9d2sq.18c5580e0f8fe59c
    namespace: kserve-ci-e2e-test
    resourceVersion: "25726"
    uid: f4722580-a2a8-4317-a7d8-d8ff1a57a75f
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-163.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:47:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-5ff9f946fc-9d2sq
    namespace: kserve-ci-e2e-test
    resourceVersion: "23878"
    uid: b817a8c3-95c5-449a-91ba-3e421f8ed327
  kind: Event
  lastTimestamp: "2026-07-24T21:47:25Z"
  message: 'Readiness probe failed: Get "https://10.134.0.42:8643/healthz": dial tcp
    10.134.0.42:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-24T21:47:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T21:47:25Z"
    name: isvc-canary-promote-v2-predictor-5ff9f946fc-9d2sq.18c5580e3ca79a52
    namespace: kserve-ci-e2e-test
    resourceVersion: "25734"
    uid: be51687f-4a79-4df6-b7b5-2f205ecb22db
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-163.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:44:04Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-promote-v2-predictor-5ff9f946fc
    namespace: kserve-ci-e2e-test
    resourceVersion: "23864"
    uid: 842db85f-0ed3-4f90-9b13-042b93af0051
  kind: Event
  lastTimestamp: "2026-07-24T21:44:04Z"
  message: 'Created pod: isvc-canary-promote-v2-predictor-5ff9f946fc-9d2sq'
  metadata:
    creationTimestamp: "2026-07-24T21:44:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-24T21:44:04Z"
    name: isvc-canary-promote-v2-predictor-5ff9f946fc.18c557df6a2bc64e
    namespace: kserve-ci-e2e-test
    resourceVersion: "23880"
    uid: 76096d0c-57ad-4085-98cb-b23413f10fe2
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:45:34Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-promote-v2-predictor-5ff9f946fc
    namespace: kserve-ci-e2e-test
    resourceVersion: "24595"
    uid: 842db85f-0ed3-4f90-9b13-042b93af0051
  kind: Event
  lastTimestamp: "2026-07-24T21:45:34Z"
  message: 'Created pod: isvc-canary-promote-v2-predictor-5ff9f946fc-4jwtd'
  metadata:
    creationTimestamp: "2026-07-24T21:45:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-24T21:45:34Z"
    name: isvc-canary-promote-v2-predictor-5ff9f946fc.18c557f46a65dc87
    namespace: kserve-ci-e2e-test
    resourceVersion: "24612"
    uid: d7633d4c-e8ca-48a6-bf25-b916dda48299
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:44:04Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-promote-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23863"
    uid: 23b098ba-5742-4b27-8a21-2647cfb2e156
  kind: Event
  lastTimestamp: "2026-07-24T21:44:04Z"
  message: Scaled up replica set isvc-canary-promote-v2-predictor-5ff9f946fc from
    0 to 1
  metadata:
    creationTimestamp: "2026-07-24T21:44:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-24T21:44:04Z"
    name: isvc-canary-promote-v2-predictor.18c557df66f69e81
    namespace: kserve-ci-e2e-test
    resourceVersion: "23866"
    uid: 2effed79-48e2-44d7-a842-9c96e56c0741
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:45:34Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-promote-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24589"
    uid: 23b098ba-5742-4b27-8a21-2647cfb2e156
  kind: Event
  lastTimestamp: "2026-07-24T21:45:34Z"
  message: Scaled up replica set isvc-canary-promote-v2-predictor-5ff9f946fc from
    1 to 2
  metadata:
    creationTimestamp: "2026-07-24T21:45:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-24T21:45:34Z"
    name: isvc-canary-promote-v2-predictor.18c557f46239dad6
    namespace: kserve-ci-e2e-test
    resourceVersion: "24599"
    uid: 7b7ac9c1-ddf4-4e4c-9589-eaa83ae66d2b
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 19
  eventTime: null
  firstTimestamp: "2026-07-24T21:44:04Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-promote
    namespace: kserve-ci-e2e-test
    resourceVersion: "23846"
    uid: 6719e272-8c29-4065-b7b8-36480ab6c500
  kind: Event
  lastTimestamp: "2026-07-24T21:45:34Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-24T21:44:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-24T21:45:34Z"
    name: isvc-canary-promote.18c557df669716c5
    namespace: kserve-ci-e2e-test
    resourceVersion: "24623"
    uid: 77b654ff-23d0-4df5-a735-7d8ac5d8a795
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-24T21:44:04Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-promote
    namespace: kserve-ci-e2e-test
    resourceVersion: "23846"
    uid: 6719e272-8c29-4065-b7b8-36480ab6c500
  kind: Event
  lastTimestamp: "2026-07-24T21:45:34Z"
  message: 'Failed to update status for InferenceService "isvc-canary-promote": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-canary-promote":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-24T21:44:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-24T21:45:34Z"
    name: isvc-canary-promote.18c557df6741e798
    namespace: kserve-ci-e2e-test
    resourceVersion: "24624"
    uid: e0d74542-d7ec-4c51-b5de-d3e59eaf5d72
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-24T21:44:04Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-promote
    namespace: kserve-ci-e2e-test
    resourceVersion: "23846"
    uid: 6719e272-8c29-4065-b7b8-36480ab6c500
  kind: Event
  lastTimestamp: "2026-07-24T21:45:34Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-canary-promote": the object has been
    modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-07-24T21:44:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-24T21:45:34Z"
    name: isvc-canary-promote.18c557df67424140
    namespace: kserve-ci-e2e-test
    resourceVersion: "24610"
    uid: fa9ff923-d4a1-4957-b5bd-3a07ea356df7
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-24T21:45:26Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-promote
    namespace: kserve-ci-e2e-test
    resourceVersion: "24530"
    uid: 6719e272-8c29-4065-b7b8-36480ab6c500
  kind: Event
  lastTimestamp: "2026-07-24T21:47:15Z"
  message: InferenceService [isvc-canary-promote] is Ready
  metadata:
    creationTimestamp: "2026-07-24T21:45:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-24T21:47:15Z"
    name: isvc-canary-promote.18c557f28e3dc9a8
    namespace: kserve-ci-e2e-test
    resourceVersion: "25640"
    uid: 1ef26b16-3a30-4f41-8af6-c5fd00424a54
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:45:34Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-promote
    namespace: kserve-ci-e2e-test
    resourceVersion: "24620"
    uid: 6719e272-8c29-4065-b7b8-36480ab6c500
  kind: Event
  lastTimestamp: "2026-07-24T21:45:34Z"
  message: 'InferenceService [isvc-canary-promote] is no longer Ready because of:
    PredictorReady, Ready, Stopped'
  metadata:
    creationTimestamp: "2026-07-24T21:45:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-24T21:45:34Z"
    name: isvc-canary-promote.18c557f46c748542
    namespace: kserve-ci-e2e-test
    resourceVersion: "24622"
    uid: b98fb52a-43a4-4fdd-a185-3367690b641b
  reason: InferenceServiceNotReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-24T21:48:59.989085Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-rollback-predictor-6d775fdd5d-l5l4f
    namespace: kserve-ci-e2e-test
    resourceVersion: "26544"
    uid: 5d12a051-c3b6-4548-a5d0-a4cdeee691b2
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-rollback-predictor-6d775fdd5d-l5l4f
    to ip-10-0-129-163.ec2.internal
  metadata:
    creationTimestamp: "2026-07-24T21:48:59Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-24T21:48:59Z"
    name: isvc-canary-rollback-predictor-6d775fdd5d-l5l4f.18c558243d148b9a
    namespace: kserve-ci-e2e-test
    resourceVersion: "26550"
    uid: 55528ab5-867b-44da-b05b-1361537b113b
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-558cfff45f-z9c48
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:49:00Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-rollback-predictor-6d775fdd5d-l5l4f
    namespace: kserve-ci-e2e-test
    resourceVersion: "26556"
    uid: 5d12a051-c3b6-4548-a5d0-a4cdeee691b2
  kind: Event
  lastTimestamp: "2026-07-24T21:49:00Z"
  message: Add eth0 [10.134.0.43/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-24T21:49:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-24T21:49:00Z"
    name: isvc-canary-rollback-predictor-6d775fdd5d-l5l4f.18c558245754132e
    namespace: kserve-ci-e2e-test
    resourceVersion: "26562"
    uid: 840efd5f-c637-4129-86d6-62190848cf01
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:49:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-predictor-6d775fdd5d-l5l4f
    namespace: kserve-ci-e2e-test
    resourceVersion: "26547"
    uid: 5d12a051-c3b6-4548-a5d0-a4cdeee691b2
  kind: Event
  lastTimestamp: "2026-07-24T21:49:00Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:4bc99d27049df235a3e7474685f2095e74c6eed89dc3da2f17a1c3e85c3fa894"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-24T21:49:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T21:49:00Z"
    name: isvc-canary-rollback-predictor-6d775fdd5d-l5l4f.18c5582458c37954
    namespace: kserve-ci-e2e-test
    resourceVersion: "26565"
    uid: b88a9ab9-f97c-44e6-929e-c749033fd339
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-163.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:49:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-predictor-6d775fdd5d-l5l4f
    namespace: kserve-ci-e2e-test
    resourceVersion: "26547"
    uid: 5d12a051-c3b6-4548-a5d0-a4cdeee691b2
  kind: Event
  lastTimestamp: "2026-07-24T21:49:00Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-24T21:49:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T21:49:00Z"
    name: isvc-canary-rollback-predictor-6d775fdd5d-l5l4f.18c558245bab8914
    namespace: kserve-ci-e2e-test
    resourceVersion: "26566"
    uid: 977246cd-10a9-42e1-bee9-5d7387380ab9
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-163.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:49:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-predictor-6d775fdd5d-l5l4f
    namespace: kserve-ci-e2e-test
    resourceVersion: "26547"
    uid: 5d12a051-c3b6-4548-a5d0-a4cdeee691b2
  kind: Event
  lastTimestamp: "2026-07-24T21:49:00Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-24T21:49:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T21:49:00Z"
    name: isvc-canary-rollback-predictor-6d775fdd5d-l5l4f.18c558245c227157
    namespace: kserve-ci-e2e-test
    resourceVersion: "26567"
    uid: b4ac57d8-972d-421c-9077-7cf909d11ea2
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-163.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:49:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-6d775fdd5d-l5l4f
    namespace: kserve-ci-e2e-test
    resourceVersion: "26547"
    uid: 5d12a051-c3b6-4548-a5d0-a4cdeee691b2
  kind: Event
  lastTimestamp: "2026-07-24T21:49:04Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1716"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-24T21:49:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T21:49:04Z"
    name: isvc-canary-rollback-predictor-6d775fdd5d-l5l4f.18c558255f81acd0
    namespace: kserve-ci-e2e-test
    resourceVersion: "26605"
    uid: dbaaa3b1-bb1d-43dc-b06d-3a5635a2f7b1
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-163.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:49:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-6d775fdd5d-l5l4f
    namespace: kserve-ci-e2e-test
    resourceVersion: "26547"
    uid: 5d12a051-c3b6-4548-a5d0-a4cdeee691b2
  kind: Event
  lastTimestamp: "2026-07-24T21:49:04Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-24T21:49:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T21:49:04Z"
    name: isvc-canary-rollback-predictor-6d775fdd5d-l5l4f.18c5582562fd0341
    namespace: kserve-ci-e2e-test
    resourceVersion: "26608"
    uid: 8c604956-47f4-4901-80a0-99b311ee77d1
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-163.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:49:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-6d775fdd5d-l5l4f
    namespace: kserve-ci-e2e-test
    resourceVersion: "26547"
    uid: 5d12a051-c3b6-4548-a5d0-a4cdeee691b2
  kind: Event
  lastTimestamp: "2026-07-24T21:49:04Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-24T21:49:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T21:49:04Z"
    name: isvc-canary-rollback-predictor-6d775fdd5d-l5l4f.18c55825637a9989
    namespace: kserve-ci-e2e-test
    resourceVersion: "26609"
    uid: 3cb465e5-c830-40ca-91b3-cf1311af8973
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-163.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:49:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-6d775fdd5d-l5l4f
    namespace: kserve-ci-e2e-test
    resourceVersion: "26547"
    uid: 5d12a051-c3b6-4548-a5d0-a4cdeee691b2
  kind: Event
  lastTimestamp: "2026-07-24T21:49:04Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-24T21:49:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T21:49:04Z"
    name: isvc-canary-rollback-predictor-6d775fdd5d-l5l4f.18c5582563862d51
    namespace: kserve-ci-e2e-test
    resourceVersion: "26610"
    uid: e8f7ba20-963d-4cec-8df6-51de605292cc
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-163.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:49:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-6d775fdd5d-l5l4f
    namespace: kserve-ci-e2e-test
    resourceVersion: "26547"
    uid: 5d12a051-c3b6-4548-a5d0-a4cdeee691b2
  kind: Event
  lastTimestamp: "2026-07-24T21:49:04Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-24T21:49:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T21:49:04Z"
    name: isvc-canary-rollback-predictor-6d775fdd5d-l5l4f.18c558256694ceea
    namespace: kserve-ci-e2e-test
    resourceVersion: "26612"
    uid: d0b74504-9ab6-4dbe-ae68-9bed5ca8359c
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-163.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:49:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-6d775fdd5d-l5l4f
    namespace: kserve-ci-e2e-test
    resourceVersion: "26547"
    uid: 5d12a051-c3b6-4548-a5d0-a4cdeee691b2
  kind: Event
  lastTimestamp: "2026-07-24T21:49:04Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-24T21:49:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T21:49:04Z"
    name: isvc-canary-rollback-predictor-6d775fdd5d-l5l4f.18c558256719a91a
    namespace: kserve-ci-e2e-test
    resourceVersion: "26613"
    uid: 092b58a2-417f-431f-b744-1599b1596b4d
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-163.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-07-24T21:49:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-6d775fdd5d-l5l4f
    namespace: kserve-ci-e2e-test
    resourceVersion: "26547"
    uid: 5d12a051-c3b6-4548-a5d0-a4cdeee691b2
  kind: Event
  lastTimestamp: "2026-07-24T21:50:32Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.43:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-24T21:49:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T21:50:32Z"
    name: isvc-canary-rollback-predictor-6d775fdd5d-l5l4f.18c55825d77031ea
    namespace: kserve-ci-e2e-test
    resourceVersion: "27251"
    uid: 654fcca8-d2d4-41df-b238-5a1780837c92
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-163.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:50:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-6d775fdd5d-l5l4f
    namespace: kserve-ci-e2e-test
    resourceVersion: "26547"
    uid: 5d12a051-c3b6-4548-a5d0-a4cdeee691b2
  kind: Event
  lastTimestamp: "2026-07-24T21:50:30Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-24T21:50:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T21:50:30Z"
    name: isvc-canary-rollback-predictor-6d775fdd5d-l5l4f.18c558393c705dcc
    namespace: kserve-ci-e2e-test
    resourceVersion: "27224"
    uid: fd776085-d60b-463f-b199-2a3d6aa5a897
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-163.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:50:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-6d775fdd5d-l5l4f
    namespace: kserve-ci-e2e-test
    resourceVersion: "26547"
    uid: 5d12a051-c3b6-4548-a5d0-a4cdeee691b2
  kind: Event
  lastTimestamp: "2026-07-24T21:50:30Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-24T21:50:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T21:50:30Z"
    name: isvc-canary-rollback-predictor-6d775fdd5d-l5l4f.18c558393c719f45
    namespace: kserve-ci-e2e-test
    resourceVersion: "27226"
    uid: 5ab20bff-905e-4fc2-b6bd-d50be322ddda
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-163.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:50:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-6d775fdd5d-l5l4f
    namespace: kserve-ci-e2e-test
    resourceVersion: "26547"
    uid: 5d12a051-c3b6-4548-a5d0-a4cdeee691b2
  kind: Event
  lastTimestamp: "2026-07-24T21:50:32Z"
  message: 'Readiness probe failed: Get "https://10.134.0.43:8643/healthz": dial tcp
    10.134.0.43:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-24T21:50:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T21:50:32Z"
    name: isvc-canary-rollback-predictor-6d775fdd5d-l5l4f.18c55839ddaa7f1c
    namespace: kserve-ci-e2e-test
    resourceVersion: "27250"
    uid: 5b214c1c-a218-4dd5-90d9-39a5b517aba5
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-163.ec2.internal
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-24T21:47:29.865018Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-rollback-predictor-6d775fdd5d-ll64b
    namespace: kserve-ci-e2e-test
    resourceVersion: "25802"
    uid: 566451e2-c746-4d74-9d73-a179fd0756d4
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-rollback-predictor-6d775fdd5d-ll64b
    to ip-10-0-143-243.ec2.internal
  metadata:
    creationTimestamp: "2026-07-24T21:47:29Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-24T21:47:29Z"
    name: isvc-canary-rollback-predictor-6d775fdd5d-ll64b.18c5580f414463d4
    namespace: kserve-ci-e2e-test
    resourceVersion: "25807"
    uid: 0f4774c4-2ff6-4306-a1e8-f0647769b867
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-558cfff45f-z9c48
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:47:30Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-rollback-predictor-6d775fdd5d-ll64b
    namespace: kserve-ci-e2e-test
    resourceVersion: "25819"
    uid: 566451e2-c746-4d74-9d73-a179fd0756d4
  kind: Event
  lastTimestamp: "2026-07-24T21:47:30Z"
  message: Add eth0 [10.133.0.23/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-24T21:47:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-24T21:47:30Z"
    name: isvc-canary-rollback-predictor-6d775fdd5d-ll64b.18c5580f5bb0619c
    namespace: kserve-ci-e2e-test
    resourceVersion: "25834"
    uid: 07651500-4ee5-4221-9727-94911486f732
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:47:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-predictor-6d775fdd5d-ll64b
    namespace: kserve-ci-e2e-test
    resourceVersion: "25804"
    uid: 566451e2-c746-4d74-9d73-a179fd0756d4
  kind: Event
  lastTimestamp: "2026-07-24T21:47:30Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:4bc99d27049df235a3e7474685f2095e74c6eed89dc3da2f17a1c3e85c3fa894"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-24T21:47:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T21:47:30Z"
    name: isvc-canary-rollback-predictor-6d775fdd5d-ll64b.18c5580f5d264f39
    namespace: kserve-ci-e2e-test
    resourceVersion: "25837"
    uid: d891849c-bf0e-4aa4-8d69-ba8e61749718
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-243.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-243.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:47:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-predictor-6d775fdd5d-ll64b
    namespace: kserve-ci-e2e-test
    resourceVersion: "25804"
    uid: 566451e2-c746-4d74-9d73-a179fd0756d4
  kind: Event
  lastTimestamp: "2026-07-24T21:47:30Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-24T21:47:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T21:47:30Z"
    name: isvc-canary-rollback-predictor-6d775fdd5d-ll64b.18c5580f602094e7
    namespace: kserve-ci-e2e-test
    resourceVersion: "25840"
    uid: 9fcd31ed-3518-4cde-b3e4-9c8bb293617d
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-243.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-243.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:47:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-predictor-6d775fdd5d-ll64b
    namespace: kserve-ci-e2e-test
    resourceVersion: "25804"
    uid: 566451e2-c746-4d74-9d73-a179fd0756d4
  kind: Event
  lastTimestamp: "2026-07-24T21:47:30Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-24T21:47:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T21:47:30Z"
    name: isvc-canary-rollback-predictor-6d775fdd5d-ll64b.18c5580f609ce80b
    namespace: kserve-ci-e2e-test
    resourceVersion: "25841"
    uid: 790f1d42-e835-478a-b760-cf0ec1cd2df6
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-243.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-243.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:47:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-6d775fdd5d-ll64b
    namespace: kserve-ci-e2e-test
    resourceVersion: "25804"
    uid: 566451e2-c746-4d74-9d73-a179fd0756d4
  kind: Event
  lastTimestamp: "2026-07-24T21:47:34Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1716"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-24T21:47:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T21:47:34Z"
    name: isvc-canary-rollback-predictor-6d775fdd5d-ll64b.18c558104bb234ce
    namespace: kserve-ci-e2e-test
    resourceVersion: "25879"
    uid: 9a2e331b-778a-4caa-89ff-ef1970ef4c13
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-243.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-243.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:47:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-6d775fdd5d-ll64b
    namespace: kserve-ci-e2e-test
    resourceVersion: "25804"
    uid: 566451e2-c746-4d74-9d73-a179fd0756d4
  kind: Event
  lastTimestamp: "2026-07-24T21:47:34Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-24T21:47:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T21:47:34Z"
    name: isvc-canary-rollback-predictor-6d775fdd5d-ll64b.18c558104f5c0af4
    namespace: kserve-ci-e2e-test
    resourceVersion: "25883"
    uid: b26d1d4a-10af-40a8-b8a8-8740dd1982c5
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-243.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-243.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:47:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-6d775fdd5d-ll64b
    namespace: kserve-ci-e2e-test
    resourceVersion: "25804"
    uid: 566451e2-c746-4d74-9d73-a179fd0756d4
  kind: Event
  lastTimestamp: "2026-07-24T21:47:34Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-24T21:47:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T21:47:34Z"
    name: isvc-canary-rollback-predictor-6d775fdd5d-ll64b.18c558104fd94e41
    namespace: kserve-ci-e2e-test
    resourceVersion: "25888"
    uid: 70fa9105-7db9-4e7e-8832-1f06491d68b0
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-243.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-243.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:47:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-6d775fdd5d-ll64b
    namespace: kserve-ci-e2e-test
    resourceVersion: "25804"
    uid: 566451e2-c746-4d74-9d73-a179fd0756d4
  kind: Event
  lastTimestamp: "2026-07-24T21:47:34Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-24T21:47:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T21:47:34Z"
    name: isvc-canary-rollback-predictor-6d775fdd5d-ll64b.18c558104fe1a618
    namespace: kserve-ci-e2e-test
    resourceVersion: "25889"
    uid: 034fc46b-5ea3-420e-9fd7-85a8468879d0
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-243.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-243.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:47:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-6d775fdd5d-ll64b
    namespace: kserve-ci-e2e-test
    resourceVersion: "25804"
    uid: 566451e2-c746-4d74-9d73-a179fd0756d4
  kind: Event
  lastTimestamp: "2026-07-24T21:47:34Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-24T21:47:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T21:47:34Z"
    name: isvc-canary-rollback-predictor-6d775fdd5d-ll64b.18c55810532a8c34
    namespace: kserve-ci-e2e-test
    resourceVersion: "25892"
    uid: c04d107c-dfcc-4380-8533-b39aea815970
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-243.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-243.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:47:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-6d775fdd5d-ll64b
    namespace: kserve-ci-e2e-test
    resourceVersion: "25804"
    uid: 566451e2-c746-4d74-9d73-a179fd0756d4
  kind: Event
  lastTimestamp: "2026-07-24T21:47:34Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-24T21:47:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T21:47:34Z"
    name: isvc-canary-rollback-predictor-6d775fdd5d-ll64b.18c5581053a37ca7
    namespace: kserve-ci-e2e-test
    resourceVersion: "25895"
    uid: 01912144-6ab4-48a3-ac52-dbb1bf8d1af0
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-243.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-243.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-07-24T21:47:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-6d775fdd5d-ll64b
    namespace: kserve-ci-e2e-test
    resourceVersion: "25804"
    uid: 566451e2-c746-4d74-9d73-a179fd0756d4
  kind: Event
  lastTimestamp: "2026-07-24T21:50:31Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.23:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-24T21:47:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T21:50:31Z"
    name: isvc-canary-rollback-predictor-6d775fdd5d-ll64b.18c5581087cc4105
    namespace: kserve-ci-e2e-test
    resourceVersion: "27241"
    uid: 8cff89f7-20e2-4288-8ede-1fcb6c0a676b
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-243.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-243.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:50:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-6d775fdd5d-ll64b
    namespace: kserve-ci-e2e-test
    resourceVersion: "25804"
    uid: 566451e2-c746-4d74-9d73-a179fd0756d4
  kind: Event
  lastTimestamp: "2026-07-24T21:50:30Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-24T21:50:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T21:50:30Z"
    name: isvc-canary-rollback-predictor-6d775fdd5d-ll64b.18c558393c92b1ad
    namespace: kserve-ci-e2e-test
    resourceVersion: "27225"
    uid: c72512e8-f426-4fc3-8f00-91fec2526bb7
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-243.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-243.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:50:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-6d775fdd5d-ll64b
    namespace: kserve-ci-e2e-test
    resourceVersion: "25804"
    uid: 566451e2-c746-4d74-9d73-a179fd0756d4
  kind: Event
  lastTimestamp: "2026-07-24T21:50:30Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-24T21:50:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T21:50:30Z"
    name: isvc-canary-rollback-predictor-6d775fdd5d-ll64b.18c558393c934002
    namespace: kserve-ci-e2e-test
    resourceVersion: "27227"
    uid: 158ee6c5-338a-41c5-8141-321ed0a31412
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-243.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-243.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:50:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-6d775fdd5d-ll64b
    namespace: kserve-ci-e2e-test
    resourceVersion: "25804"
    uid: 566451e2-c746-4d74-9d73-a179fd0756d4
  kind: Event
  lastTimestamp: "2026-07-24T21:50:31Z"
  message: 'Readiness probe failed: Get "https://10.133.0.23:8643/healthz": dial tcp
    10.133.0.23:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-24T21:50:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T21:50:31Z"
    name: isvc-canary-rollback-predictor-6d775fdd5d-ll64b.18c55839825f3205
    namespace: kserve-ci-e2e-test
    resourceVersion: "27239"
    uid: 55184d42-4fd2-436e-99b7-355af4c8074b
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-243.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-243.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:47:29Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-rollback-predictor-6d775fdd5d
    namespace: kserve-ci-e2e-test
    resourceVersion: "25786"
    uid: 5c1583d6-2d73-4639-a82a-592f14ea6382
  kind: Event
  lastTimestamp: "2026-07-24T21:47:29Z"
  message: 'Created pod: isvc-canary-rollback-predictor-6d775fdd5d-ll64b'
  metadata:
    creationTimestamp: "2026-07-24T21:47:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-24T21:47:29Z"
    name: isvc-canary-rollback-predictor-6d775fdd5d.18c5580f40d9e992
    namespace: kserve-ci-e2e-test
    resourceVersion: "25803"
    uid: 7ef08964-037f-44cd-9000-3924d200fe04
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:48:59Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-rollback-predictor-6d775fdd5d
    namespace: kserve-ci-e2e-test
    resourceVersion: "26529"
    uid: 5c1583d6-2d73-4639-a82a-592f14ea6382
  kind: Event
  lastTimestamp: "2026-07-24T21:48:59Z"
  message: 'Created pod: isvc-canary-rollback-predictor-6d775fdd5d-l5l4f'
  metadata:
    creationTimestamp: "2026-07-24T21:48:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-24T21:48:59Z"
    name: isvc-canary-rollback-predictor-6d775fdd5d.18c558243c73833e
    namespace: kserve-ci-e2e-test
    resourceVersion: "26546"
    uid: e360bd76-71b9-46cd-bc38-61e205318e40
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:47:29Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-rollback-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "25784"
    uid: 4b1cfe22-e22f-4a0e-98b6-8391cade604a
  kind: Event
  lastTimestamp: "2026-07-24T21:47:29Z"
  message: Scaled up replica set isvc-canary-rollback-predictor-6d775fdd5d from 0
    to 1
  metadata:
    creationTimestamp: "2026-07-24T21:47:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-24T21:47:29Z"
    name: isvc-canary-rollback-predictor.18c5580f3c258fd5
    namespace: kserve-ci-e2e-test
    resourceVersion: "25788"
    uid: c4549100-3bd6-4eb4-8ba0-9b19f506397a
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:48:59Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-rollback-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "26523"
    uid: 4b1cfe22-e22f-4a0e-98b6-8391cade604a
  kind: Event
  lastTimestamp: "2026-07-24T21:48:59Z"
  message: Scaled up replica set isvc-canary-rollback-predictor-6d775fdd5d from 1
    to 2
  metadata:
    creationTimestamp: "2026-07-24T21:48:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-24T21:48:59Z"
    name: isvc-canary-rollback-predictor.18c55824376dc9d0
    namespace: kserve-ci-e2e-test
    resourceVersion: "26533"
    uid: a57efaef-fe66-46d2-b4c3-63caa9524f29
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-24T21:47:29.881274Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-5b9f7db4c5-x6zp2
    namespace: kserve-ci-e2e-test
    resourceVersion: "25806"
    uid: 872fe0e6-ba06-4cd8-bf2d-19d5e666e249
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-rollback-v2-predictor-5b9f7db4c5-x6zp2
    to ip-10-0-143-243.ec2.internal
  metadata:
    creationTimestamp: "2026-07-24T21:47:29Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-24T21:47:29Z"
    name: isvc-canary-rollback-v2-predictor-5b9f7db4c5-x6zp2.18c5580f423c6da6
    namespace: kserve-ci-e2e-test
    resourceVersion: "25814"
    uid: 91a25bd2-4b37-49bf-8a60-8a114ddf6605
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-558cfff45f-z9c48
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:47:30Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-5b9f7db4c5-x6zp2
    namespace: kserve-ci-e2e-test
    resourceVersion: "25821"
    uid: 872fe0e6-ba06-4cd8-bf2d-19d5e666e249
  kind: Event
  lastTimestamp: "2026-07-24T21:47:30Z"
  message: Add eth0 [10.133.0.24/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-24T21:47:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-24T21:47:30Z"
    name: isvc-canary-rollback-v2-predictor-5b9f7db4c5-x6zp2.18c5580f5d1743b6
    namespace: kserve-ci-e2e-test
    resourceVersion: "25836"
    uid: 9e350ec3-761a-42b9-bc88-2ab473bbda86
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:47:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-5b9f7db4c5-x6zp2
    namespace: kserve-ci-e2e-test
    resourceVersion: "25810"
    uid: 872fe0e6-ba06-4cd8-bf2d-19d5e666e249
  kind: Event
  lastTimestamp: "2026-07-24T21:47:30Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:4bc99d27049df235a3e7474685f2095e74c6eed89dc3da2f17a1c3e85c3fa894"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-24T21:47:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T21:47:30Z"
    name: isvc-canary-rollback-v2-predictor-5b9f7db4c5-x6zp2.18c5580f5ebdaab2
    namespace: kserve-ci-e2e-test
    resourceVersion: "25839"
    uid: 1346b4a3-1f7e-45cf-80bd-95e4a3c38443
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-243.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-243.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:47:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-5b9f7db4c5-x6zp2
    namespace: kserve-ci-e2e-test
    resourceVersion: "25810"
    uid: 872fe0e6-ba06-4cd8-bf2d-19d5e666e249
  kind: Event
  lastTimestamp: "2026-07-24T21:47:30Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-24T21:47:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T21:47:30Z"
    name: isvc-canary-rollback-v2-predictor-5b9f7db4c5-x6zp2.18c5580f60c54859
    namespace: kserve-ci-e2e-test
    resourceVersion: "25842"
    uid: 5482d3f4-01de-40c5-92f9-1a7462cfd766
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-243.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-243.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:47:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-5b9f7db4c5-x6zp2
    namespace: kserve-ci-e2e-test
    resourceVersion: "25810"
    uid: 872fe0e6-ba06-4cd8-bf2d-19d5e666e249
  kind: Event
  lastTimestamp: "2026-07-24T21:47:30Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-24T21:47:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T21:47:30Z"
    name: isvc-canary-rollback-v2-predictor-5b9f7db4c5-x6zp2.18c5580f617c7ed5
    namespace: kserve-ci-e2e-test
    resourceVersion: "25843"
    uid: c85bdf60-3678-40f7-89b5-f5395171063b
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-243.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-243.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:47:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-5b9f7db4c5-x6zp2
    namespace: kserve-ci-e2e-test
    resourceVersion: "25810"
    uid: 872fe0e6-ba06-4cd8-bf2d-19d5e666e249
  kind: Event
  lastTimestamp: "2026-07-24T21:47:34Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1716"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-24T21:47:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T21:47:34Z"
    name: isvc-canary-rollback-v2-predictor-5b9f7db4c5-x6zp2.18c558104b9bcc07
    namespace: kserve-ci-e2e-test
    resourceVersion: "25878"
    uid: 3f10d579-5931-40b7-9aae-222cf667d034
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-243.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-243.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:47:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-5b9f7db4c5-x6zp2
    namespace: kserve-ci-e2e-test
    resourceVersion: "25810"
    uid: 872fe0e6-ba06-4cd8-bf2d-19d5e666e249
  kind: Event
  lastTimestamp: "2026-07-24T21:47:34Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-24T21:47:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T21:47:34Z"
    name: isvc-canary-rollback-v2-predictor-5b9f7db4c5-x6zp2.18c558104f4510ae
    namespace: kserve-ci-e2e-test
    resourceVersion: "25882"
    uid: 4765e319-635c-4e40-a80c-9e129d5f2c3b
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-243.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-243.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:47:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-5b9f7db4c5-x6zp2
    namespace: kserve-ci-e2e-test
    resourceVersion: "25810"
    uid: 872fe0e6-ba06-4cd8-bf2d-19d5e666e249
  kind: Event
  lastTimestamp: "2026-07-24T21:47:34Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-24T21:47:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T21:47:34Z"
    name: isvc-canary-rollback-v2-predictor-5b9f7db4c5-x6zp2.18c558104fc10f53
    namespace: kserve-ci-e2e-test
    resourceVersion: "25884"
    uid: 48b91c70-e2b5-47c1-bea6-8bcaeeb2e0ae
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-243.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-243.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:47:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-5b9f7db4c5-x6zp2
    namespace: kserve-ci-e2e-test
    resourceVersion: "25810"
    uid: 872fe0e6-ba06-4cd8-bf2d-19d5e666e249
  kind: Event
  lastTimestamp: "2026-07-24T21:47:34Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-24T21:47:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T21:47:34Z"
    name: isvc-canary-rollback-v2-predictor-5b9f7db4c5-x6zp2.18c558104fcabf19
    namespace: kserve-ci-e2e-test
    resourceVersion: "25887"
    uid: f4e4cfa8-ce6c-4ff9-a079-8a19ecc7128a
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-243.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-243.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:47:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-5b9f7db4c5-x6zp2
    namespace: kserve-ci-e2e-test
    resourceVersion: "25810"
    uid: 872fe0e6-ba06-4cd8-bf2d-19d5e666e249
  kind: Event
  lastTimestamp: "2026-07-24T21:47:34Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-24T21:47:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T21:47:34Z"
    name: isvc-canary-rollback-v2-predictor-5b9f7db4c5-x6zp2.18c55810531e1fc8
    namespace: kserve-ci-e2e-test
    resourceVersion: "25891"
    uid: 551acaf1-6d27-417b-abf5-7d2e34e840ef
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-243.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-243.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:47:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-5b9f7db4c5-x6zp2
    namespace: kserve-ci-e2e-test
    resourceVersion: "25810"
    uid: 872fe0e6-ba06-4cd8-bf2d-19d5e666e249
  kind: Event
  lastTimestamp: "2026-07-24T21:47:34Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-24T21:47:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T21:47:34Z"
    name: isvc-canary-rollback-v2-predictor-5b9f7db4c5-x6zp2.18c558105394ba52
    namespace: kserve-ci-e2e-test
    resourceVersion: "25894"
    uid: 06cf69e7-0a33-4762-89a8-3cf1e8e22d63
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-243.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-243.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-07-24T21:47:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-5b9f7db4c5-x6zp2
    namespace: kserve-ci-e2e-test
    resourceVersion: "25810"
    uid: 872fe0e6-ba06-4cd8-bf2d-19d5e666e249
  kind: Event
  lastTimestamp: "2026-07-24T21:49:02Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.24:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-24T21:47:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T21:49:02Z"
    name: isvc-canary-rollback-v2-predictor-5b9f7db4c5-x6zp2.18c55810c39cb6ae
    namespace: kserve-ci-e2e-test
    resourceVersion: "26585"
    uid: 5fff0751-fe26-4649-a4a5-e63f5fd8374d
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-243.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-243.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:48:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-5b9f7db4c5-x6zp2
    namespace: kserve-ci-e2e-test
    resourceVersion: "25810"
    uid: 872fe0e6-ba06-4cd8-bf2d-19d5e666e249
  kind: Event
  lastTimestamp: "2026-07-24T21:48:59Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-24T21:48:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T21:48:59Z"
    name: isvc-canary-rollback-v2-predictor-5b9f7db4c5-x6zp2.18c5582438ca8ba1
    namespace: kserve-ci-e2e-test
    resourceVersion: "26538"
    uid: 5e288d26-edd1-4ae9-9f4e-4ff77b42333e
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-243.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-243.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:48:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-5b9f7db4c5-x6zp2
    namespace: kserve-ci-e2e-test
    resourceVersion: "25810"
    uid: 872fe0e6-ba06-4cd8-bf2d-19d5e666e249
  kind: Event
  lastTimestamp: "2026-07-24T21:48:59Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-24T21:48:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T21:48:59Z"
    name: isvc-canary-rollback-v2-predictor-5b9f7db4c5-x6zp2.18c5582438caf8e1
    namespace: kserve-ci-e2e-test
    resourceVersion: "26540"
    uid: c44cb485-0894-4d8a-a6ac-a70e6290d21c
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-243.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-243.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:49:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-5b9f7db4c5-x6zp2
    namespace: kserve-ci-e2e-test
    resourceVersion: "25810"
    uid: 872fe0e6-ba06-4cd8-bf2d-19d5e666e249
  kind: Event
  lastTimestamp: "2026-07-24T21:49:02Z"
  message: 'Readiness probe failed: Get "https://10.133.0.24:8643/healthz": dial tcp
    10.133.0.24:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-24T21:49:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T21:49:02Z"
    name: isvc-canary-rollback-v2-predictor-5b9f7db4c5-x6zp2.18c55824c9d65b6c
    namespace: kserve-ci-e2e-test
    resourceVersion: "26584"
    uid: c5b4be73-a9b8-48e4-b8c9-eaedd434ba28
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-243.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-243.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:47:29Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-rollback-v2-predictor-5b9f7db4c5
    namespace: kserve-ci-e2e-test
    resourceVersion: "25796"
    uid: e71ee179-1b16-4265-8604-ea03b96b135b
  kind: Event
  lastTimestamp: "2026-07-24T21:47:29Z"
  message: 'Created pod: isvc-canary-rollback-v2-predictor-5b9f7db4c5-x6zp2'
  metadata:
    creationTimestamp: "2026-07-24T21:47:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-24T21:47:29Z"
    name: isvc-canary-rollback-v2-predictor-5b9f7db4c5.18c5580f41a910ca
    namespace: kserve-ci-e2e-test
    resourceVersion: "25809"
    uid: 327fffbf-ef75-42a5-a829-7249643b4d0e
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:47:29Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-rollback-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "25794"
    uid: a83b2049-d26a-408e-b975-a62a26e6909b
  kind: Event
  lastTimestamp: "2026-07-24T21:47:29Z"
  message: Scaled up replica set isvc-canary-rollback-v2-predictor-5b9f7db4c5 from
    0 to 1
  metadata:
    creationTimestamp: "2026-07-24T21:47:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-24T21:47:29Z"
    name: isvc-canary-rollback-v2-predictor.18c5580f3e8a8999
    namespace: kserve-ci-e2e-test
    resourceVersion: "25797"
    uid: e12a8088-12c1-42b6-882d-e11f4ecca467
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 20
  eventTime: null
  firstTimestamp: "2026-07-24T21:47:29Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-rollback
    namespace: kserve-ci-e2e-test
    resourceVersion: "25775"
    uid: 203fc07f-e65a-4ac0-a768-d25977789009
  kind: Event
  lastTimestamp: "2026-07-24T21:49:00Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-24T21:47:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-24T21:49:00Z"
    name: isvc-canary-rollback.18c5580f3dff3b17
    namespace: kserve-ci-e2e-test
    resourceVersion: "26558"
    uid: 85177384-570a-4e49-8294-da7aeb5141f0
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-24T21:47:29Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-rollback
    namespace: kserve-ci-e2e-test
    resourceVersion: "25775"
    uid: 203fc07f-e65a-4ac0-a768-d25977789009
  kind: Event
  lastTimestamp: "2026-07-24T21:48:59Z"
  message: 'Failed to update status for InferenceService "isvc-canary-rollback": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-canary-rollback":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-24T21:47:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-24T21:48:59Z"
    name: isvc-canary-rollback.18c5580f3e9a2bdc
    namespace: kserve-ci-e2e-test
    resourceVersion: "26543"
    uid: 3a0d5658-ab24-4318-929b-9a9f08990f23
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-24T21:47:29Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-rollback
    namespace: kserve-ci-e2e-test
    resourceVersion: "25775"
    uid: 203fc07f-e65a-4ac0-a768-d25977789009
  kind: Event
  lastTimestamp: "2026-07-24T21:48:59Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-canary-rollback": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-07-24T21:47:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-24T21:48:59Z"
    name: isvc-canary-rollback.18c5580f3e9a6d5a
    namespace: kserve-ci-e2e-test
    resourceVersion: "26545"
    uid: b518f6f3-a38b-48a7-9942-9ea95f84c22d
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-24T21:48:51Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-rollback
    namespace: kserve-ci-e2e-test
    resourceVersion: "26450"
    uid: 203fc07f-e65a-4ac0-a768-d25977789009
  kind: Event
  lastTimestamp: "2026-07-24T21:50:22Z"
  message: InferenceService [isvc-canary-rollback] is Ready
  metadata:
    creationTimestamp: "2026-07-24T21:48:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-24T21:50:22Z"
    name: isvc-canary-rollback.18c558224055b0e9
    namespace: kserve-ci-e2e-test
    resourceVersion: "27163"
    uid: 0dec7de4-99e7-461a-acdd-2456a3a10e2a
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:49:00Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-rollback
    namespace: kserve-ci-e2e-test
    resourceVersion: "26555"
    uid: 203fc07f-e65a-4ac0-a768-d25977789009
  kind: Event
  lastTimestamp: "2026-07-24T21:49:00Z"
  message: 'InferenceService [isvc-canary-rollback] is no longer Ready because of:
    PredictorReady, Ready, Stopped'
  metadata:
    creationTimestamp: "2026-07-24T21:49:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-24T21:49:00Z"
    name: isvc-canary-rollback.18c558243f36c021
    namespace: kserve-ci-e2e-test
    resourceVersion: "26557"
    uid: e2e5794e-23ec-407b-9d9f-164a9c89ece6
  reason: InferenceServiceNotReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-24T21:50:35.268827Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-stop-predictor-8bd7d86fd-jwvtx
    namespace: kserve-ci-e2e-test
    resourceVersion: "27297"
    uid: 66608fdc-3ff5-49eb-a6d5-5f54abc87594
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-stop-predictor-8bd7d86fd-jwvtx
    to ip-10-0-143-243.ec2.internal
  metadata:
    creationTimestamp: "2026-07-24T21:50:35Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-24T21:50:35Z"
    name: isvc-canary-stop-predictor-8bd7d86fd-jwvtx.18c5583a6c320be1
    namespace: kserve-ci-e2e-test
    resourceVersion: "27306"
    uid: 3aa5c620-c297-48ec-a2b5-00314406558e
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-558cfff45f-z9c48
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:50:35Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-stop-predictor-8bd7d86fd-jwvtx
    namespace: kserve-ci-e2e-test
    resourceVersion: "27300"
    uid: 66608fdc-3ff5-49eb-a6d5-5f54abc87594
  kind: Event
  lastTimestamp: "2026-07-24T21:50:35Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-canary-stop-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-07-24T21:50:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T21:50:35Z"
    name: isvc-canary-stop-predictor-8bd7d86fd-jwvtx.18c5583a7a9a8727
    namespace: kserve-ci-e2e-test
    resourceVersion: "27326"
    uid: 72d6c095-c1db-41ae-992a-9193777dc152
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-243.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-243.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:50:36Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-stop-predictor-8bd7d86fd-jwvtx
    namespace: kserve-ci-e2e-test
    resourceVersion: "27316"
    uid: 66608fdc-3ff5-49eb-a6d5-5f54abc87594
  kind: Event
  lastTimestamp: "2026-07-24T21:50:36Z"
  message: Add eth0 [10.133.0.25/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-24T21:50:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-24T21:50:36Z"
    name: isvc-canary-stop-predictor-8bd7d86fd-jwvtx.18c5583aa98c49d3
    namespace: kserve-ci-e2e-test
    resourceVersion: "27346"
    uid: 70ada722-72a1-4501-a2ac-7136d7953699
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:50:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-stop-predictor-8bd7d86fd-jwvtx
    namespace: kserve-ci-e2e-test
    resourceVersion: "27300"
    uid: 66608fdc-3ff5-49eb-a6d5-5f54abc87594
  kind: Event
  lastTimestamp: "2026-07-24T21:50:36Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:4bc99d27049df235a3e7474685f2095e74c6eed89dc3da2f17a1c3e85c3fa894"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-24T21:50:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T21:50:36Z"
    name: isvc-canary-stop-predictor-8bd7d86fd-jwvtx.18c5583aab278632
    namespace: kserve-ci-e2e-test
    resourceVersion: "27348"
    uid: 9f05037d-172a-46a4-bf25-6f044ffec519
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-243.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-243.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:50:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-stop-predictor-8bd7d86fd-jwvtx
    namespace: kserve-ci-e2e-test
    resourceVersion: "27300"
    uid: 66608fdc-3ff5-49eb-a6d5-5f54abc87594
  kind: Event
  lastTimestamp: "2026-07-24T21:50:36Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-24T21:50:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T21:50:36Z"
    name: isvc-canary-stop-predictor-8bd7d86fd-jwvtx.18c5583aae501556
    namespace: kserve-ci-e2e-test
    resourceVersion: "27350"
    uid: 360f6ea9-534a-4fc6-a2f4-105cfc496333
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-243.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-243.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:50:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-stop-predictor-8bd7d86fd-jwvtx
    namespace: kserve-ci-e2e-test
    resourceVersion: "27300"
    uid: 66608fdc-3ff5-49eb-a6d5-5f54abc87594
  kind: Event
  lastTimestamp: "2026-07-24T21:50:36Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-24T21:50:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T21:50:36Z"
    name: isvc-canary-stop-predictor-8bd7d86fd-jwvtx.18c5583aaec80a5e
    namespace: kserve-ci-e2e-test
    resourceVersion: "27351"
    uid: 1a26c5de-960e-4f4d-96b8-99dac5e08e22
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-243.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-243.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:50:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-predictor-8bd7d86fd-jwvtx
    namespace: kserve-ci-e2e-test
    resourceVersion: "27300"
    uid: 66608fdc-3ff5-49eb-a6d5-5f54abc87594
  kind: Event
  lastTimestamp: "2026-07-24T21:50:41Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1716"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-24T21:50:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T21:50:41Z"
    name: isvc-canary-stop-predictor-8bd7d86fd-jwvtx.18c5583bc46f9a5c
    namespace: kserve-ci-e2e-test
    resourceVersion: "27409"
    uid: 2331c6cc-5423-436e-8de1-ce4b3fd2a943
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-243.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-243.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:50:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-predictor-8bd7d86fd-jwvtx
    namespace: kserve-ci-e2e-test
    resourceVersion: "27300"
    uid: 66608fdc-3ff5-49eb-a6d5-5f54abc87594
  kind: Event
  lastTimestamp: "2026-07-24T21:50:41Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-24T21:50:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T21:50:41Z"
    name: isvc-canary-stop-predictor-8bd7d86fd-jwvtx.18c5583bc777f343
    namespace: kserve-ci-e2e-test
    resourceVersion: "27413"
    uid: ab98026a-e6ab-4037-a452-26c47002af87
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-243.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-243.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:50:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-predictor-8bd7d86fd-jwvtx
    namespace: kserve-ci-e2e-test
    resourceVersion: "27300"
    uid: 66608fdc-3ff5-49eb-a6d5-5f54abc87594
  kind: Event
  lastTimestamp: "2026-07-24T21:50:41Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-24T21:50:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T21:50:41Z"
    name: isvc-canary-stop-predictor-8bd7d86fd-jwvtx.18c5583bc7fa533a
    namespace: kserve-ci-e2e-test
    resourceVersion: "27414"
    uid: a88fa988-ec55-441b-aadf-7f8d0621d56a
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-243.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-243.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:50:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-predictor-8bd7d86fd-jwvtx
    namespace: kserve-ci-e2e-test
    resourceVersion: "27300"
    uid: 66608fdc-3ff5-49eb-a6d5-5f54abc87594
  kind: Event
  lastTimestamp: "2026-07-24T21:50:41Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-24T21:50:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T21:50:41Z"
    name: isvc-canary-stop-predictor-8bd7d86fd-jwvtx.18c5583bc8044db8
    namespace: kserve-ci-e2e-test
    resourceVersion: "27415"
    uid: 0de016c8-480f-4848-851e-d3b5da19b636
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-243.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-243.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:50:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-predictor-8bd7d86fd-jwvtx
    namespace: kserve-ci-e2e-test
    resourceVersion: "27300"
    uid: 66608fdc-3ff5-49eb-a6d5-5f54abc87594
  kind: Event
  lastTimestamp: "2026-07-24T21:50:41Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-24T21:50:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T21:50:41Z"
    name: isvc-canary-stop-predictor-8bd7d86fd-jwvtx.18c5583bcb36aa58
    namespace: kserve-ci-e2e-test
    resourceVersion: "27418"
    uid: e6b9850b-db72-41fc-8579-2c176b52365e
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-243.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-243.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:50:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-predictor-8bd7d86fd-jwvtx
    namespace: kserve-ci-e2e-test
    resourceVersion: "27300"
    uid: 66608fdc-3ff5-49eb-a6d5-5f54abc87594
  kind: Event
  lastTimestamp: "2026-07-24T21:50:41Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-24T21:50:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T21:50:41Z"
    name: isvc-canary-stop-predictor-8bd7d86fd-jwvtx.18c5583bcba91f58
    namespace: kserve-ci-e2e-test
    resourceVersion: "27419"
    uid: 73191c62-88d7-4b46-ad67-fcfacca8bafa
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-243.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-243.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-07-24T21:50:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-predictor-8bd7d86fd-jwvtx
    namespace: kserve-ci-e2e-test
    resourceVersion: "27300"
    uid: 66608fdc-3ff5-49eb-a6d5-5f54abc87594
  kind: Event
  lastTimestamp: "2026-07-24T21:52:09Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.25:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-24T21:50:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T21:52:09Z"
    name: isvc-canary-stop-predictor-8bd7d86fd-jwvtx.18c5583c3c5db160
    namespace: kserve-ci-e2e-test
    resourceVersion: "28095"
    uid: 76df0748-14d9-4009-a236-b672b05c0abc
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-243.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-243.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:52:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-predictor-8bd7d86fd-jwvtx
    namespace: kserve-ci-e2e-test
    resourceVersion: "27300"
    uid: 66608fdc-3ff5-49eb-a6d5-5f54abc87594
  kind: Event
  lastTimestamp: "2026-07-24T21:52:05Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-24T21:52:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T21:52:05Z"
    name: isvc-canary-stop-predictor-8bd7d86fd-jwvtx.18c5584f62df094a
    namespace: kserve-ci-e2e-test
    resourceVersion: "28052"
    uid: 013ca35e-77df-4de9-b810-c4704795d1a0
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-243.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-243.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:52:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-predictor-8bd7d86fd-jwvtx
    namespace: kserve-ci-e2e-test
    resourceVersion: "27300"
    uid: 66608fdc-3ff5-49eb-a6d5-5f54abc87594
  kind: Event
  lastTimestamp: "2026-07-24T21:52:05Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-24T21:52:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T21:52:05Z"
    name: isvc-canary-stop-predictor-8bd7d86fd-jwvtx.18c5584f62e02677
    namespace: kserve-ci-e2e-test
    resourceVersion: "28054"
    uid: 9290e2ec-224b-4a02-a89e-d50ec4a872e9
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-243.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-243.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:52:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-predictor-8bd7d86fd-jwvtx
    namespace: kserve-ci-e2e-test
    resourceVersion: "27300"
    uid: 66608fdc-3ff5-49eb-a6d5-5f54abc87594
  kind: Event
  lastTimestamp: "2026-07-24T21:52:09Z"
  message: 'Readiness probe failed: Get "https://10.133.0.25:8643/healthz": dial tcp
    10.133.0.25:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-24T21:52:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T21:52:09Z"
    name: isvc-canary-stop-predictor-8bd7d86fd-jwvtx.18c5585042907592
    namespace: kserve-ci-e2e-test
    resourceVersion: "28094"
    uid: e8f50b42-3654-48dd-8d4e-b18192768406
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-243.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-243.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:50:35Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-stop-predictor-8bd7d86fd
    namespace: kserve-ci-e2e-test
    resourceVersion: "27281"
    uid: d993e201-d29a-4d5d-91b2-666dfa5cca9c
  kind: Event
  lastTimestamp: "2026-07-24T21:50:35Z"
  message: 'Created pod: isvc-canary-stop-predictor-8bd7d86fd-jwvtx'
  metadata:
    creationTimestamp: "2026-07-24T21:50:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-24T21:50:35Z"
    name: isvc-canary-stop-predictor-8bd7d86fd.18c5583a6bc5b06f
    namespace: kserve-ci-e2e-test
    resourceVersion: "27299"
    uid: b8143824-6f11-41ab-a496-3625b6b2dd8b
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:50:35Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-stop-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "27280"
    uid: 60f7beab-be16-49b9-9e83-5be15cd2951c
  kind: Event
  lastTimestamp: "2026-07-24T21:50:35Z"
  message: Scaled up replica set isvc-canary-stop-predictor-8bd7d86fd from 0 to 1
  metadata:
    creationTimestamp: "2026-07-24T21:50:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-24T21:50:35Z"
    name: isvc-canary-stop-predictor.18c5583a6738ca26
    namespace: kserve-ci-e2e-test
    resourceVersion: "27282"
    uid: 0c57d4ce-e1dc-41e7-bde3-b3454f830b69
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-24T21:50:35.271903Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-stop-v2-predictor-5b66dd5859-cwjnd
    namespace: kserve-ci-e2e-test
    resourceVersion: "27298"
    uid: bd267891-fa83-49d9-af28-acd5491f5ecc
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-stop-v2-predictor-5b66dd5859-cwjnd
    to ip-10-0-143-243.ec2.internal
  metadata:
    creationTimestamp: "2026-07-24T21:50:35Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-24T21:50:35Z"
    name: isvc-canary-stop-v2-predictor-5b66dd5859-cwjnd.18c5583a6c60f5c1
    namespace: kserve-ci-e2e-test
    resourceVersion: "27305"
    uid: 599c1b5e-e81d-420d-95ea-b7226cb49f73
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-558cfff45f-z9c48
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:50:35Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-stop-v2-predictor-5b66dd5859-cwjnd
    namespace: kserve-ci-e2e-test
    resourceVersion: "27318"
    uid: bd267891-fa83-49d9-af28-acd5491f5ecc
  kind: Event
  lastTimestamp: "2026-07-24T21:50:35Z"
  message: Add eth0 [10.133.0.26/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-24T21:50:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-24T21:50:35Z"
    name: isvc-canary-stop-v2-predictor-5b66dd5859-cwjnd.18c5583a866f0d64
    namespace: kserve-ci-e2e-test
    resourceVersion: "27333"
    uid: aa1d75f5-e742-454c-af86-5b679e66fc55
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:50:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-5b66dd5859-cwjnd
    namespace: kserve-ci-e2e-test
    resourceVersion: "27302"
    uid: bd267891-fa83-49d9-af28-acd5491f5ecc
  kind: Event
  lastTimestamp: "2026-07-24T21:50:35Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:4bc99d27049df235a3e7474685f2095e74c6eed89dc3da2f17a1c3e85c3fa894"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-24T21:50:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T21:50:35Z"
    name: isvc-canary-stop-v2-predictor-5b66dd5859-cwjnd.18c5583a87f52940
    namespace: kserve-ci-e2e-test
    resourceVersion: "27335"
    uid: 6f2f71d8-b2ed-4b50-b2f4-0ba00b5c0f2a
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-243.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-243.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:50:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-5b66dd5859-cwjnd
    namespace: kserve-ci-e2e-test
    resourceVersion: "27302"
    uid: bd267891-fa83-49d9-af28-acd5491f5ecc
  kind: Event
  lastTimestamp: "2026-07-24T21:50:35Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-24T21:50:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T21:50:35Z"
    name: isvc-canary-stop-v2-predictor-5b66dd5859-cwjnd.18c5583a8a7a99e7
    namespace: kserve-ci-e2e-test
    resourceVersion: "27337"
    uid: dc683aa1-65b2-4804-882a-ff6137550f74
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-243.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-243.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:50:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-5b66dd5859-cwjnd
    namespace: kserve-ci-e2e-test
    resourceVersion: "27302"
    uid: bd267891-fa83-49d9-af28-acd5491f5ecc
  kind: Event
  lastTimestamp: "2026-07-24T21:50:35Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-24T21:50:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T21:50:35Z"
    name: isvc-canary-stop-v2-predictor-5b66dd5859-cwjnd.18c5583a8aeca3d0
    namespace: kserve-ci-e2e-test
    resourceVersion: "27338"
    uid: 7034b904-bf42-4448-ac4a-bdb47e6d8ce5
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-243.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-243.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:50:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-5b66dd5859-cwjnd
    namespace: kserve-ci-e2e-test
    resourceVersion: "27302"
    uid: bd267891-fa83-49d9-af28-acd5491f5ecc
  kind: Event
  lastTimestamp: "2026-07-24T21:50:40Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1716"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-24T21:50:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T21:50:40Z"
    name: isvc-canary-stop-v2-predictor-5b66dd5859-cwjnd.18c5583b8887f17e
    namespace: kserve-ci-e2e-test
    resourceVersion: "27389"
    uid: 88d773aa-77fe-40e1-b470-a280c2438a94
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-243.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-243.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:50:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-5b66dd5859-cwjnd
    namespace: kserve-ci-e2e-test
    resourceVersion: "27302"
    uid: bd267891-fa83-49d9-af28-acd5491f5ecc
  kind: Event
  lastTimestamp: "2026-07-24T21:50:40Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-24T21:50:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T21:50:40Z"
    name: isvc-canary-stop-v2-predictor-5b66dd5859-cwjnd.18c5583b8bbe90af
    namespace: kserve-ci-e2e-test
    resourceVersion: "27391"
    uid: 340a0451-62ae-4aa3-afd5-bab884a16269
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-243.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-243.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:50:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-5b66dd5859-cwjnd
    namespace: kserve-ci-e2e-test
    resourceVersion: "27302"
    uid: bd267891-fa83-49d9-af28-acd5491f5ecc
  kind: Event
  lastTimestamp: "2026-07-24T21:50:40Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-24T21:50:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T21:50:40Z"
    name: isvc-canary-stop-v2-predictor-5b66dd5859-cwjnd.18c5583b8c3c606f
    namespace: kserve-ci-e2e-test
    resourceVersion: "27392"
    uid: 0df47bbb-bcde-4e75-be8c-a583f7d7fe2d
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-243.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-243.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:50:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-5b66dd5859-cwjnd
    namespace: kserve-ci-e2e-test
    resourceVersion: "27302"
    uid: bd267891-fa83-49d9-af28-acd5491f5ecc
  kind: Event
  lastTimestamp: "2026-07-24T21:50:40Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-24T21:50:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T21:50:40Z"
    name: isvc-canary-stop-v2-predictor-5b66dd5859-cwjnd.18c5583b8c4749f0
    namespace: kserve-ci-e2e-test
    resourceVersion: "27393"
    uid: 8f9d2f9f-39c4-4c80-a326-289193070b5b
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-243.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-243.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:50:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-5b66dd5859-cwjnd
    namespace: kserve-ci-e2e-test
    resourceVersion: "27302"
    uid: bd267891-fa83-49d9-af28-acd5491f5ecc
  kind: Event
  lastTimestamp: "2026-07-24T21:50:40Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-24T21:50:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T21:50:40Z"
    name: isvc-canary-stop-v2-predictor-5b66dd5859-cwjnd.18c5583b9029b2c0
    namespace: kserve-ci-e2e-test
    resourceVersion: "27396"
    uid: f95d116e-59db-4644-a703-28c94120291e
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-243.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-243.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:50:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-5b66dd5859-cwjnd
    namespace: kserve-ci-e2e-test
    resourceVersion: "27302"
    uid: bd267891-fa83-49d9-af28-acd5491f5ecc
  kind: Event
  lastTimestamp: "2026-07-24T21:50:40Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-24T21:50:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T21:50:40Z"
    name: isvc-canary-stop-v2-predictor-5b66dd5859-cwjnd.18c5583b909d2235
    namespace: kserve-ci-e2e-test
    resourceVersion: "27397"
    uid: bad936d2-6659-480b-bc9c-2c7eb7f61bf2
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-243.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-243.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-07-24T21:50:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-5b66dd5859-cwjnd
    namespace: kserve-ci-e2e-test
    resourceVersion: "27302"
    uid: bd267891-fa83-49d9-af28-acd5491f5ecc
  kind: Event
  lastTimestamp: "2026-07-24T21:52:07Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.26:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-24T21:50:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T21:52:07Z"
    name: isvc-canary-stop-v2-predictor-5b66dd5859-cwjnd.18c5583bc4be9853
    namespace: kserve-ci-e2e-test
    resourceVersion: "28080"
    uid: ba4560d7-5325-4eb8-b2e6-c203ce572bc0
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-243.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-243.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:52:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-5b66dd5859-cwjnd
    namespace: kserve-ci-e2e-test
    resourceVersion: "27302"
    uid: bd267891-fa83-49d9-af28-acd5491f5ecc
  kind: Event
  lastTimestamp: "2026-07-24T21:52:05Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-24T21:52:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T21:52:05Z"
    name: isvc-canary-stop-v2-predictor-5b66dd5859-cwjnd.18c5584f6507627e
    namespace: kserve-ci-e2e-test
    resourceVersion: "28061"
    uid: b0a805df-efd9-4860-906e-e934d0e8a819
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-243.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-243.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:52:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-5b66dd5859-cwjnd
    namespace: kserve-ci-e2e-test
    resourceVersion: "27302"
    uid: bd267891-fa83-49d9-af28-acd5491f5ecc
  kind: Event
  lastTimestamp: "2026-07-24T21:52:05Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-24T21:52:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T21:52:05Z"
    name: isvc-canary-stop-v2-predictor-5b66dd5859-cwjnd.18c5584f6507ea4b
    namespace: kserve-ci-e2e-test
    resourceVersion: "28063"
    uid: 7cf21ea0-76bd-4964-9009-4f938fd33376
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-243.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-243.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:52:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-5b66dd5859-cwjnd
    namespace: kserve-ci-e2e-test
    resourceVersion: "27302"
    uid: bd267891-fa83-49d9-af28-acd5491f5ecc
  kind: Event
  lastTimestamp: "2026-07-24T21:52:07Z"
  message: 'Readiness probe failed: Get "https://10.133.0.26:8643/healthz": dial tcp
    10.133.0.26:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-24T21:52:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T21:52:07Z"
    name: isvc-canary-stop-v2-predictor-5b66dd5859-cwjnd.18c5584fcae50594
    namespace: kserve-ci-e2e-test
    resourceVersion: "28079"
    uid: 501fb082-848f-4c7a-a43d-1e1a4b920dbc
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-243.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-243.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:50:35Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-stop-v2-predictor-5b66dd5859
    namespace: kserve-ci-e2e-test
    resourceVersion: "27290"
    uid: 8d4e9f46-0f64-4f5f-946f-45b03240c32a
  kind: Event
  lastTimestamp: "2026-07-24T21:50:35Z"
  message: 'Created pod: isvc-canary-stop-v2-predictor-5b66dd5859-cwjnd'
  metadata:
    creationTimestamp: "2026-07-24T21:50:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-24T21:50:35Z"
    name: isvc-canary-stop-v2-predictor-5b66dd5859.18c5583a6bf820e4
    namespace: kserve-ci-e2e-test
    resourceVersion: "27303"
    uid: 7c54d322-b317-4cfa-b53d-36d336e06dc4
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:50:35Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-stop-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "27289"
    uid: 89e16518-4c6a-4286-880c-f05792450735
  kind: Event
  lastTimestamp: "2026-07-24T21:50:35Z"
  message: Scaled up replica set isvc-canary-stop-v2-predictor-5b66dd5859 from 0 to
    1
  metadata:
    creationTimestamp: "2026-07-24T21:50:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-24T21:50:35Z"
    name: isvc-canary-stop-v2-predictor.18c5583a691d6a1f
    namespace: kserve-ci-e2e-test
    resourceVersion: "27292"
    uid: a12520f7-6fab-47ae-8eee-bbf19d426439
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 20
  eventTime: null
  firstTimestamp: "2026-07-24T21:50:35Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-stop
    namespace: kserve-ci-e2e-test
    resourceVersion: "27273"
    uid: bc7e926c-e6fb-409f-b082-68b72ebced1b
  kind: Event
  lastTimestamp: "2026-07-24T21:52:05Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-24T21:50:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-24T21:52:05Z"
    name: isvc-canary-stop.18c5583a68ed4d12
    namespace: kserve-ci-e2e-test
    resourceVersion: "28067"
    uid: 2ac0b501-9c01-40bb-9b10-250c1ae54331
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:50:35Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-stop
    namespace: kserve-ci-e2e-test
    resourceVersion: "27273"
    uid: bc7e926c-e6fb-409f-b082-68b72ebced1b
  kind: Event
  lastTimestamp: "2026-07-24T21:50:35Z"
  message: 'Failed to update status for InferenceService "isvc-canary-stop": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-canary-stop":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-24T21:50:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-24T21:50:35Z"
    name: isvc-canary-stop.18c5583a694bf24f
    namespace: kserve-ci-e2e-test
    resourceVersion: "27294"
    uid: 85add805-f03a-45c0-b4bb-a506e0467fb8
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:50:35Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-stop
    namespace: kserve-ci-e2e-test
    resourceVersion: "27273"
    uid: bc7e926c-e6fb-409f-b082-68b72ebced1b
  kind: Event
  lastTimestamp: "2026-07-24T21:50:35Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-canary-stop": the object has been
    modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-07-24T21:50:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-24T21:50:35Z"
    name: isvc-canary-stop.18c5583a694c44a3
    namespace: kserve-ci-e2e-test
    resourceVersion: "27295"
    uid: 83bf4d43-4b6c-4335-8498-bff70d257707
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:51:59Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-stop
    namespace: kserve-ci-e2e-test
    resourceVersion: "27990"
    uid: bc7e926c-e6fb-409f-b082-68b72ebced1b
  kind: Event
  lastTimestamp: "2026-07-24T21:51:59Z"
  message: InferenceService [isvc-canary-stop] is Ready
  metadata:
    creationTimestamp: "2026-07-24T21:51:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-24T21:51:59Z"
    name: isvc-canary-stop.18c5584df95ad34b
    namespace: kserve-ci-e2e-test
    resourceVersion: "27991"
    uid: 99a936a0-6b0f-4a46-af2f-f08ebc418496
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:52:05Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-stop
    namespace: kserve-ci-e2e-test
    resourceVersion: "28057"
    uid: bc7e926c-e6fb-409f-b082-68b72ebced1b
  kind: Event
  lastTimestamp: "2026-07-24T21:52:05Z"
  message: 'InferenceService [isvc-canary-stop] is no longer Ready because of: PredictorReady,
    Ready'
  metadata:
    creationTimestamp: "2026-07-24T21:52:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-24T21:52:05Z"
    name: isvc-canary-stop.18c5584f648169a5
    namespace: kserve-ci-e2e-test
    resourceVersion: "28060"
    uid: d4f4fd24-18ab-4655-9a80-58d6a0f985d5
  reason: InferenceServiceNotReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-24T22:11:55.841600Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-init-fail-baf50e-predictor-5dcc4f6f45-7bv26
    namespace: kserve-ci-e2e-test
    resourceVersion: "37749"
    uid: 46d031e2-b751-4937-91c3-8306cbffa2ee
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-init-fail-baf50e-predictor-5dcc4f6f45-7bv26
    to ip-10-0-143-243.ec2.internal
  metadata:
    creationTimestamp: "2026-07-24T22:11:55Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-24T22:11:55Z"
    name: isvc-init-fail-baf50e-predictor-5dcc4f6f45-7bv26.18c559649447dae9
    namespace: kserve-ci-e2e-test
    resourceVersion: "37753"
    uid: 9cbf291b-e3a2-4e6a-926c-b47c7c4b4dc9
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-558cfff45f-z9c48
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T22:11:56Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-init-fail-baf50e-predictor-5dcc4f6f45-7bv26
    namespace: kserve-ci-e2e-test
    resourceVersion: "37759"
    uid: 46d031e2-b751-4937-91c3-8306cbffa2ee
  kind: Event
  lastTimestamp: "2026-07-24T22:11:56Z"
  message: Add eth0 [10.133.0.39/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-24T22:11:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-24T22:11:56Z"
    name: isvc-init-fail-baf50e-predictor-5dcc4f6f45-7bv26.18c55964adea3b62
    namespace: kserve-ci-e2e-test
    resourceVersion: "37771"
    uid: b30f8217-fc0e-4ef7-8338-e9603d911586
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-24T22:11:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-init-fail-baf50e-predictor-5dcc4f6f45-7bv26
    namespace: kserve-ci-e2e-test
    resourceVersion: "37751"
    uid: 46d031e2-b751-4937-91c3-8306cbffa2ee
  kind: Event
  lastTimestamp: "2026-07-24T22:12:01Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:4bc99d27049df235a3e7474685f2095e74c6eed89dc3da2f17a1c3e85c3fa894"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-24T22:11:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T22:12:01Z"
    name: isvc-init-fail-baf50e-predictor-5dcc4f6f45-7bv26.18c55964af655535
    namespace: kserve-ci-e2e-test
    resourceVersion: "37824"
    uid: 1fac7c78-2b76-42a9-a092-65fbcf8fb32f
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-243.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-243.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-24T22:11:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-init-fail-baf50e-predictor-5dcc4f6f45-7bv26
    namespace: kserve-ci-e2e-test
    resourceVersion: "37751"
    uid: 46d031e2-b751-4937-91c3-8306cbffa2ee
  kind: Event
  lastTimestamp: "2026-07-24T22:12:01Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-24T22:11:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T22:12:01Z"
    name: isvc-init-fail-baf50e-predictor-5dcc4f6f45-7bv26.18c55964b2159b85
    namespace: kserve-ci-e2e-test
    resourceVersion: "37826"
    uid: f16cfdd4-2751-4a73-9b89-1a1164191eaf
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-243.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-243.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-24T22:11:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-init-fail-baf50e-predictor-5dcc4f6f45-7bv26
    namespace: kserve-ci-e2e-test
    resourceVersion: "37751"
    uid: 46d031e2-b751-4937-91c3-8306cbffa2ee
  kind: Event
  lastTimestamp: "2026-07-24T22:12:01Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-24T22:11:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T22:12:01Z"
    name: isvc-init-fail-baf50e-predictor-5dcc4f6f45-7bv26.18c55964b283aeef
    namespace: kserve-ci-e2e-test
    resourceVersion: "37827"
    uid: 8e17c705-bbb3-4949-9854-964babde04cc
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-243.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-243.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T22:12:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-init-fail-baf50e-predictor-5dcc4f6f45-7bv26
    namespace: kserve-ci-e2e-test
    resourceVersion: "37751"
    uid: 46d031e2-b751-4937-91c3-8306cbffa2ee
  kind: Event
  lastTimestamp: "2026-07-24T22:12:05Z"
  message: Stopping container storage-initializer
  metadata:
    creationTimestamp: "2026-07-24T22:12:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T22:12:05Z"
    name: isvc-init-fail-baf50e-predictor-5dcc4f6f45-7bv26.18c55966e94247ac
    namespace: kserve-ci-e2e-test
    resourceVersion: "37875"
    uid: 783d3655-0a79-4c00-aa8a-7c25447e9a6c
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-243.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-243.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T22:11:55Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-init-fail-baf50e-predictor-5dcc4f6f45
    namespace: kserve-ci-e2e-test
    resourceVersion: "37742"
    uid: e8aafab4-eaaa-47ad-83f8-a36e1a23af71
  kind: Event
  lastTimestamp: "2026-07-24T22:11:55Z"
  message: 'Created pod: isvc-init-fail-baf50e-predictor-5dcc4f6f45-7bv26'
  metadata:
    creationTimestamp: "2026-07-24T22:11:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-24T22:11:55Z"
    name: isvc-init-fail-baf50e-predictor-5dcc4f6f45.18c5596493e08514
    namespace: kserve-ci-e2e-test
    resourceVersion: "37750"
    uid: 7bce60e6-00b6-4271-9dc1-24ff24ebb080
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T22:11:55Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-init-fail-baf50e-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37740"
    uid: 430b201a-c46e-4b6c-a62d-a62badbd64f9
  kind: Event
  lastTimestamp: "2026-07-24T22:11:55Z"
  message: Scaled up replica set isvc-init-fail-baf50e-predictor-5dcc4f6f45 from 0
    to 1
  metadata:
    creationTimestamp: "2026-07-24T22:11:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-24T22:11:55Z"
    name: isvc-init-fail-baf50e-predictor.18c5596491790c8f
    namespace: kserve-ci-e2e-test
    resourceVersion: "37744"
    uid: 451aef76-efaf-429c-8d3c-07490b4b79a6
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-07-24T22:11:55Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-init-fail-baf50e
    namespace: kserve-ci-e2e-test
    resourceVersion: "37732"
    uid: 028d20bb-37c1-49d2-bed4-870b45906e21
  kind: Event
  lastTimestamp: "2026-07-24T22:12:02Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-24T22:11:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-24T22:12:02Z"
    name: isvc-init-fail-baf50e.18c55964917b12d8
    namespace: kserve-ci-e2e-test
    resourceVersion: "37832"
    uid: 9689b57e-522b-4d10-86ec-de220235d879
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T22:11:55Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-init-fail-baf50e
    namespace: kserve-ci-e2e-test
    resourceVersion: "37732"
    uid: 028d20bb-37c1-49d2-bed4-870b45906e21
  kind: Event
  lastTimestamp: "2026-07-24T22:11:55Z"
  message: 'Failed to update status for InferenceService "isvc-init-fail-baf50e":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-init-fail-baf50e":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-24T22:11:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-24T22:11:55Z"
    name: isvc-init-fail-baf50e.18c55964920f8a20
    namespace: kserve-ci-e2e-test
    resourceVersion: "37746"
    uid: cbeb6fde-5b10-47ad-aa77-a9d82a80e710
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T22:11:55Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-init-fail-baf50e
    namespace: kserve-ci-e2e-test
    resourceVersion: "37732"
    uid: 028d20bb-37c1-49d2-bed4-870b45906e21
  kind: Event
  lastTimestamp: "2026-07-24T22:11:55Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-init-fail-baf50e": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-07-24T22:11:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-24T22:11:55Z"
    name: isvc-init-fail-baf50e.18c55964920fe101
    namespace: kserve-ci-e2e-test
    resourceVersion: "37747"
    uid: f3910a83-6476-49f2-8eeb-45f81b4bfa35
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-24T21:52:15.595433Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-predictor-54f85ddf88-kndbs
    namespace: kserve-ci-e2e-test
    resourceVersion: "28174"
    uid: 62ee8567-6871-4613-9d74-0dd3bfa3e85d
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-lightgbm-predictor-54f85ddf88-kndbs
    to ip-10-0-143-243.ec2.internal
  metadata:
    creationTimestamp: "2026-07-24T21:52:15Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-24T21:52:15Z"
    name: isvc-lightgbm-predictor-54f85ddf88-kndbs.18c55851c8209451
    namespace: kserve-ci-e2e-test
    resourceVersion: "28178"
    uid: fed6d0e7-4365-4482-a5b6-b375c1c46afb
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-558cfff45f-z9c48
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:52:15Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-predictor-54f85ddf88-kndbs
    namespace: kserve-ci-e2e-test
    resourceVersion: "28175"
    uid: 62ee8567-6871-4613-9d74-0dd3bfa3e85d
  kind: Event
  lastTimestamp: "2026-07-24T21:52:15Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-lightgbm-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-07-24T21:52:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T21:52:15Z"
    name: isvc-lightgbm-predictor-54f85ddf88-kndbs.18c55851d0cf5bc5
    namespace: kserve-ci-e2e-test
    resourceVersion: "28188"
    uid: c70c1d6b-b375-4ed5-ac1d-0e032fe02ebd
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-243.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-243.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:52:16Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-predictor-54f85ddf88-kndbs
    namespace: kserve-ci-e2e-test
    resourceVersion: "28182"
    uid: 62ee8567-6871-4613-9d74-0dd3bfa3e85d
  kind: Event
  lastTimestamp: "2026-07-24T21:52:16Z"
  message: Add eth0 [10.133.0.27/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-24T21:52:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-24T21:52:16Z"
    name: isvc-lightgbm-predictor-54f85ddf88-kndbs.18c5585205876860
    namespace: kserve-ci-e2e-test
    resourceVersion: "28198"
    uid: c7a23a39-4847-4fef-b0af-621e1cf9057f
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:52:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-predictor-54f85ddf88-kndbs
    namespace: kserve-ci-e2e-test
    resourceVersion: "28175"
    uid: 62ee8567-6871-4613-9d74-0dd3bfa3e85d
  kind: Event
  lastTimestamp: "2026-07-24T21:52:16Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:4bc99d27049df235a3e7474685f2095e74c6eed89dc3da2f17a1c3e85c3fa894"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-24T21:52:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T21:52:16Z"
    name: isvc-lightgbm-predictor-54f85ddf88-kndbs.18c5585206f903a8
    namespace: kserve-ci-e2e-test
    resourceVersion: "28200"
    uid: be0d398e-c99d-4a6f-b124-e5eeb178ef4e
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-243.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-243.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:52:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-predictor-54f85ddf88-kndbs
    namespace: kserve-ci-e2e-test
    resourceVersion: "28175"
    uid: 62ee8567-6871-4613-9d74-0dd3bfa3e85d
  kind: Event
  lastTimestamp: "2026-07-24T21:52:16Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-24T21:52:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T21:52:16Z"
    name: isvc-lightgbm-predictor-54f85ddf88-kndbs.18c5585209942462
    namespace: kserve-ci-e2e-test
    resourceVersion: "28202"
    uid: b6883e6f-c795-4f8c-890c-524c8cc613e9
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-243.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-243.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:52:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-predictor-54f85ddf88-kndbs
    namespace: kserve-ci-e2e-test
    resourceVersion: "28175"
    uid: 62ee8567-6871-4613-9d74-0dd3bfa3e85d
  kind: Event
  lastTimestamp: "2026-07-24T21:52:16Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-24T21:52:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T21:52:16Z"
    name: isvc-lightgbm-predictor-54f85ddf88-kndbs.18c558520a040b03
    namespace: kserve-ci-e2e-test
    resourceVersion: "28203"
    uid: a8ecbac6-7bd6-4906-94fd-514ce4a61682
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-243.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-243.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:52:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-predictor-54f85ddf88-kndbs
    namespace: kserve-ci-e2e-test
    resourceVersion: "28175"
    uid: 62ee8567-6871-4613-9d74-0dd3bfa3e85d
  kind: Event
  lastTimestamp: "2026-07-24T21:52:21Z"
  message: Pulling image "kserve/lgbserver:latest"
  metadata:
    creationTimestamp: "2026-07-24T21:52:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T21:52:21Z"
    name: isvc-lightgbm-predictor-54f85ddf88-kndbs.18c55853243bf0aa
    namespace: kserve-ci-e2e-test
    resourceVersion: "28240"
    uid: 8131e502-ec66-4d48-84d1-48b87f5ed04a
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-243.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-243.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:52:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-predictor-54f85ddf88-kndbs
    namespace: kserve-ci-e2e-test
    resourceVersion: "28175"
    uid: 62ee8567-6871-4613-9d74-0dd3bfa3e85d
  kind: Event
  lastTimestamp: "2026-07-24T21:52:27Z"
  message: 'Successfully pulled image "kserve/lgbserver:latest" in 6.497s (6.497s
    including waiting). Image size: 607170828 bytes.'
  metadata:
    creationTimestamp: "2026-07-24T21:52:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T21:52:27Z"
    name: isvc-lightgbm-predictor-54f85ddf88-kndbs.18c55854a787ab5c
    namespace: kserve-ci-e2e-test
    resourceVersion: "28292"
    uid: 54f16260-1d84-4823-95e8-e422024f7484
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-243.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-243.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:52:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-predictor-54f85ddf88-kndbs
    namespace: kserve-ci-e2e-test
    resourceVersion: "28175"
    uid: 62ee8567-6871-4613-9d74-0dd3bfa3e85d
  kind: Event
  lastTimestamp: "2026-07-24T21:52:27Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-24T21:52:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T21:52:27Z"
    name: isvc-lightgbm-predictor-54f85ddf88-kndbs.18c55854aa8cec88
    namespace: kserve-ci-e2e-test
    resourceVersion: "28293"
    uid: bfb838ff-bcaf-42c8-8da5-bff37b4a5a5f
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-243.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-243.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:52:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-predictor-54f85ddf88-kndbs
    namespace: kserve-ci-e2e-test
    resourceVersion: "28175"
    uid: 62ee8567-6871-4613-9d74-0dd3bfa3e85d
  kind: Event
  lastTimestamp: "2026-07-24T21:52:27Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-24T21:52:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T21:52:27Z"
    name: isvc-lightgbm-predictor-54f85ddf88-kndbs.18c55854aafea158
    namespace: kserve-ci-e2e-test
    resourceVersion: "28294"
    uid: 94518d4e-5607-425a-bdd9-b7685ba4bfe7
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-243.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-243.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:52:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-predictor-54f85ddf88-kndbs
    namespace: kserve-ci-e2e-test
    resourceVersion: "28175"
    uid: 62ee8567-6871-4613-9d74-0dd3bfa3e85d
  kind: Event
  lastTimestamp: "2026-07-24T21:52:27Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-24T21:52:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T21:52:27Z"
    name: isvc-lightgbm-predictor-54f85ddf88-kndbs.18c55854ab0799c5
    namespace: kserve-ci-e2e-test
    resourceVersion: "28295"
    uid: eb8641c4-002d-4b0e-b0a0-0aba20cb95b4
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-243.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-243.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:52:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-predictor-54f85ddf88-kndbs
    namespace: kserve-ci-e2e-test
    resourceVersion: "28175"
    uid: 62ee8567-6871-4613-9d74-0dd3bfa3e85d
  kind: Event
  lastTimestamp: "2026-07-24T21:52:28Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-24T21:52:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T21:52:28Z"
    name: isvc-lightgbm-predictor-54f85ddf88-kndbs.18c55854ada1fb65
    namespace: kserve-ci-e2e-test
    resourceVersion: "28297"
    uid: c5c06fbf-ab79-421f-ad61-820ce579f2ad
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-243.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-243.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:52:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-predictor-54f85ddf88-kndbs
    namespace: kserve-ci-e2e-test
    resourceVersion: "28175"
    uid: 62ee8567-6871-4613-9d74-0dd3bfa3e85d
  kind: Event
  lastTimestamp: "2026-07-24T21:52:28Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-24T21:52:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T21:52:28Z"
    name: isvc-lightgbm-predictor-54f85ddf88-kndbs.18c55854ae0b617a
    namespace: kserve-ci-e2e-test
    resourceVersion: "28298"
    uid: 5bcbbf51-1350-48bb-bc4c-76a7b62cbae3
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-243.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-243.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-07-24T21:52:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-predictor-54f85ddf88-kndbs
    namespace: kserve-ci-e2e-test
    resourceVersion: "28175"
    uid: 62ee8567-6871-4613-9d74-0dd3bfa3e85d
  kind: Event
  lastTimestamp: "2026-07-24T21:53:35Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.27:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-24T21:52:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T21:53:35Z"
    name: isvc-lightgbm-predictor-54f85ddf88-kndbs.18c55855032507ce
    namespace: kserve-ci-e2e-test
    resourceVersion: "28789"
    uid: 9a01123c-cf9e-4de1-ace5-a9534d81296a
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-243.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-243.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:53:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-predictor-54f85ddf88-kndbs
    namespace: kserve-ci-e2e-test
    resourceVersion: "28175"
    uid: 62ee8567-6871-4613-9d74-0dd3bfa3e85d
  kind: Event
  lastTimestamp: "2026-07-24T21:53:55Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-24T21:53:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T21:53:55Z"
    name: isvc-lightgbm-predictor-54f85ddf88-kndbs.18c55869170f5031
    namespace: kserve-ci-e2e-test
    resourceVersion: "28957"
    uid: 5ebc717e-8a86-4695-8977-fcab4a80ace8
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-243.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-243.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:53:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-predictor-54f85ddf88-kndbs
    namespace: kserve-ci-e2e-test
    resourceVersion: "28175"
    uid: 62ee8567-6871-4613-9d74-0dd3bfa3e85d
  kind: Event
  lastTimestamp: "2026-07-24T21:53:55Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-24T21:53:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T21:53:55Z"
    name: isvc-lightgbm-predictor-54f85ddf88-kndbs.18c55869170fef24
    namespace: kserve-ci-e2e-test
    resourceVersion: "28958"
    uid: e4ebf51c-f4a8-42b1-aee9-3f508043f9af
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-243.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-243.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:54:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-predictor-54f85ddf88-kndbs
    namespace: kserve-ci-e2e-test
    resourceVersion: "28175"
    uid: 62ee8567-6871-4613-9d74-0dd3bfa3e85d
  kind: Event
  lastTimestamp: "2026-07-24T21:54:01Z"
  message: 'Readiness probe failed: Get "https://10.133.0.27:8643/healthz": context
    deadline exceeded'
  metadata:
    creationTimestamp: "2026-07-24T21:54:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T21:54:01Z"
    name: isvc-lightgbm-predictor-54f85ddf88-kndbs.18c5586a6eee735b
    namespace: kserve-ci-e2e-test
    resourceVersion: "29045"
    uid: b5fb00bb-07b5-4e03-96b2-7103b2a07b30
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-243.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-243.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:52:15Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-lightgbm-predictor-54f85ddf88
    namespace: kserve-ci-e2e-test
    resourceVersion: "28163"
    uid: c14335ef-2cf6-42fb-b0f8-ccae12e82cae
  kind: Event
  lastTimestamp: "2026-07-24T21:52:15Z"
  message: 'Created pod: isvc-lightgbm-predictor-54f85ddf88-kndbs'
  metadata:
    creationTimestamp: "2026-07-24T21:52:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-24T21:52:15Z"
    name: isvc-lightgbm-predictor-54f85ddf88.18c55851c7abe213
    namespace: kserve-ci-e2e-test
    resourceVersion: "28176"
    uid: 44fc09be-b7a2-4985-ad35-0f3acb596a09
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:52:15Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "28161"
    uid: c37eab31-7d07-43cb-86d2-6fd595d26051
  kind: Event
  lastTimestamp: "2026-07-24T21:52:15Z"
  message: Scaled up replica set isvc-lightgbm-predictor-54f85ddf88 from 0 to 1
  metadata:
    creationTimestamp: "2026-07-24T21:52:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-24T21:52:15Z"
    name: isvc-lightgbm-predictor.18c55851c2d568c4
    namespace: kserve-ci-e2e-test
    resourceVersion: "28164"
    uid: 2c20c17d-6f37-43ed-a068-a77dfb21bdf3
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-24T21:52:30Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "28162"
    uid: 4c5bc32e-c30d-42d2-9c36-5976c8ebf11c
  kind: Event
  lastTimestamp: "2026-07-24T21:53:00Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-24T21:52:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-24T21:53:00Z"
    name: isvc-lightgbm-predictor.18c5585541d1bfb3
    namespace: kserve-ci-e2e-test
    resourceVersion: "28547"
    uid: 8a14364a-3435-44d6-a9d2-922783c53ef1
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-24T21:52:30Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "28162"
    uid: 4c5bc32e-c30d-42d2-9c36-5976c8ebf11c
  kind: Event
  lastTimestamp: "2026-07-24T21:53:00Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-24T21:52:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-24T21:53:00Z"
    name: isvc-lightgbm-predictor.18c558554244da6b
    namespace: kserve-ci-e2e-test
    resourceVersion: "28548"
    uid: c9482f6b-1bc9-4a08-8284-1201b2243af0
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-24T21:53:15Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "28321"
    uid: 4c5bc32e-c30d-42d2-9c36-5976c8ebf11c
  kind: Event
  lastTimestamp: "2026-07-24T21:53:45Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-24T21:53:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-24T21:53:45Z"
    name: isvc-lightgbm-predictor.18c5585fbf9f68d5
    namespace: kserve-ci-e2e-test
    resourceVersion: "28872"
    uid: a71f2afb-ebef-48af-8efe-8ceff8db0934
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-24T21:53:15Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "28321"
    uid: 4c5bc32e-c30d-42d2-9c36-5976c8ebf11c
  kind: Event
  lastTimestamp: "2026-07-24T21:53:45Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-24T21:53:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-24T21:53:45Z"
    name: isvc-lightgbm-predictor.18c5585fc003fce6
    namespace: kserve-ci-e2e-test
    resourceVersion: "28873"
    uid: b7472666-5e5d-47b9-bae3-b20424b21a20
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-24T21:54:00.879865Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-78dtm
    namespace: kserve-ci-e2e-test
    resourceVersion: "29019"
    uid: 23b31cb0-ad5b-42c8-b22a-480ba6b0efe1
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-lightgbm-runtime-predictor-577f7db7cb-78dtm
    to ip-10-0-143-243.ec2.internal
  metadata:
    creationTimestamp: "2026-07-24T21:54:00Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-24T21:54:00Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-78dtm.18c5586a4b917321
    namespace: kserve-ci-e2e-test
    resourceVersion: "29023"
    uid: be4f7c95-46b7-4e71-adad-03c8e3b73cce
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-558cfff45f-z9c48
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:54:01Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-78dtm
    namespace: kserve-ci-e2e-test
    resourceVersion: "29031"
    uid: 23b31cb0-ad5b-42c8-b22a-480ba6b0efe1
  kind: Event
  lastTimestamp: "2026-07-24T21:54:01Z"
  message: Add eth0 [10.133.0.28/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-24T21:54:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-24T21:54:01Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-78dtm.18c5586a64c649b5
    namespace: kserve-ci-e2e-test
    resourceVersion: "29039"
    uid: 77560c34-827c-4fa5-a98c-1191cf378766
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:54:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-78dtm
    namespace: kserve-ci-e2e-test
    resourceVersion: "29021"
    uid: 23b31cb0-ad5b-42c8-b22a-480ba6b0efe1
  kind: Event
  lastTimestamp: "2026-07-24T21:54:01Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:4bc99d27049df235a3e7474685f2095e74c6eed89dc3da2f17a1c3e85c3fa894"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-24T21:54:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T21:54:01Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-78dtm.18c5586a663cae72
    namespace: kserve-ci-e2e-test
    resourceVersion: "29041"
    uid: 45e05c49-4e6a-4851-a325-125f2941d2fc
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-243.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-243.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:54:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-78dtm
    namespace: kserve-ci-e2e-test
    resourceVersion: "29021"
    uid: 23b31cb0-ad5b-42c8-b22a-480ba6b0efe1
  kind: Event
  lastTimestamp: "2026-07-24T21:54:01Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-24T21:54:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T21:54:01Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-78dtm.18c5586a69b57dc0
    namespace: kserve-ci-e2e-test
    resourceVersion: "29043"
    uid: bcce2bb1-0c4d-4240-b805-9673f2eff085
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-243.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-243.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:54:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-78dtm
    namespace: kserve-ci-e2e-test
    resourceVersion: "29021"
    uid: 23b31cb0-ad5b-42c8-b22a-480ba6b0efe1
  kind: Event
  lastTimestamp: "2026-07-24T21:54:01Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-24T21:54:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T21:54:01Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-78dtm.18c5586a6a2ad427
    namespace: kserve-ci-e2e-test
    resourceVersion: "29044"
    uid: 3cb72962-9178-42cc-8a59-b23036da70b8
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-243.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-243.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:54:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-78dtm
    namespace: kserve-ci-e2e-test
    resourceVersion: "29021"
    uid: 23b31cb0-ad5b-42c8-b22a-480ba6b0efe1
  kind: Event
  lastTimestamp: "2026-07-24T21:54:05Z"
  message: Container image "kserve/lgbserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-07-24T21:54:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T21:54:05Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-78dtm.18c5586b72837839
    namespace: kserve-ci-e2e-test
    resourceVersion: "29082"
    uid: 40974fdd-24d1-4858-b362-1374cea04dcf
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-243.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-243.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:54:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-78dtm
    namespace: kserve-ci-e2e-test
    resourceVersion: "29021"
    uid: 23b31cb0-ad5b-42c8-b22a-480ba6b0efe1
  kind: Event
  lastTimestamp: "2026-07-24T21:54:05Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-24T21:54:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T21:54:05Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-78dtm.18c5586b75b21bfd
    namespace: kserve-ci-e2e-test
    resourceVersion: "29084"
    uid: 4025e187-307d-4f36-b9b4-0a711e611920
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-243.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-243.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:54:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-78dtm
    namespace: kserve-ci-e2e-test
    resourceVersion: "29021"
    uid: 23b31cb0-ad5b-42c8-b22a-480ba6b0efe1
  kind: Event
  lastTimestamp: "2026-07-24T21:54:05Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-24T21:54:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T21:54:05Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-78dtm.18c5586b7627c24e
    namespace: kserve-ci-e2e-test
    resourceVersion: "29087"
    uid: f066d0b0-221c-4a26-9cf4-545a53725aeb
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-243.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-243.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:54:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-78dtm
    namespace: kserve-ci-e2e-test
    resourceVersion: "29021"
    uid: 23b31cb0-ad5b-42c8-b22a-480ba6b0efe1
  kind: Event
  lastTimestamp: "2026-07-24T21:54:05Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-24T21:54:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T21:54:05Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-78dtm.18c5586b763299e9
    namespace: kserve-ci-e2e-test
    resourceVersion: "29088"
    uid: a0dae89b-9ef1-4ee7-a263-96f6e09f3542
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-243.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-243.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:54:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-78dtm
    namespace: kserve-ci-e2e-test
    resourceVersion: "29021"
    uid: 23b31cb0-ad5b-42c8-b22a-480ba6b0efe1
  kind: Event
  lastTimestamp: "2026-07-24T21:54:05Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-24T21:54:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T21:54:05Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-78dtm.18c5586b78f4dc68
    namespace: kserve-ci-e2e-test
    resourceVersion: "29090"
    uid: 2acbb5f8-a7f9-4eb4-9810-777dae39d9d3
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-243.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-243.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:54:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-78dtm
    namespace: kserve-ci-e2e-test
    resourceVersion: "29021"
    uid: 23b31cb0-ad5b-42c8-b22a-480ba6b0efe1
  kind: Event
  lastTimestamp: "2026-07-24T21:54:05Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-24T21:54:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T21:54:05Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-78dtm.18c5586b796ba243
    namespace: kserve-ci-e2e-test
    resourceVersion: "29091"
    uid: 5be8cbce-52b3-4a10-a187-783dc9808819
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-243.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-243.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-07-24T21:54:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-78dtm
    namespace: kserve-ci-e2e-test
    resourceVersion: "29021"
    uid: 23b31cb0-ad5b-42c8-b22a-480ba6b0efe1
  kind: Event
  lastTimestamp: "2026-07-24T21:55:32Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.28:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-24T21:54:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T21:55:32Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-78dtm.18c5586bae7c9100
    namespace: kserve-ci-e2e-test
    resourceVersion: "29735"
    uid: 249e31f9-5f7b-42a2-8ae0-890d7022f86c
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-243.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-243.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:55:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-78dtm
    namespace: kserve-ci-e2e-test
    resourceVersion: "29021"
    uid: 23b31cb0-ad5b-42c8-b22a-480ba6b0efe1
  kind: Event
  lastTimestamp: "2026-07-24T21:55:31Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-24T21:55:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T21:55:31Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-78dtm.18c5587f6bce2c6c
    namespace: kserve-ci-e2e-test
    resourceVersion: "29725"
    uid: 243d2dd3-0afb-4b3c-b57e-fd3ed592a817
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-243.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-243.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:55:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-78dtm
    namespace: kserve-ci-e2e-test
    resourceVersion: "29021"
    uid: 23b31cb0-ad5b-42c8-b22a-480ba6b0efe1
  kind: Event
  lastTimestamp: "2026-07-24T21:55:31Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-24T21:55:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T21:55:31Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-78dtm.18c5587f6bcecedf
    namespace: kserve-ci-e2e-test
    resourceVersion: "29726"
    uid: 101c3556-035a-443a-b5bd-aa6764a306be
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-243.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-243.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:55:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-78dtm
    namespace: kserve-ci-e2e-test
    resourceVersion: "29021"
    uid: 23b31cb0-ad5b-42c8-b22a-480ba6b0efe1
  kind: Event
  lastTimestamp: "2026-07-24T21:55:32Z"
  message: 'Readiness probe failed: Get "https://10.133.0.28:8643/healthz": dial tcp
    10.133.0.28:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-24T21:55:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T21:55:32Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-78dtm.18c5587fb4cb4328
    namespace: kserve-ci-e2e-test
    resourceVersion: "29734"
    uid: 24c5475f-deac-45a4-951f-abbb790f9f20
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-243.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-243.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:54:00Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-lightgbm-runtime-predictor-577f7db7cb
    namespace: kserve-ci-e2e-test
    resourceVersion: "29006"
    uid: c7fa9844-77e6-45ce-9d02-c4cc7cef9e68
  kind: Event
  lastTimestamp: "2026-07-24T21:54:00Z"
  message: 'Created pod: isvc-lightgbm-runtime-predictor-577f7db7cb-78dtm'
  metadata:
    creationTimestamp: "2026-07-24T21:54:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-24T21:54:00Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb.18c5586a4b1494d4
    namespace: kserve-ci-e2e-test
    resourceVersion: "29020"
    uid: 6ac62595-1e98-4ae2-965a-35d720cd1df3
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:54:00Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-lightgbm-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "29004"
    uid: 62817938-743a-462e-a5fc-4260037787b1
  kind: Event
  lastTimestamp: "2026-07-24T21:54:00Z"
  message: Scaled up replica set isvc-lightgbm-runtime-predictor-577f7db7cb from 0
    to 1
  metadata:
    creationTimestamp: "2026-07-24T21:54:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-24T21:54:00Z"
    name: isvc-lightgbm-runtime-predictor.18c5586a45d5b9dc
    namespace: kserve-ci-e2e-test
    resourceVersion: "29007"
    uid: 5c7b95a8-2f05-4f03-8196-0d38f9f9585b
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-24T21:54:15Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "29005"
    uid: 154238e3-83b9-455e-a975-a9906a460314
  kind: Event
  lastTimestamp: "2026-07-24T21:54:45Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-24T21:54:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-24T21:54:45Z"
    name: isvc-lightgbm-runtime-predictor.18c5586dc45553c5
    namespace: kserve-ci-e2e-test
    resourceVersion: "29383"
    uid: 803f3643-321b-4ae1-bbfe-9ddc078fb1b8
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-24T21:54:15Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "29005"
    uid: 154238e3-83b9-455e-a975-a9906a460314
  kind: Event
  lastTimestamp: "2026-07-24T21:54:45Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-24T21:54:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-24T21:54:45Z"
    name: isvc-lightgbm-runtime-predictor.18c5586dc4b8ae97
    namespace: kserve-ci-e2e-test
    resourceVersion: "29384"
    uid: 1b31452e-2ec4-41f3-8118-c861221c0b4f
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-24T21:55:00Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "29172"
    uid: 154238e3-83b9-455e-a975-a9906a460314
  kind: Event
  lastTimestamp: "2026-07-24T21:55:30Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-24T21:55:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-24T21:55:30Z"
    name: isvc-lightgbm-runtime-predictor.18c558784268565a
    namespace: kserve-ci-e2e-test
    resourceVersion: "29701"
    uid: d6d6016c-3e27-4f7f-9063-bfbfca82aebd
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-24T21:55:00Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "29172"
    uid: 154238e3-83b9-455e-a975-a9906a460314
  kind: Event
  lastTimestamp: "2026-07-24T21:55:30Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-24T21:55:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-24T21:55:30Z"
    name: isvc-lightgbm-runtime-predictor.18c5587842dcc533
    namespace: kserve-ci-e2e-test
    resourceVersion: "29702"
    uid: b2707cbb-9555-405f-99b9-7f822d965546
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-07-24T21:54:00Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "28997"
    uid: 048122ee-ed5a-4e4b-8058-bdc7d6891055
  kind: Event
  lastTimestamp: "2026-07-24T21:55:23Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-24T21:54:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-24T21:55:23Z"
    name: isvc-lightgbm-runtime.18c5586a45dd04ec
    namespace: kserve-ci-e2e-test
    resourceVersion: "29641"
    uid: b2f0bac4-dadd-4950-b98e-07edc8179291
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-24T21:54:00Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "28997"
    uid: 048122ee-ed5a-4e4b-8058-bdc7d6891055
  kind: Event
  lastTimestamp: "2026-07-24T21:54:00Z"
  message: 'Failed to update status for InferenceService "isvc-lightgbm-runtime":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-lightgbm-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-24T21:54:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-24T21:54:00Z"
    name: isvc-lightgbm-runtime.18c5586a4660abf3
    namespace: kserve-ci-e2e-test
    resourceVersion: "29032"
    uid: 1e9d7782-0819-4662-bd76-31522f1237ab
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:54:00Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "29000"
    uid: 048122ee-ed5a-4e4b-8058-bdc7d6891055
  kind: Event
  lastTimestamp: "2026-07-24T21:54:00Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-lightgbm-runtime": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-07-24T21:54:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-24T21:54:00Z"
    name: isvc-lightgbm-runtime.18c5586a4d83e172
    namespace: kserve-ci-e2e-test
    resourceVersion: "29033"
    uid: 4eb85922-eb57-4045-9917-363eceb0ee98
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:55:22Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "29639"
    uid: 048122ee-ed5a-4e4b-8058-bdc7d6891055
  kind: Event
  lastTimestamp: "2026-07-24T21:55:22Z"
  message: InferenceService [isvc-lightgbm-runtime] is Ready
  metadata:
    creationTimestamp: "2026-07-24T21:55:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-24T21:55:22Z"
    name: isvc-lightgbm-runtime.18c5587d68f5f104
    namespace: kserve-ci-e2e-test
    resourceVersion: "29640"
    uid: 830d1cca-4da8-49d1-b7ac-d25d9885b4f3
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-24T21:58:32.082139Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-cp968
    namespace: kserve-ci-e2e-test
    resourceVersion: "31109"
    uid: fa761ef8-3bd1-4cc9-a160-11989fb00469
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-cp968
    to ip-10-0-143-243.ec2.internal
  metadata:
    creationTimestamp: "2026-07-24T21:58:32Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-24T21:58:32Z"
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-cp968.18c558a9707bc861
    namespace: kserve-ci-e2e-test
    resourceVersion: "31113"
    uid: d3b3371d-9c58-465b-8843-8c9a49ae62e7
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-558cfff45f-z9c48
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:58:32Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-cp968
    namespace: kserve-ci-e2e-test
    resourceVersion: "31120"
    uid: fa761ef8-3bd1-4cc9-a160-11989fb00469
  kind: Event
  lastTimestamp: "2026-07-24T21:58:32Z"
  message: Add eth0 [10.133.0.30/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-24T21:58:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-24T21:58:32Z"
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-cp968.18c558a989e0c7f6
    namespace: kserve-ci-e2e-test
    resourceVersion: "31128"
    uid: c1f261dc-05d8-4d98-9ebb-ad41d5ce6d6b
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:58:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-cp968
    namespace: kserve-ci-e2e-test
    resourceVersion: "31111"
    uid: fa761ef8-3bd1-4cc9-a160-11989fb00469
  kind: Event
  lastTimestamp: "2026-07-24T21:58:32Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:4bc99d27049df235a3e7474685f2095e74c6eed89dc3da2f17a1c3e85c3fa894"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-24T21:58:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T21:58:32Z"
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-cp968.18c558a98b388315
    namespace: kserve-ci-e2e-test
    resourceVersion: "31130"
    uid: 94b471b8-685f-4f9e-866b-216ba0584d2a
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-243.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-243.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:58:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-cp968
    namespace: kserve-ci-e2e-test
    resourceVersion: "31111"
    uid: fa761ef8-3bd1-4cc9-a160-11989fb00469
  kind: Event
  lastTimestamp: "2026-07-24T21:58:32Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-24T21:58:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T21:58:32Z"
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-cp968.18c558a98dec6f3a
    namespace: kserve-ci-e2e-test
    resourceVersion: "31132"
    uid: e94a3805-802b-4c2d-8621-2675c75d9afe
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-243.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-243.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:58:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-cp968
    namespace: kserve-ci-e2e-test
    resourceVersion: "31111"
    uid: fa761ef8-3bd1-4cc9-a160-11989fb00469
  kind: Event
  lastTimestamp: "2026-07-24T21:58:32Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-24T21:58:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T21:58:32Z"
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-cp968.18c558a98e5370a2
    namespace: kserve-ci-e2e-test
    resourceVersion: "31133"
    uid: faa08b18-ce0b-4766-9a70-e3939667b1c1
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-243.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-243.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:58:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-cp968
    namespace: kserve-ci-e2e-test
    resourceVersion: "31111"
    uid: fa761ef8-3bd1-4cc9-a160-11989fb00469
  kind: Event
  lastTimestamp: "2026-07-24T21:58:36Z"
  message: Container image "kserve/lgbserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-07-24T21:58:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T21:58:36Z"
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-cp968.18c558aa8ff74292
    namespace: kserve-ci-e2e-test
    resourceVersion: "31170"
    uid: 9a02c6b8-d986-498f-b2a0-c035ff62eecb
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-243.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-243.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:58:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-cp968
    namespace: kserve-ci-e2e-test
    resourceVersion: "31111"
    uid: fa761ef8-3bd1-4cc9-a160-11989fb00469
  kind: Event
  lastTimestamp: "2026-07-24T21:58:36Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-24T21:58:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T21:58:36Z"
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-cp968.18c558aa92b9eca2
    namespace: kserve-ci-e2e-test
    resourceVersion: "31173"
    uid: 96c7be10-d5e0-448c-a8b0-d5d0fc7cfcaa
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-243.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-243.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:58:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-cp968
    namespace: kserve-ci-e2e-test
    resourceVersion: "31111"
    uid: fa761ef8-3bd1-4cc9-a160-11989fb00469
  kind: Event
  lastTimestamp: "2026-07-24T21:58:36Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-24T21:58:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T21:58:36Z"
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-cp968.18c558aa9323b922
    namespace: kserve-ci-e2e-test
    resourceVersion: "31174"
    uid: ba5721b2-1fc5-4300-b449-dfac3ab3d379
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-243.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-243.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:58:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-cp968
    namespace: kserve-ci-e2e-test
    resourceVersion: "31111"
    uid: fa761ef8-3bd1-4cc9-a160-11989fb00469
  kind: Event
  lastTimestamp: "2026-07-24T21:58:36Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-24T21:58:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T21:58:36Z"
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-cp968.18c558aa932cadf0
    namespace: kserve-ci-e2e-test
    resourceVersion: "31175"
    uid: fa14213e-3978-4770-89bb-0503eb345687
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-243.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-243.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:58:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-cp968
    namespace: kserve-ci-e2e-test
    resourceVersion: "31111"
    uid: fa761ef8-3bd1-4cc9-a160-11989fb00469
  kind: Event
  lastTimestamp: "2026-07-24T21:58:37Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-24T21:58:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T21:58:37Z"
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-cp968.18c558aa95e18066
    namespace: kserve-ci-e2e-test
    resourceVersion: "31178"
    uid: 82c1c1e6-4772-44c4-8b2f-3d64adb45b58
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-243.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-243.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:58:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-cp968
    namespace: kserve-ci-e2e-test
    resourceVersion: "31111"
    uid: fa761ef8-3bd1-4cc9-a160-11989fb00469
  kind: Event
  lastTimestamp: "2026-07-24T21:58:37Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-24T21:58:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T21:58:37Z"
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-cp968.18c558aa9645d487
    namespace: kserve-ci-e2e-test
    resourceVersion: "31179"
    uid: 02870a29-0044-42d2-bc51-1a18964e2fd5
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-243.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-243.ec2.internal
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-24T21:58:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-cp968
    namespace: kserve-ci-e2e-test
    resourceVersion: "31111"
    uid: fa761ef8-3bd1-4cc9-a160-11989fb00469
  kind: Event
  lastTimestamp: "2026-07-24T21:58:43Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.30:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-24T21:58:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T21:58:43Z"
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-cp968.18c558aacbfbb2ac
    namespace: kserve-ci-e2e-test
    resourceVersion: "31231"
    uid: 532650b8-300d-4be5-98c4-ef0ee3c15408
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-243.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-243.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:59:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-cp968
    namespace: kserve-ci-e2e-test
    resourceVersion: "31111"
    uid: fa761ef8-3bd1-4cc9-a160-11989fb00469
  kind: Event
  lastTimestamp: "2026-07-24T21:59:02Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-24T21:59:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T21:59:02Z"
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-cp968.18c558b06e8cbd9c
    namespace: kserve-ci-e2e-test
    resourceVersion: "31390"
    uid: 019caeca-975f-4b42-9423-b0ef51330525
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-243.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-243.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:59:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-cp968
    namespace: kserve-ci-e2e-test
    resourceVersion: "31111"
    uid: fa761ef8-3bd1-4cc9-a160-11989fb00469
  kind: Event
  lastTimestamp: "2026-07-24T21:59:02Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-24T21:59:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T21:59:02Z"
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-cp968.18c558b06e8d3919
    namespace: kserve-ci-e2e-test
    resourceVersion: "31391"
    uid: 8f70aeb8-9ddc-45b2-a6d6-afa9f3efdc06
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-243.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-243.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:58:32Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5
    namespace: kserve-ci-e2e-test
    resourceVersion: "31098"
    uid: c35fc131-e4bc-42c4-b724-73057e1f5580
  kind: Event
  lastTimestamp: "2026-07-24T21:58:32Z"
  message: 'Created pod: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-cp968'
  metadata:
    creationTimestamp: "2026-07-24T21:58:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-24T21:58:32Z"
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5.18c558a97017403f
    namespace: kserve-ci-e2e-test
    resourceVersion: "31110"
    uid: cf0451f3-6cf7-40ad-b4fa-2aa192e7e68c
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:58:31Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-lightgbm-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31096"
    uid: 3aef6bca-b073-4bc5-8e53-c26eaa5e2313
  kind: Event
  lastTimestamp: "2026-07-24T21:58:31Z"
  message: Scaled up replica set isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5 from
    0 to 1
  metadata:
    creationTimestamp: "2026-07-24T21:58:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-24T21:58:31Z"
    name: isvc-lightgbm-v2-kserve-predictor.18c558a96b7f2041
    namespace: kserve-ci-e2e-test
    resourceVersion: "31099"
    uid: e37a6c2d-e8a1-4d8c-b31b-241646e4f415
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:58:47Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31097"
    uid: 1c73e991-6532-45a2-8823-e0bc0aa6f7c0
  kind: Event
  lastTimestamp: "2026-07-24T21:58:47Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-24T21:58:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-24T21:58:47Z"
    name: isvc-lightgbm-v2-kserve-predictor.18c558acea3b1cd5
    namespace: kserve-ci-e2e-test
    resourceVersion: "31253"
    uid: faa6e9c6-fe88-4402-b9c6-e75a4e1cbe7b
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:58:47Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31097"
    uid: 1c73e991-6532-45a2-8823-e0bc0aa6f7c0
  kind: Event
  lastTimestamp: "2026-07-24T21:58:47Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-24T21:58:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-24T21:58:47Z"
    name: isvc-lightgbm-v2-kserve-predictor.18c558aceab659ae
    namespace: kserve-ci-e2e-test
    resourceVersion: "31254"
    uid: cb94d868-075a-418f-be01-f103b0c018c4
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:59:02Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31252"
    uid: 1c73e991-6532-45a2-8823-e0bc0aa6f7c0
  kind: Event
  lastTimestamp: "2026-07-24T21:59:02Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-24T21:59:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-24T21:59:02Z"
    name: isvc-lightgbm-v2-kserve-predictor.18c558b069cdd8cb
    namespace: kserve-ci-e2e-test
    resourceVersion: "31372"
    uid: 6d5b3ee0-d806-4ded-8d10-32f19ee57ad9
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:59:02Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31252"
    uid: 1c73e991-6532-45a2-8823-e0bc0aa6f7c0
  kind: Event
  lastTimestamp: "2026-07-24T21:59:02Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-24T21:59:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-24T21:59:02Z"
    name: isvc-lightgbm-v2-kserve-predictor.18c558b06a315d86
    namespace: kserve-ci-e2e-test
    resourceVersion: "31374"
    uid: 72a05d97-132b-42c7-b141-2cc80ad3a398
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-07-24T21:58:31Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "31088"
    uid: 07cac16d-698e-48cf-92e4-51b1a46bd0c5
  kind: Event
  lastTimestamp: "2026-07-24T21:58:54Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-24T21:58:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-24T21:58:54Z"
    name: isvc-lightgbm-v2-kserve.18c558a96b86f899
    namespace: kserve-ci-e2e-test
    resourceVersion: "31311"
    uid: aaf28c46-f75b-45d3-872d-925dd0ba5270
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-24T21:58:32Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "31088"
    uid: 07cac16d-698e-48cf-92e4-51b1a46bd0c5
  kind: Event
  lastTimestamp: "2026-07-24T21:58:32Z"
  message: 'Failed to update status for InferenceService "isvc-lightgbm-v2-kserve":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-lightgbm-v2-kserve":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-24T21:58:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-24T21:58:32Z"
    name: isvc-lightgbm-v2-kserve.18c558a96c19b713
    namespace: kserve-ci-e2e-test
    resourceVersion: "31121"
    uid: e4b114a0-8ebd-498b-9e71-8e6cc4c71058
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:58:32Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "31092"
    uid: 07cac16d-698e-48cf-92e4-51b1a46bd0c5
  kind: Event
  lastTimestamp: "2026-07-24T21:58:32Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-lightgbm-v2-kserve": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-07-24T21:58:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-24T21:58:32Z"
    name: isvc-lightgbm-v2-kserve.18c558a971e46968
    namespace: kserve-ci-e2e-test
    resourceVersion: "31122"
    uid: 636d92c8-8225-49cd-8444-302cb65c60b1
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:58:54Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "31308"
    uid: 07cac16d-698e-48cf-92e4-51b1a46bd0c5
  kind: Event
  lastTimestamp: "2026-07-24T21:58:54Z"
  message: InferenceService [isvc-lightgbm-v2-kserve] is Ready
  metadata:
    creationTimestamp: "2026-07-24T21:58:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-24T21:58:54Z"
    name: isvc-lightgbm-v2-kserve.18c558ae8b2670a5
    namespace: kserve-ci-e2e-test
    resourceVersion: "31309"
    uid: eef64d81-f2cb-4fca-ba61-a3cb2faefc96
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-24T21:55:36.793325Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-bhhsn
    namespace: kserve-ci-e2e-test
    resourceVersion: "29788"
    uid: d63145ac-c251-4f53-ac40-073b918c3435
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-bhhsn
    to ip-10-0-143-243.ec2.internal
  metadata:
    creationTimestamp: "2026-07-24T21:55:36Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-24T21:55:36Z"
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-bhhsn.18c55880a074bef1
    namespace: kserve-ci-e2e-test
    resourceVersion: "29794"
    uid: 29592939-1b46-4229-ac40-0a82503715f8
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-558cfff45f-z9c48
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:55:37Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-bhhsn
    namespace: kserve-ci-e2e-test
    resourceVersion: "29799"
    uid: d63145ac-c251-4f53-ac40-073b918c3435
  kind: Event
  lastTimestamp: "2026-07-24T21:55:37Z"
  message: Add eth0 [10.133.0.29/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-24T21:55:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-24T21:55:37Z"
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-bhhsn.18c55880ba219926
    namespace: kserve-ci-e2e-test
    resourceVersion: "29811"
    uid: 347610b6-3901-434f-8006-3eaadde4bc97
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:55:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-bhhsn
    namespace: kserve-ci-e2e-test
    resourceVersion: "29791"
    uid: d63145ac-c251-4f53-ac40-073b918c3435
  kind: Event
  lastTimestamp: "2026-07-24T21:55:37Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:4bc99d27049df235a3e7474685f2095e74c6eed89dc3da2f17a1c3e85c3fa894"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-24T21:55:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T21:55:37Z"
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-bhhsn.18c55880bbea6665
    namespace: kserve-ci-e2e-test
    resourceVersion: "29813"
    uid: c2c7f8ac-fc63-4dee-8066-d3759b913aed
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-243.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-243.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:55:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-bhhsn
    namespace: kserve-ci-e2e-test
    resourceVersion: "29791"
    uid: d63145ac-c251-4f53-ac40-073b918c3435
  kind: Event
  lastTimestamp: "2026-07-24T21:55:37Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-24T21:55:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T21:55:37Z"
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-bhhsn.18c55880bef283f9
    namespace: kserve-ci-e2e-test
    resourceVersion: "29815"
    uid: 6e592745-6583-4ab9-8986-b2e07f2bb43b
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-243.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-243.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:55:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-bhhsn
    namespace: kserve-ci-e2e-test
    resourceVersion: "29791"
    uid: d63145ac-c251-4f53-ac40-073b918c3435
  kind: Event
  lastTimestamp: "2026-07-24T21:55:37Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-24T21:55:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T21:55:37Z"
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-bhhsn.18c55880bf67dee0
    namespace: kserve-ci-e2e-test
    resourceVersion: "29816"
    uid: cc03a4bb-9f93-49a4-9e8d-b2b8ea9ee0c1
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-243.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-243.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:55:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-bhhsn
    namespace: kserve-ci-e2e-test
    resourceVersion: "29791"
    uid: d63145ac-c251-4f53-ac40-073b918c3435
  kind: Event
  lastTimestamp: "2026-07-24T21:55:42Z"
  message: Pulling image "docker.io/seldonio/mlserver:1.7.1"
  metadata:
    creationTimestamp: "2026-07-24T21:55:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T21:55:42Z"
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-bhhsn.18c55881e1a38f25
    namespace: kserve-ci-e2e-test
    resourceVersion: "29862"
    uid: 7cef082b-00a9-4ac0-9623-8baecdae00f6
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-243.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-243.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:57:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-bhhsn
    namespace: kserve-ci-e2e-test
    resourceVersion: "29791"
    uid: d63145ac-c251-4f53-ac40-073b918c3435
  kind: Event
  lastTimestamp: "2026-07-24T21:57:42Z"
  message: 'Successfully pulled image "docker.io/seldonio/mlserver:1.7.1" in 2m0.321s
    (2m0.321s including waiting). Image size: 10890461297 bytes.'
  metadata:
    creationTimestamp: "2026-07-24T21:57:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T21:57:42Z"
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-bhhsn.18c5589de5554475
    namespace: kserve-ci-e2e-test
    resourceVersion: "30706"
    uid: 179946a7-441d-418f-8775-f20f286c463c
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-243.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-243.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:57:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-bhhsn
    namespace: kserve-ci-e2e-test
    resourceVersion: "29791"
    uid: d63145ac-c251-4f53-ac40-073b918c3435
  kind: Event
  lastTimestamp: "2026-07-24T21:57:42Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-24T21:57:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T21:57:42Z"
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-bhhsn.18c5589dead288aa
    namespace: kserve-ci-e2e-test
    resourceVersion: "30708"
    uid: 50e73070-af54-42de-8ea7-03caa49aa91a
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-243.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-243.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:57:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-bhhsn
    namespace: kserve-ci-e2e-test
    resourceVersion: "29791"
    uid: d63145ac-c251-4f53-ac40-073b918c3435
  kind: Event
  lastTimestamp: "2026-07-24T21:57:42Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-24T21:57:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T21:57:42Z"
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-bhhsn.18c5589dec027a44
    namespace: kserve-ci-e2e-test
    resourceVersion: "30709"
    uid: 765d196b-576e-4548-9e22-b0761c90562e
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-243.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-243.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:57:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-bhhsn
    namespace: kserve-ci-e2e-test
    resourceVersion: "29791"
    uid: d63145ac-c251-4f53-ac40-073b918c3435
  kind: Event
  lastTimestamp: "2026-07-24T21:57:42Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-24T21:57:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T21:57:42Z"
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-bhhsn.18c5589dec0c5690
    namespace: kserve-ci-e2e-test
    resourceVersion: "30710"
    uid: f234d330-7589-41ca-9867-e3e5857279c6
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-243.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-243.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:57:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-bhhsn
    namespace: kserve-ci-e2e-test
    resourceVersion: "29791"
    uid: d63145ac-c251-4f53-ac40-073b918c3435
  kind: Event
  lastTimestamp: "2026-07-24T21:57:42Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-24T21:57:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T21:57:42Z"
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-bhhsn.18c5589df1e72e45
    namespace: kserve-ci-e2e-test
    resourceVersion: "30711"
    uid: 8cc29b88-c83d-45cf-a424-adfb1a4e5971
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-243.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-243.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:57:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-bhhsn
    namespace: kserve-ci-e2e-test
    resourceVersion: "29791"
    uid: d63145ac-c251-4f53-ac40-073b918c3435
  kind: Event
  lastTimestamp: "2026-07-24T21:57:42Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-24T21:57:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T21:57:42Z"
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-bhhsn.18c5589df33402d6
    namespace: kserve-ci-e2e-test
    resourceVersion: "30712"
    uid: e294e661-3495-4dac-af24-31287f3cb25b
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-243.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-243.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:58:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-bhhsn
    namespace: kserve-ci-e2e-test
    resourceVersion: "29791"
    uid: d63145ac-c251-4f53-ac40-073b918c3435
  kind: Event
  lastTimestamp: "2026-07-24T21:58:26Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-24T21:58:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T21:58:26Z"
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-bhhsn.18c558a8403a86dc
    namespace: kserve-ci-e2e-test
    resourceVersion: "31040"
    uid: aea0cab5-55eb-407e-9f37-eaefe82e77d4
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-243.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-243.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:58:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-bhhsn
    namespace: kserve-ci-e2e-test
    resourceVersion: "29791"
    uid: d63145ac-c251-4f53-ac40-073b918c3435
  kind: Event
  lastTimestamp: "2026-07-24T21:58:26Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-24T21:58:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T21:58:26Z"
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-bhhsn.18c558a8403b12d8
    namespace: kserve-ci-e2e-test
    resourceVersion: "31041"
    uid: 21312819-f8d0-4e53-80de-af1861720f83
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-243.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-243.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:55:36Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5
    namespace: kserve-ci-e2e-test
    resourceVersion: "29777"
    uid: 72dd7205-32e8-4ea3-b35f-bd9bfb169b69
  kind: Event
  lastTimestamp: "2026-07-24T21:55:36Z"
  message: 'Created pod: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-bhhsn'
  metadata:
    creationTimestamp: "2026-07-24T21:55:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-24T21:55:36Z"
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5.18c558809efbe197
    namespace: kserve-ci-e2e-test
    resourceVersion: "29789"
    uid: 531ffce9-9cb5-4d50-89cc-ff384cf459e5
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:55:36Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-lightgbm-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "29775"
    uid: 56d4c7b1-2485-4717-ad60-efd870c0ba77
  kind: Event
  lastTimestamp: "2026-07-24T21:55:36Z"
  message: Scaled up replica set isvc-lightgbm-v2-runtime-predictor-7f4957c5d5 from
    0 to 1
  metadata:
    creationTimestamp: "2026-07-24T21:55:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-24T21:55:36Z"
    name: isvc-lightgbm-v2-runtime-predictor.18c55880991a487e
    namespace: kserve-ci-e2e-test
    resourceVersion: "29779"
    uid: e82d38c0-8e84-4fdd-a26e-1a0c77e30514
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-07-24T21:55:51Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "29776"
    uid: a0f48b46-eb7d-47e6-9e69-fc2cd46162a2
  kind: Event
  lastTimestamp: "2026-07-24T21:58:06Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-24T21:55:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-24T21:58:06Z"
    name: isvc-lightgbm-v2-runtime-predictor.18c5588417b85853
    namespace: kserve-ci-e2e-test
    resourceVersion: "30881"
    uid: 59710c3d-d2e6-422a-9cd9-798297ed89ae
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-07-24T21:55:51Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "29776"
    uid: a0f48b46-eb7d-47e6-9e69-fc2cd46162a2
  kind: Event
  lastTimestamp: "2026-07-24T21:58:06Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-24T21:55:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-24T21:58:06Z"
    name: isvc-lightgbm-v2-runtime-predictor.18c558841827e312
    namespace: kserve-ci-e2e-test
    resourceVersion: "30882"
    uid: 027657d8-fa15-47fd-b754-576615725aed
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:58:21Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "29927"
    uid: a0f48b46-eb7d-47e6-9e69-fc2cd46162a2
  kind: Event
  lastTimestamp: "2026-07-24T21:58:21Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-24T21:58:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-24T21:58:21Z"
    name: isvc-lightgbm-v2-runtime-predictor.18c558a70f0993ab
    namespace: kserve-ci-e2e-test
    resourceVersion: "30988"
    uid: 0922567b-0ed0-4774-a2f6-b1b5497a29a4
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:58:21Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "29927"
    uid: a0f48b46-eb7d-47e6-9e69-fc2cd46162a2
  kind: Event
  lastTimestamp: "2026-07-24T21:58:21Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-24T21:58:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-24T21:58:21Z"
    name: isvc-lightgbm-v2-runtime-predictor.18c558a70f937bcf
    namespace: kserve-ci-e2e-test
    resourceVersion: "30991"
    uid: 82dae7a3-51e3-4d98-92a5-bf826758fd9e
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-07-24T21:55:36Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "29767"
    uid: 1906ab3b-bf96-4022-88b8-9f43ac5b4861
  kind: Event
  lastTimestamp: "2026-07-24T21:58:19Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-24T21:55:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-24T21:58:19Z"
    name: isvc-lightgbm-v2-runtime.18c558809910d9ee
    namespace: kserve-ci-e2e-test
    resourceVersion: "30972"
    uid: 64c7f0fb-f05d-465d-a47c-1aa34fcc4c39
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-24T21:55:36Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "29767"
    uid: 1906ab3b-bf96-4022-88b8-9f43ac5b4861
  kind: Event
  lastTimestamp: "2026-07-24T21:55:36Z"
  message: 'Failed to update status for InferenceService "isvc-lightgbm-v2-runtime":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-lightgbm-v2-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-24T21:55:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-24T21:55:36Z"
    name: isvc-lightgbm-v2-runtime.18c5588099dcc1a3
    namespace: kserve-ci-e2e-test
    resourceVersion: "29800"
    uid: b5b83bf0-22ea-47f1-91ad-08c0e6ee2bcb
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:55:36Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "29772"
    uid: 1906ab3b-bf96-4022-88b8-9f43ac5b4861
  kind: Event
  lastTimestamp: "2026-07-24T21:55:36Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-lightgbm-v2-runtime": the object
    has been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-07-24T21:55:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-24T21:55:36Z"
    name: isvc-lightgbm-v2-runtime.18c55880a26649ad
    namespace: kserve-ci-e2e-test
    resourceVersion: "29801"
    uid: 994f70b7-8051-4a3c-8448-c1d7a1c1421f
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:58:19Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "30970"
    uid: 1906ab3b-bf96-4022-88b8-9f43ac5b4861
  kind: Event
  lastTimestamp: "2026-07-24T21:58:19Z"
  message: InferenceService [isvc-lightgbm-v2-runtime] is Ready
  metadata:
    creationTimestamp: "2026-07-24T21:58:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-24T21:58:19Z"
    name: isvc-lightgbm-v2-runtime.18c558a694ae9f90
    namespace: kserve-ci-e2e-test
    resourceVersion: "30971"
    uid: aad06078-8181-4577-ad4d-e843454bdadb
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-07-24T21:52:15Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm
    namespace: kserve-ci-e2e-test
    resourceVersion: "28154"
    uid: 47c81a73-983c-42c9-bcaa-f655ed8c5f8a
  kind: Event
  lastTimestamp: "2026-07-24T21:53:45Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-24T21:52:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-24T21:53:45Z"
    name: isvc-lightgbm.18c55851c2d7f651
    namespace: kserve-ci-e2e-test
    resourceVersion: "28871"
    uid: a3f414bb-60c4-438d-9868-5bc3ac88e1af
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-24T21:52:15Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm
    namespace: kserve-ci-e2e-test
    resourceVersion: "28154"
    uid: 47c81a73-983c-42c9-bcaa-f655ed8c5f8a
  kind: Event
  lastTimestamp: "2026-07-24T21:52:15Z"
  message: 'Failed to update status for InferenceService "isvc-lightgbm": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-lightgbm": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-07-24T21:52:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-24T21:52:15Z"
    name: isvc-lightgbm.18c55851c34dadf9
    namespace: kserve-ci-e2e-test
    resourceVersion: "28184"
    uid: 74dcfb01-62c5-47a1-ba49-acdde052d89f
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:52:15Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm
    namespace: kserve-ci-e2e-test
    resourceVersion: "28156"
    uid: 47c81a73-983c-42c9-bcaa-f655ed8c5f8a
  kind: Event
  lastTimestamp: "2026-07-24T21:52:15Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-lightgbm": the object has been modified;
    please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-07-24T21:52:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-24T21:52:15Z"
    name: isvc-lightgbm.18c55851c9fe0296
    namespace: kserve-ci-e2e-test
    resourceVersion: "28185"
    uid: 9d3fce15-7800-4259-a849-08d409e4831f
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:53:45Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm
    namespace: kserve-ci-e2e-test
    resourceVersion: "28868"
    uid: 47c81a73-983c-42c9-bcaa-f655ed8c5f8a
  kind: Event
  lastTimestamp: "2026-07-24T21:53:45Z"
  message: InferenceService [isvc-lightgbm] is Ready
  metadata:
    creationTimestamp: "2026-07-24T21:53:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-24T21:53:45Z"
    name: isvc-lightgbm.18c55866bb6c5c9c
    namespace: kserve-ci-e2e-test
    resourceVersion: "28869"
    uid: 585c7855-71ac-48b9-a1f6-28680c683a2d
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-24T21:29:58.345624Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-logger-predictor-5f586b99d8-ckct4
    namespace: kserve-ci-e2e-test
    resourceVersion: "17168"
    uid: a73378bc-5e96-4f03-884f-b6c8813479ac
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-logger-predictor-5f586b99d8-ckct4
    to ip-10-0-129-163.ec2.internal
  metadata:
    creationTimestamp: "2026-07-24T21:29:58Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-24T21:29:58Z"
    name: isvc-logger-predictor-5f586b99d8-ckct4.18c5571a6dd3d2ea
    namespace: kserve-ci-e2e-test
    resourceVersion: "17174"
    uid: a19294b5-4ef2-4e31-afa3-59ef070a4f65
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-558cfff45f-z9c48
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:29:58Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-logger-predictor-5f586b99d8-ckct4
    namespace: kserve-ci-e2e-test
    resourceVersion: "17178"
    uid: a73378bc-5e96-4f03-884f-b6c8813479ac
  kind: Event
  lastTimestamp: "2026-07-24T21:29:58Z"
  message: Add eth0 [10.134.0.32/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-24T21:29:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-24T21:29:58Z"
    name: isvc-logger-predictor-5f586b99d8-ckct4.18c5571a87a81e40
    namespace: kserve-ci-e2e-test
    resourceVersion: "17186"
    uid: ceff8291-80fa-4fd1-9792-409d1a4aee7d
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:29:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-logger-predictor-5f586b99d8-ckct4
    namespace: kserve-ci-e2e-test
    resourceVersion: "17172"
    uid: a73378bc-5e96-4f03-884f-b6c8813479ac
  kind: Event
  lastTimestamp: "2026-07-24T21:29:58Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:4bc99d27049df235a3e7474685f2095e74c6eed89dc3da2f17a1c3e85c3fa894"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-24T21:29:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T21:29:58Z"
    name: isvc-logger-predictor-5f586b99d8-ckct4.18c5571a89357b94
    namespace: kserve-ci-e2e-test
    resourceVersion: "17189"
    uid: 783ed504-6582-43b4-be22-992461d68a69
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-163.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:29:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-logger-predictor-5f586b99d8-ckct4
    namespace: kserve-ci-e2e-test
    resourceVersion: "17172"
    uid: a73378bc-5e96-4f03-884f-b6c8813479ac
  kind: Event
  lastTimestamp: "2026-07-24T21:29:58Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-24T21:29:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T21:29:58Z"
    name: isvc-logger-predictor-5f586b99d8-ckct4.18c5571a8c8b4b39
    namespace: kserve-ci-e2e-test
    resourceVersion: "17190"
    uid: aa5cc19f-f2ef-49f6-9156-c0ea8fdd7c9f
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-163.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:29:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-logger-predictor-5f586b99d8-ckct4
    namespace: kserve-ci-e2e-test
    resourceVersion: "17172"
    uid: a73378bc-5e96-4f03-884f-b6c8813479ac
  kind: Event
  lastTimestamp: "2026-07-24T21:29:58Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-24T21:29:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T21:29:58Z"
    name: isvc-logger-predictor-5f586b99d8-ckct4.18c5571a8d063d90
    namespace: kserve-ci-e2e-test
    resourceVersion: "17191"
    uid: 55ca5bb0-f481-48ed-87de-527be785b5a0
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-163.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:30:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-predictor-5f586b99d8-ckct4
    namespace: kserve-ci-e2e-test
    resourceVersion: "17172"
    uid: a73378bc-5e96-4f03-884f-b6c8813479ac
  kind: Event
  lastTimestamp: "2026-07-24T21:30:03Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1716"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-24T21:30:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T21:30:03Z"
    name: isvc-logger-predictor-5f586b99d8-ckct4.18c5571b98ce6228
    namespace: kserve-ci-e2e-test
    resourceVersion: "17227"
    uid: fdb7368d-1bc1-43d7-a2a0-2b15f5fd9fd2
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-163.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:30:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-predictor-5f586b99d8-ckct4
    namespace: kserve-ci-e2e-test
    resourceVersion: "17172"
    uid: a73378bc-5e96-4f03-884f-b6c8813479ac
  kind: Event
  lastTimestamp: "2026-07-24T21:30:03Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-24T21:30:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T21:30:03Z"
    name: isvc-logger-predictor-5f586b99d8-ckct4.18c5571b9c6b9082
    namespace: kserve-ci-e2e-test
    resourceVersion: "17230"
    uid: c6e82bdd-67e0-424a-adbf-429d1ce1a9aa
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-163.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:30:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-predictor-5f586b99d8-ckct4
    namespace: kserve-ci-e2e-test
    resourceVersion: "17172"
    uid: a73378bc-5e96-4f03-884f-b6c8813479ac
  kind: Event
  lastTimestamp: "2026-07-24T21:30:03Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-24T21:30:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T21:30:03Z"
    name: isvc-logger-predictor-5f586b99d8-ckct4.18c5571b9ce69282
    namespace: kserve-ci-e2e-test
    resourceVersion: "17232"
    uid: 7e554f32-c7b0-472e-8177-0cb9654ef96d
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-163.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:30:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-predictor-5f586b99d8-ckct4
    namespace: kserve-ci-e2e-test
    resourceVersion: "17172"
    uid: a73378bc-5e96-4f03-884f-b6c8813479ac
  kind: Event
  lastTimestamp: "2026-07-24T21:30:03Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-24T21:30:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T21:30:03Z"
    name: isvc-logger-predictor-5f586b99d8-ckct4.18c5571b9cf11c08
    namespace: kserve-ci-e2e-test
    resourceVersion: "17233"
    uid: 8388f048-c940-4439-968d-2efbc9bab27c
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-163.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:30:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-predictor-5f586b99d8-ckct4
    namespace: kserve-ci-e2e-test
    resourceVersion: "17172"
    uid: a73378bc-5e96-4f03-884f-b6c8813479ac
  kind: Event
  lastTimestamp: "2026-07-24T21:30:03Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-24T21:30:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T21:30:03Z"
    name: isvc-logger-predictor-5f586b99d8-ckct4.18c5571ba007b602
    namespace: kserve-ci-e2e-test
    resourceVersion: "17235"
    uid: 50e2646a-c62d-49cd-8a2e-a045d2d76414
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-163.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:30:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-predictor-5f586b99d8-ckct4
    namespace: kserve-ci-e2e-test
    resourceVersion: "17172"
    uid: a73378bc-5e96-4f03-884f-b6c8813479ac
  kind: Event
  lastTimestamp: "2026-07-24T21:30:03Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-24T21:30:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T21:30:03Z"
    name: isvc-logger-predictor-5f586b99d8-ckct4.18c5571ba0801ae5
    namespace: kserve-ci-e2e-test
    resourceVersion: "17236"
    uid: cf97e0fc-f40b-4d60-b8c4-3959851fd6f0
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-163.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:30:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-predictor-5f586b99d8-ckct4
    namespace: kserve-ci-e2e-test
    resourceVersion: "17172"
    uid: a73378bc-5e96-4f03-884f-b6c8813479ac
  kind: Event
  lastTimestamp: "2026-07-24T21:30:03Z"
  message: Container image "quay.io/opendatahub/kserve-agent@sha256:5eadda1fc9085300923462d30bccc33b4ca27b6d1bc72292ef033cbc042de960"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-24T21:30:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T21:30:03Z"
    name: isvc-logger-predictor-5f586b99d8-ckct4.18c5571ba08b7ad7
    namespace: kserve-ci-e2e-test
    resourceVersion: "17237"
    uid: e7797c12-d696-450d-b290-9400f41bed95
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-163.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:30:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-predictor-5f586b99d8-ckct4
    namespace: kserve-ci-e2e-test
    resourceVersion: "17172"
    uid: a73378bc-5e96-4f03-884f-b6c8813479ac
  kind: Event
  lastTimestamp: "2026-07-24T21:30:03Z"
  message: 'Created container: agent'
  metadata:
    creationTimestamp: "2026-07-24T21:30:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T21:30:03Z"
    name: isvc-logger-predictor-5f586b99d8-ckct4.18c5571ba3e3be17
    namespace: kserve-ci-e2e-test
    resourceVersion: "17238"
    uid: c84f4cf9-78dc-4da0-8bd1-4fcd8ced727c
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-163.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:30:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-predictor-5f586b99d8-ckct4
    namespace: kserve-ci-e2e-test
    resourceVersion: "17172"
    uid: a73378bc-5e96-4f03-884f-b6c8813479ac
  kind: Event
  lastTimestamp: "2026-07-24T21:30:03Z"
  message: Started container agent
  metadata:
    creationTimestamp: "2026-07-24T21:30:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T21:30:03Z"
    name: isvc-logger-predictor-5f586b99d8-ckct4.18c5571ba459a9df
    namespace: kserve-ci-e2e-test
    resourceVersion: "17239"
    uid: d8e7c9fa-4936-4040-89a0-97e2159da4c4
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-163.ec2.internal
  type: Normal
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-07-24T21:30:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-predictor-5f586b99d8-ckct4
    namespace: kserve-ci-e2e-test
    resourceVersion: "17172"
    uid: a73378bc-5e96-4f03-884f-b6c8813479ac
  kind: Event
  lastTimestamp: "2026-07-24T21:31:36Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.32:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-24T21:30:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T21:31:36Z"
    name: isvc-logger-predictor-5f586b99d8-ckct4.18c5571bd4e864e8
    namespace: kserve-ci-e2e-test
    resourceVersion: "18012"
    uid: 7a3700d3-9a87-474f-b6f2-9022c3e6a47a
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-163.ec2.internal
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-07-24T21:30:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-predictor-5f586b99d8-ckct4
    namespace: kserve-ci-e2e-test
    resourceVersion: "17172"
    uid: a73378bc-5e96-4f03-884f-b6c8813479ac
  kind: Event
  lastTimestamp: "2026-07-24T21:31:36Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 503'
  metadata:
    creationTimestamp: "2026-07-24T21:30:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T21:31:36Z"
    name: isvc-logger-predictor-5f586b99d8-ckct4.18c5571c10d8f19a
    namespace: kserve-ci-e2e-test
    resourceVersion: "18013"
    uid: f231d92c-df4d-4b4a-8236-5b6cff1b47af
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-163.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:31:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-predictor-5f586b99d8-ckct4
    namespace: kserve-ci-e2e-test
    resourceVersion: "17172"
    uid: a73378bc-5e96-4f03-884f-b6c8813479ac
  kind: Event
  lastTimestamp: "2026-07-24T21:31:23Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-24T21:31:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T21:31:23Z"
    name: isvc-logger-predictor-5f586b99d8-ckct4.18c5572e4698c35d
    namespace: kserve-ci-e2e-test
    resourceVersion: "17860"
    uid: ebcab8bf-e28a-4946-9652-02d288d16254
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-163.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:31:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-predictor-5f586b99d8-ckct4
    namespace: kserve-ci-e2e-test
    resourceVersion: "17172"
    uid: a73378bc-5e96-4f03-884f-b6c8813479ac
  kind: Event
  lastTimestamp: "2026-07-24T21:31:23Z"
  message: Stopping container agent
  metadata:
    creationTimestamp: "2026-07-24T21:31:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T21:31:23Z"
    name: isvc-logger-predictor-5f586b99d8-ckct4.18c5572e4699782e
    namespace: kserve-ci-e2e-test
    resourceVersion: "17862"
    uid: 9c491a0d-3e57-4c91-95cc-6fc09fbe9654
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-163.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:31:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-predictor-5f586b99d8-ckct4
    namespace: kserve-ci-e2e-test
    resourceVersion: "17172"
    uid: a73378bc-5e96-4f03-884f-b6c8813479ac
  kind: Event
  lastTimestamp: "2026-07-24T21:31:23Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-24T21:31:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T21:31:23Z"
    name: isvc-logger-predictor-5f586b99d8-ckct4.18c5572e469a2041
    namespace: kserve-ci-e2e-test
    resourceVersion: "17867"
    uid: 93deade6-3f56-4e7e-b955-1f2e8663227a
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-163.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-24T21:31:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-predictor-5f586b99d8-ckct4
    namespace: kserve-ci-e2e-test
    resourceVersion: "17172"
    uid: a73378bc-5e96-4f03-884f-b6c8813479ac
  kind: Event
  lastTimestamp: "2026-07-24T21:31:31Z"
  message: 'Readiness probe failed: Get "https://10.134.0.32:8643/healthz": dial tcp
    10.134.0.32:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-24T21:31:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T21:31:31Z"
    name: isvc-logger-predictor-5f586b99d8-ckct4.18c5572eed16c13e
    namespace: kserve-ci-e2e-test
    resourceVersion: "17979"
    uid: 0707555a-97ae-4320-8104-beca74f7f3a3
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-163.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:29:58Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-logger-predictor-5f586b99d8
    namespace: kserve-ci-e2e-test
    resourceVersion: "17159"
    uid: 6125b243-e493-4e3f-9934-9f3c93fe84d2
  kind: Event
  lastTimestamp: "2026-07-24T21:29:58Z"
  message: 'Created pod: isvc-logger-predictor-5f586b99d8-ckct4'
  metadata:
    creationTimestamp: "2026-07-24T21:29:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-24T21:29:58Z"
    name: isvc-logger-predictor-5f586b99d8.18c5571a6d5d6a85
    namespace: kserve-ci-e2e-test
    resourceVersion: "17171"
    uid: 03ca1dc8-7b9a-4790-ba59-1ea8d3921bcd
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:29:58Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-logger-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17157"
    uid: 60ddb321-4db3-4f46-9bb5-9d5d2d168cd5
  kind: Event
  lastTimestamp: "2026-07-24T21:29:58Z"
  message: Scaled up replica set isvc-logger-predictor-5f586b99d8 from 0 to 1
  metadata:
    creationTimestamp: "2026-07-24T21:29:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-24T21:29:58Z"
    name: isvc-logger-predictor.18c5571a69cae594
    namespace: kserve-ci-e2e-test
    resourceVersion: "17161"
    uid: 4116b5ae-0943-4aa2-96ed-bc32f044627c
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-24T21:30:13Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-logger-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17158"
    uid: 8908e873-7434-465c-9412-8c0b2ed619d6
  kind: Event
  lastTimestamp: "2026-07-24T21:30:28Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-24T21:30:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-24T21:30:28Z"
    name: isvc-logger-predictor.18c5571de85b8239
    namespace: kserve-ci-e2e-test
    resourceVersion: "17435"
    uid: 24f6f2a2-937d-44fe-b473-06b419f9f615
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-24T21:30:13Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-logger-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17158"
    uid: 8908e873-7434-465c-9412-8c0b2ed619d6
  kind: Event
  lastTimestamp: "2026-07-24T21:30:28Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-24T21:30:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-24T21:30:28Z"
    name: isvc-logger-predictor.18c5571de8c893fd
    namespace: kserve-ci-e2e-test
    resourceVersion: "17436"
    uid: e898f460-dcde-4861-984c-64f6f54cbb56
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-24T21:30:43Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-logger-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17320"
    uid: 8908e873-7434-465c-9412-8c0b2ed619d6
  kind: Event
  lastTimestamp: "2026-07-24T21:31:13Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-24T21:30:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-24T21:31:13Z"
    name: isvc-logger-predictor.18c55724e66ba84c
    namespace: kserve-ci-e2e-test
    resourceVersion: "17756"
    uid: f47a4531-79df-4305-87d2-41f6b7264555
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-24T21:30:43Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-logger-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17320"
    uid: 8908e873-7434-465c-9412-8c0b2ed619d6
  kind: Event
  lastTimestamp: "2026-07-24T21:31:13Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-24T21:30:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-24T21:31:13Z"
    name: isvc-logger-predictor.18c55724e6fee9d4
    namespace: kserve-ci-e2e-test
    resourceVersion: "17757"
    uid: 24ab45b8-892c-4eec-be4c-95d393204554
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-07-24T21:29:58Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-logger
    namespace: kserve-ci-e2e-test
    resourceVersion: "17149"
    uid: 9b1f5056-e178-45ea-a265-89759885e7fa
  kind: Event
  lastTimestamp: "2026-07-24T21:31:16Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-24T21:29:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-24T21:31:16Z"
    name: isvc-logger.18c5571a69e02fe0
    namespace: kserve-ci-e2e-test
    resourceVersion: "17784"
    uid: f0860dee-c1cd-4698-a355-e061c75e26c7
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:29:58Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-logger
    namespace: kserve-ci-e2e-test
    resourceVersion: "17149"
    uid: 9b1f5056-e178-45ea-a265-89759885e7fa
  kind: Event
  lastTimestamp: "2026-07-24T21:29:58Z"
  message: 'Failed to update status for InferenceService "isvc-logger": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-logger": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-07-24T21:29:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-24T21:29:58Z"
    name: isvc-logger.18c5571a6a8a19de
    namespace: kserve-ci-e2e-test
    resourceVersion: "17165"
    uid: 904e441e-2a74-4f5b-8210-607ce825e017
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:31:16Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-logger
    namespace: kserve-ci-e2e-test
    resourceVersion: "17782"
    uid: 9b1f5056-e178-45ea-a265-89759885e7fa
  kind: Event
  lastTimestamp: "2026-07-24T21:31:16Z"
  message: InferenceService [isvc-logger] is Ready
  metadata:
    creationTimestamp: "2026-07-24T21:31:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-24T21:31:16Z"
    name: isvc-logger.18c5572c99b7c175
    namespace: kserve-ci-e2e-test
    resourceVersion: "17783"
    uid: f557c703-b91e-49c3-90df-870d141ed585
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-24T21:59:07.294377Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-56bxl
    namespace: kserve-ci-e2e-test
    resourceVersion: "31451"
    uid: d13ef07a-911f-4cec-87c1-a74d604147e5
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-mlflow-v2-runtime-predictor-6456f94494-56bxl
    to ip-10-0-143-243.ec2.internal
  metadata:
    creationTimestamp: "2026-07-24T21:59:07Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-24T21:59:07Z"
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-56bxl.18c558b1a34beeb3
    namespace: kserve-ci-e2e-test
    resourceVersion: "31457"
    uid: d8d50897-8829-4225-93a3-8f9a62f07c19
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-558cfff45f-z9c48
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:59:07Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-56bxl
    namespace: kserve-ci-e2e-test
    resourceVersion: "31462"
    uid: d13ef07a-911f-4cec-87c1-a74d604147e5
  kind: Event
  lastTimestamp: "2026-07-24T21:59:07Z"
  message: Add eth0 [10.133.0.31/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-24T21:59:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-24T21:59:07Z"
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-56bxl.18c558b1bcb3e62a
    namespace: kserve-ci-e2e-test
    resourceVersion: "31469"
    uid: b8224a7a-f9cf-4064-ada6-e656e7e9f4b6
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:59:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-56bxl
    namespace: kserve-ci-e2e-test
    resourceVersion: "31453"
    uid: d13ef07a-911f-4cec-87c1-a74d604147e5
  kind: Event
  lastTimestamp: "2026-07-24T21:59:07Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:4bc99d27049df235a3e7474685f2095e74c6eed89dc3da2f17a1c3e85c3fa894"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-24T21:59:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T21:59:07Z"
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-56bxl.18c558b1be35532c
    namespace: kserve-ci-e2e-test
    resourceVersion: "31471"
    uid: 4c79f09d-6fd3-43ed-b221-cd053ae86add
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-243.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-243.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:59:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-56bxl
    namespace: kserve-ci-e2e-test
    resourceVersion: "31453"
    uid: d13ef07a-911f-4cec-87c1-a74d604147e5
  kind: Event
  lastTimestamp: "2026-07-24T21:59:07Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-24T21:59:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T21:59:07Z"
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-56bxl.18c558b1c0a612ed
    namespace: kserve-ci-e2e-test
    resourceVersion: "31473"
    uid: 867bbd87-420a-47c5-bb42-8d0a2ffbdf3c
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-243.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-243.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:59:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-56bxl
    namespace: kserve-ci-e2e-test
    resourceVersion: "31453"
    uid: d13ef07a-911f-4cec-87c1-a74d604147e5
  kind: Event
  lastTimestamp: "2026-07-24T21:59:07Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-24T21:59:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T21:59:07Z"
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-56bxl.18c558b1c1099196
    namespace: kserve-ci-e2e-test
    resourceVersion: "31474"
    uid: 4f74277c-e988-42f2-ac46-0cb1f530659d
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-243.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-243.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:59:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-56bxl
    namespace: kserve-ci-e2e-test
    resourceVersion: "31453"
    uid: d13ef07a-911f-4cec-87c1-a74d604147e5
  kind: Event
  lastTimestamp: "2026-07-24T21:59:12Z"
  message: Container image "docker.io/seldonio/mlserver:1.7.1" already present on
    machine
  metadata:
    creationTimestamp: "2026-07-24T21:59:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T21:59:12Z"
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-56bxl.18c558b2be427742
    namespace: kserve-ci-e2e-test
    resourceVersion: "31509"
    uid: 61afe7e9-861d-4b26-90f9-85c3c91d561a
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-243.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-243.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:59:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-56bxl
    namespace: kserve-ci-e2e-test
    resourceVersion: "31453"
    uid: d13ef07a-911f-4cec-87c1-a74d604147e5
  kind: Event
  lastTimestamp: "2026-07-24T21:59:12Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-24T21:59:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T21:59:12Z"
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-56bxl.18c558b2c10d89a4
    namespace: kserve-ci-e2e-test
    resourceVersion: "31511"
    uid: a5e76bad-d0b0-4e1d-8838-c103ff161059
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-243.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-243.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:59:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-56bxl
    namespace: kserve-ci-e2e-test
    resourceVersion: "31453"
    uid: d13ef07a-911f-4cec-87c1-a74d604147e5
  kind: Event
  lastTimestamp: "2026-07-24T21:59:12Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-24T21:59:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T21:59:12Z"
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-56bxl.18c558b2c173e2b9
    namespace: kserve-ci-e2e-test
    resourceVersion: "31513"
    uid: 9fc34976-cdde-4c47-a347-3502ca0a273c
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-243.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-243.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:59:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-56bxl
    namespace: kserve-ci-e2e-test
    resourceVersion: "31453"
    uid: d13ef07a-911f-4cec-87c1-a74d604147e5
  kind: Event
  lastTimestamp: "2026-07-24T21:59:12Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-24T21:59:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T21:59:12Z"
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-56bxl.18c558b2c17e856e
    namespace: kserve-ci-e2e-test
    resourceVersion: "31515"
    uid: 42a0ff20-7f12-4871-a7cb-f66eb78a81d5
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-243.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-243.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:59:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-56bxl
    namespace: kserve-ci-e2e-test
    resourceVersion: "31453"
    uid: d13ef07a-911f-4cec-87c1-a74d604147e5
  kind: Event
  lastTimestamp: "2026-07-24T21:59:12Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-24T21:59:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T21:59:12Z"
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-56bxl.18c558b2c4b31ea8
    namespace: kserve-ci-e2e-test
    resourceVersion: "31519"
    uid: b94eff3f-b66a-44f1-944f-6ac5ba3fd89e
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-243.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-243.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:59:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-56bxl
    namespace: kserve-ci-e2e-test
    resourceVersion: "31453"
    uid: d13ef07a-911f-4cec-87c1-a74d604147e5
  kind: Event
  lastTimestamp: "2026-07-24T21:59:12Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-24T21:59:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T21:59:12Z"
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-56bxl.18c558b2c5651b68
    namespace: kserve-ci-e2e-test
    resourceVersion: "31520"
    uid: 2c5ee5c7-969c-43ae-80df-942e3178ab41
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-243.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-243.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:59:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-56bxl
    namespace: kserve-ci-e2e-test
    resourceVersion: "31453"
    uid: d13ef07a-911f-4cec-87c1-a74d604147e5
  kind: Event
  lastTimestamp: "2026-07-24T21:59:57Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-24T21:59:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T21:59:57Z"
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-56bxl.18c558bd4f48f5ad
    namespace: kserve-ci-e2e-test
    resourceVersion: "31864"
    uid: 3f3c9fe6-f3ee-4d01-a01a-343f2aad57e7
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-243.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-243.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:59:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-56bxl
    namespace: kserve-ci-e2e-test
    resourceVersion: "31453"
    uid: d13ef07a-911f-4cec-87c1-a74d604147e5
  kind: Event
  lastTimestamp: "2026-07-24T21:59:57Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-24T21:59:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T21:59:57Z"
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-56bxl.18c558bd4f4a3f3d
    namespace: kserve-ci-e2e-test
    resourceVersion: "31865"
    uid: 610b131a-b5d8-4051-ba18-fd6dcf15873a
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-243.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-243.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:59:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-56bxl
    namespace: kserve-ci-e2e-test
    resourceVersion: "31453"
    uid: d13ef07a-911f-4cec-87c1-a74d604147e5
  kind: Event
  lastTimestamp: "2026-07-24T21:59:58Z"
  message: 'Readiness probe failed: Get "https://10.133.0.31:8643/healthz": dial tcp
    10.133.0.31:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-24T21:59:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T21:59:58Z"
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-56bxl.18c558bd74d67988
    namespace: kserve-ci-e2e-test
    resourceVersion: "31869"
    uid: 06b36187-b9b0-4bd5-86b4-652dcb80f586
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-243.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-243.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:59:07Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-mlflow-v2-runtime-predictor-6456f94494
    namespace: kserve-ci-e2e-test
    resourceVersion: "31442"
    uid: a81bf0c2-7bc8-40de-943e-d212a28971da
  kind: Event
  lastTimestamp: "2026-07-24T21:59:07Z"
  message: 'Created pod: isvc-mlflow-v2-runtime-predictor-6456f94494-56bxl'
  metadata:
    creationTimestamp: "2026-07-24T21:59:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-24T21:59:07Z"
    name: isvc-mlflow-v2-runtime-predictor-6456f94494.18c558b1a2e28134
    namespace: kserve-ci-e2e-test
    resourceVersion: "31452"
    uid: 280eddce-23dd-42b4-89e0-948bc1b17cbc
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:59:07Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-mlflow-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31440"
    uid: 9a604572-2404-48e9-97f5-0ce85a38ab2b
  kind: Event
  lastTimestamp: "2026-07-24T21:59:07Z"
  message: Scaled up replica set isvc-mlflow-v2-runtime-predictor-6456f94494 from
    0 to 1
  metadata:
    creationTimestamp: "2026-07-24T21:59:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-24T21:59:07Z"
    name: isvc-mlflow-v2-runtime-predictor.18c558b1a0177961
    namespace: kserve-ci-e2e-test
    resourceVersion: "31444"
    uid: 5d39e7bb-e02b-4868-8d16-a320e3831fe0
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-24T21:59:22Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-mlflow-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31441"
    uid: b21326c1-dd6c-45c7-81ac-54b1e5c3888d
  kind: Event
  lastTimestamp: "2026-07-24T21:59:52Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-24T21:59:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-24T21:59:52Z"
    name: isvc-mlflow-v2-runtime-predictor.18c558b51eb08597
    namespace: kserve-ci-e2e-test
    resourceVersion: "31814"
    uid: e629ce94-8e7f-42e6-9b06-a450a2b6e0bf
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-24T21:59:22Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-mlflow-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31441"
    uid: b21326c1-dd6c-45c7-81ac-54b1e5c3888d
  kind: Event
  lastTimestamp: "2026-07-24T21:59:52Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-24T21:59:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-24T21:59:52Z"
    name: isvc-mlflow-v2-runtime-predictor.18c558b51f20f3f8
    namespace: kserve-ci-e2e-test
    resourceVersion: "31815"
    uid: 64168775-cf37-4c5a-be93-493ab21a60ee
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-07-24T21:59:07Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-mlflow-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "31433"
    uid: c367e8b0-a318-4e77-bada-9361dd06d535
  kind: Event
  lastTimestamp: "2026-07-24T21:59:49Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-24T21:59:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-24T21:59:49Z"
    name: isvc-mlflow-v2-runtime.18c558b1a00fce6b
    namespace: kserve-ci-e2e-test
    resourceVersion: "31787"
    uid: 8f4186dc-a3f4-41ac-bf8d-29052181c0c0
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:59:07Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-mlflow-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "31433"
    uid: c367e8b0-a318-4e77-bada-9361dd06d535
  kind: Event
  lastTimestamp: "2026-07-24T21:59:07Z"
  message: 'Failed to update status for InferenceService "isvc-mlflow-v2-runtime":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-mlflow-v2-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-24T21:59:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-24T21:59:07Z"
    name: isvc-mlflow-v2-runtime.18c558b1a09d03d9
    namespace: kserve-ci-e2e-test
    resourceVersion: "31446"
    uid: 8a1c3bd0-5ca0-4038-af61-19e79bd20fc3
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:59:49Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-mlflow-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "31785"
    uid: c367e8b0-a318-4e77-bada-9361dd06d535
  kind: Event
  lastTimestamp: "2026-07-24T21:59:49Z"
  message: InferenceService [isvc-mlflow-v2-runtime] is Ready
  metadata:
    creationTimestamp: "2026-07-24T21:59:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-24T21:59:49Z"
    name: isvc-mlflow-v2-runtime.18c558bb65b94d04
    namespace: kserve-ci-e2e-test
    resourceVersion: "31786"
    uid: 7a3d8459-12d9-45c8-9c17-caec5da61fd5
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-24T22:01:27.811879Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-paddle-predictor-6d5c9fd4f6-fcrw2
    namespace: kserve-ci-e2e-test
    resourceVersion: "32594"
    uid: cf0110c6-5d44-4ac3-bee4-3867f9582f5a
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-paddle-predictor-6d5c9fd4f6-fcrw2
    to ip-10-0-129-163.ec2.internal
  metadata:
    creationTimestamp: "2026-07-24T22:01:27Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-24T22:01:27Z"
    name: isvc-paddle-predictor-6d5c9fd4f6-fcrw2.18c558d25acae19f
    namespace: kserve-ci-e2e-test
    resourceVersion: "32600"
    uid: c60f8540-37b7-4a24-a51f-0baaff2c69e9
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-558cfff45f-z9c48
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T22:01:28Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-paddle-predictor-6d5c9fd4f6-fcrw2
    namespace: kserve-ci-e2e-test
    resourceVersion: "32605"
    uid: cf0110c6-5d44-4ac3-bee4-3867f9582f5a
  kind: Event
  lastTimestamp: "2026-07-24T22:01:28Z"
  message: Add eth0 [10.134.0.44/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-24T22:01:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-24T22:01:28Z"
    name: isvc-paddle-predictor-6d5c9fd4f6-fcrw2.18c558d2749b6a47
    namespace: kserve-ci-e2e-test
    resourceVersion: "32615"
    uid: 145b2cce-fdf1-4048-95e0-b939862a88cb
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T22:01:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-predictor-6d5c9fd4f6-fcrw2
    namespace: kserve-ci-e2e-test
    resourceVersion: "32596"
    uid: cf0110c6-5d44-4ac3-bee4-3867f9582f5a
  kind: Event
  lastTimestamp: "2026-07-24T22:01:28Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:4bc99d27049df235a3e7474685f2095e74c6eed89dc3da2f17a1c3e85c3fa894"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-24T22:01:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T22:01:28Z"
    name: isvc-paddle-predictor-6d5c9fd4f6-fcrw2.18c558d2761cef8d
    namespace: kserve-ci-e2e-test
    resourceVersion: "32617"
    uid: b888a7e6-14da-441d-818e-6663efad094f
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-163.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T22:01:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-predictor-6d5c9fd4f6-fcrw2
    namespace: kserve-ci-e2e-test
    resourceVersion: "32596"
    uid: cf0110c6-5d44-4ac3-bee4-3867f9582f5a
  kind: Event
  lastTimestamp: "2026-07-24T22:01:28Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-24T22:01:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T22:01:28Z"
    name: isvc-paddle-predictor-6d5c9fd4f6-fcrw2.18c558d2799df23a
    namespace: kserve-ci-e2e-test
    resourceVersion: "32618"
    uid: c7339eac-d598-4898-a4e4-b30e006181de
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-163.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T22:01:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-predictor-6d5c9fd4f6-fcrw2
    namespace: kserve-ci-e2e-test
    resourceVersion: "32596"
    uid: cf0110c6-5d44-4ac3-bee4-3867f9582f5a
  kind: Event
  lastTimestamp: "2026-07-24T22:01:28Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-24T22:01:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T22:01:28Z"
    name: isvc-paddle-predictor-6d5c9fd4f6-fcrw2.18c558d27a19f145
    namespace: kserve-ci-e2e-test
    resourceVersion: "32619"
    uid: 043e975a-e03b-486d-818d-6b16c14df50b
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-163.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T22:01:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-predictor-6d5c9fd4f6-fcrw2
    namespace: kserve-ci-e2e-test
    resourceVersion: "32596"
    uid: cf0110c6-5d44-4ac3-bee4-3867f9582f5a
  kind: Event
  lastTimestamp: "2026-07-24T22:01:34Z"
  message: Pulling image "kserve/paddleserver:latest"
  metadata:
    creationTimestamp: "2026-07-24T22:01:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T22:01:34Z"
    name: isvc-paddle-predictor-6d5c9fd4f6-fcrw2.18c558d3d1a8190c
    namespace: kserve-ci-e2e-test
    resourceVersion: "32666"
    uid: fe2e06bf-98ce-45de-bd33-88c68537b4b3
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-163.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T22:01:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-predictor-6d5c9fd4f6-fcrw2
    namespace: kserve-ci-e2e-test
    resourceVersion: "32596"
    uid: cf0110c6-5d44-4ac3-bee4-3867f9582f5a
  kind: Event
  lastTimestamp: "2026-07-24T22:01:46Z"
  message: 'Successfully pulled image "kserve/paddleserver:latest" in 12.558s (12.558s
    including waiting). Image size: 1163606776 bytes.'
  metadata:
    creationTimestamp: "2026-07-24T22:01:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T22:01:46Z"
    name: isvc-paddle-predictor-6d5c9fd4f6-fcrw2.18c558d6be2d9d11
    namespace: kserve-ci-e2e-test
    resourceVersion: "32777"
    uid: 48633aac-6025-4cbe-bd38-f4c34c60562c
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-163.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T22:01:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-predictor-6d5c9fd4f6-fcrw2
    namespace: kserve-ci-e2e-test
    resourceVersion: "32596"
    uid: cf0110c6-5d44-4ac3-bee4-3867f9582f5a
  kind: Event
  lastTimestamp: "2026-07-24T22:01:46Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-24T22:01:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T22:01:46Z"
    name: isvc-paddle-predictor-6d5c9fd4f6-fcrw2.18c558d6c1aad86c
    namespace: kserve-ci-e2e-test
    resourceVersion: "32778"
    uid: d45c1eac-8898-4e6a-a42f-15b7b0ad13dd
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-163.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T22:01:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-predictor-6d5c9fd4f6-fcrw2
    namespace: kserve-ci-e2e-test
    resourceVersion: "32596"
    uid: cf0110c6-5d44-4ac3-bee4-3867f9582f5a
  kind: Event
  lastTimestamp: "2026-07-24T22:01:46Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-24T22:01:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T22:01:46Z"
    name: isvc-paddle-predictor-6d5c9fd4f6-fcrw2.18c558d6c222cef3
    namespace: kserve-ci-e2e-test
    resourceVersion: "32779"
    uid: 6f615318-c8e6-46e9-9134-a342ef6dd578
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-163.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T22:01:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-predictor-6d5c9fd4f6-fcrw2
    namespace: kserve-ci-e2e-test
    resourceVersion: "32596"
    uid: cf0110c6-5d44-4ac3-bee4-3867f9582f5a
  kind: Event
  lastTimestamp: "2026-07-24T22:01:46Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-24T22:01:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T22:01:46Z"
    name: isvc-paddle-predictor-6d5c9fd4f6-fcrw2.18c558d6c22cf6cd
    namespace: kserve-ci-e2e-test
    resourceVersion: "32780"
    uid: 9ef4914e-a988-4e62-93e8-a94a5a7c1d64
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-163.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T22:01:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-predictor-6d5c9fd4f6-fcrw2
    namespace: kserve-ci-e2e-test
    resourceVersion: "32596"
    uid: cf0110c6-5d44-4ac3-bee4-3867f9582f5a
  kind: Event
  lastTimestamp: "2026-07-24T22:01:46Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-24T22:01:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T22:01:46Z"
    name: isvc-paddle-predictor-6d5c9fd4f6-fcrw2.18c558d6c4e9572b
    namespace: kserve-ci-e2e-test
    resourceVersion: "32781"
    uid: 825c5156-b529-4c97-bcf2-4e14b967473e
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-163.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T22:01:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-predictor-6d5c9fd4f6-fcrw2
    namespace: kserve-ci-e2e-test
    resourceVersion: "32596"
    uid: cf0110c6-5d44-4ac3-bee4-3867f9582f5a
  kind: Event
  lastTimestamp: "2026-07-24T22:01:46Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-24T22:01:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T22:01:46Z"
    name: isvc-paddle-predictor-6d5c9fd4f6-fcrw2.18c558d6c55468c7
    namespace: kserve-ci-e2e-test
    resourceVersion: "32782"
    uid: 4dd46cf1-a6ce-483b-ad68-62865621d8c1
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-163.ec2.internal
  type: Normal
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-07-24T22:01:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-predictor-6d5c9fd4f6-fcrw2
    namespace: kserve-ci-e2e-test
    resourceVersion: "32596"
    uid: cf0110c6-5d44-4ac3-bee4-3867f9582f5a
  kind: Event
  lastTimestamp: "2026-07-24T22:02:23Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.44:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-24T22:01:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T22:02:23Z"
    name: isvc-paddle-predictor-6d5c9fd4f6-fcrw2.18c558d6dcbef2c1
    namespace: kserve-ci-e2e-test
    resourceVersion: "33043"
    uid: 43cb5647-ea49-4830-92a0-437fcceb4961
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-163.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T22:02:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-predictor-6d5c9fd4f6-fcrw2
    namespace: kserve-ci-e2e-test
    resourceVersion: "32596"
    uid: cf0110c6-5d44-4ac3-bee4-3867f9582f5a
  kind: Event
  lastTimestamp: "2026-07-24T22:02:39Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-24T22:02:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T22:02:39Z"
    name: isvc-paddle-predictor-6d5c9fd4f6-fcrw2.18c558e30af3fbd6
    namespace: kserve-ci-e2e-test
    resourceVersion: "33184"
    uid: 14c2022f-4e1d-4f70-adff-ab9521625663
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-163.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T22:02:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-predictor-6d5c9fd4f6-fcrw2
    namespace: kserve-ci-e2e-test
    resourceVersion: "32596"
    uid: cf0110c6-5d44-4ac3-bee4-3867f9582f5a
  kind: Event
  lastTimestamp: "2026-07-24T22:02:39Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-24T22:02:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T22:02:39Z"
    name: isvc-paddle-predictor-6d5c9fd4f6-fcrw2.18c558e30af4648a
    namespace: kserve-ci-e2e-test
    resourceVersion: "33185"
    uid: cf9e9f07-d821-4eaa-ac43-ab1aa130e55c
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-163.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T22:01:27Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-paddle-predictor-6d5c9fd4f6
    namespace: kserve-ci-e2e-test
    resourceVersion: "32585"
    uid: 3c590387-5f47-45be-88ab-8e45575f04b7
  kind: Event
  lastTimestamp: "2026-07-24T22:01:27Z"
  message: 'Created pod: isvc-paddle-predictor-6d5c9fd4f6-fcrw2'
  metadata:
    creationTimestamp: "2026-07-24T22:01:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-24T22:01:27Z"
    name: isvc-paddle-predictor-6d5c9fd4f6.18c558d25a5ffcbe
    namespace: kserve-ci-e2e-test
    resourceVersion: "32595"
    uid: e51b549e-74d7-4cd7-9cab-b1f3d21d54a2
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T22:01:27Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-paddle-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32582"
    uid: 950f6bcd-7ea5-49c3-9c63-622122c4f60d
  kind: Event
  lastTimestamp: "2026-07-24T22:01:27Z"
  message: Scaled up replica set isvc-paddle-predictor-6d5c9fd4f6 from 0 to 1
  metadata:
    creationTimestamp: "2026-07-24T22:01:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-24T22:01:27Z"
    name: isvc-paddle-predictor.18c558d2579acdf4
    namespace: kserve-ci-e2e-test
    resourceVersion: "32586"
    uid: 992364c1-9647-42c0-be22-df31b5bcc3e5
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-24T22:01:42Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32584"
    uid: 774476bb-5b42-4248-8086-79564788ac98
  kind: Event
  lastTimestamp: "2026-07-24T22:02:12Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-24T22:01:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-24T22:02:12Z"
    name: isvc-paddle-predictor.18c558d5d6ba8372
    namespace: kserve-ci-e2e-test
    resourceVersion: "32972"
    uid: bd548d21-f3d2-43a0-8867-8d953d1be1d8
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-24T22:01:42Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32584"
    uid: 774476bb-5b42-4248-8086-79564788ac98
  kind: Event
  lastTimestamp: "2026-07-24T22:02:12Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-24T22:01:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-24T22:02:12Z"
    name: isvc-paddle-predictor.18c558d5d8ddf925
    namespace: kserve-ci-e2e-test
    resourceVersion: "32973"
    uid: 0d5060c0-9f25-421b-b0a6-aad0e5e71b93
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T22:02:27Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32741"
    uid: 774476bb-5b42-4248-8086-79564788ac98
  kind: Event
  lastTimestamp: "2026-07-24T22:02:27Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-24T22:02:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-24T22:02:27Z"
    name: isvc-paddle-predictor.18c558e056d878a3
    namespace: kserve-ci-e2e-test
    resourceVersion: "33079"
    uid: f94ee898-d3de-447d-9df6-43fbb5114fb2
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T22:02:27Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32741"
    uid: 774476bb-5b42-4248-8086-79564788ac98
  kind: Event
  lastTimestamp: "2026-07-24T22:02:27Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-24T22:02:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-24T22:02:27Z"
    name: isvc-paddle-predictor.18c558e0574bc430
    namespace: kserve-ci-e2e-test
    resourceVersion: "33081"
    uid: 62715a1f-0f4a-4ffc-a603-f3c75d559d0a
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-24T22:02:44.690388Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-paddle-runtime-predictor-58b99fff76-v9vk8
    namespace: kserve-ci-e2e-test
    resourceVersion: "33241"
    uid: 55736fe1-104c-4dca-b699-89ea05ae2863
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-paddle-runtime-predictor-58b99fff76-v9vk8
    to ip-10-0-143-243.ec2.internal
  metadata:
    creationTimestamp: "2026-07-24T22:02:44Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-24T22:02:44Z"
    name: isvc-paddle-runtime-predictor-58b99fff76-v9vk8.18c558e4411bc860
    namespace: kserve-ci-e2e-test
    resourceVersion: "33247"
    uid: a87d5a34-155b-45a3-b233-74ff9604e146
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-558cfff45f-z9c48
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T22:02:45Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-paddle-runtime-predictor-58b99fff76-v9vk8
    namespace: kserve-ci-e2e-test
    resourceVersion: "33251"
    uid: 55736fe1-104c-4dca-b699-89ea05ae2863
  kind: Event
  lastTimestamp: "2026-07-24T22:02:45Z"
  message: Add eth0 [10.133.0.33/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-24T22:02:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-24T22:02:45Z"
    name: isvc-paddle-runtime-predictor-58b99fff76-v9vk8.18c558e45a7bc6f5
    namespace: kserve-ci-e2e-test
    resourceVersion: "33262"
    uid: a59852ec-6ffc-442d-9096-05080c988994
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T22:02:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-runtime-predictor-58b99fff76-v9vk8
    namespace: kserve-ci-e2e-test
    resourceVersion: "33243"
    uid: 55736fe1-104c-4dca-b699-89ea05ae2863
  kind: Event
  lastTimestamp: "2026-07-24T22:02:45Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:4bc99d27049df235a3e7474685f2095e74c6eed89dc3da2f17a1c3e85c3fa894"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-24T22:02:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T22:02:45Z"
    name: isvc-paddle-runtime-predictor-58b99fff76-v9vk8.18c558e45bfe6099
    namespace: kserve-ci-e2e-test
    resourceVersion: "33264"
    uid: f43871aa-92d4-4808-b692-748f8d850566
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-243.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-243.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T22:02:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-runtime-predictor-58b99fff76-v9vk8
    namespace: kserve-ci-e2e-test
    resourceVersion: "33243"
    uid: 55736fe1-104c-4dca-b699-89ea05ae2863
  kind: Event
  lastTimestamp: "2026-07-24T22:02:45Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-24T22:02:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T22:02:45Z"
    name: isvc-paddle-runtime-predictor-58b99fff76-v9vk8.18c558e45ef95fe9
    namespace: kserve-ci-e2e-test
    resourceVersion: "33265"
    uid: f118080b-da6a-4b31-999a-a67f40a541e2
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-243.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-243.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T22:02:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-runtime-predictor-58b99fff76-v9vk8
    namespace: kserve-ci-e2e-test
    resourceVersion: "33243"
    uid: 55736fe1-104c-4dca-b699-89ea05ae2863
  kind: Event
  lastTimestamp: "2026-07-24T22:02:45Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-24T22:02:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T22:02:45Z"
    name: isvc-paddle-runtime-predictor-58b99fff76-v9vk8.18c558e45f6ffe5d
    namespace: kserve-ci-e2e-test
    resourceVersion: "33266"
    uid: f10a7570-3fe6-495b-b1cc-dec0330074f9
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-243.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-243.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T22:02:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-runtime-predictor-58b99fff76-v9vk8
    namespace: kserve-ci-e2e-test
    resourceVersion: "33243"
    uid: 55736fe1-104c-4dca-b699-89ea05ae2863
  kind: Event
  lastTimestamp: "2026-07-24T22:02:50Z"
  message: Pulling image "kserve/paddleserver:latest"
  metadata:
    creationTimestamp: "2026-07-24T22:02:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T22:02:50Z"
    name: isvc-paddle-runtime-predictor-58b99fff76-v9vk8.18c558e5b157df10
    namespace: kserve-ci-e2e-test
    resourceVersion: "33315"
    uid: d22d490f-d6cb-4b35-8ecc-04959b77c39b
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-243.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-243.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T22:03:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-runtime-predictor-58b99fff76-v9vk8
    namespace: kserve-ci-e2e-test
    resourceVersion: "33243"
    uid: 55736fe1-104c-4dca-b699-89ea05ae2863
  kind: Event
  lastTimestamp: "2026-07-24T22:03:02Z"
  message: 'Successfully pulled image "kserve/paddleserver:latest" in 11.415s (11.415s
    including waiting). Image size: 1163606776 bytes.'
  metadata:
    creationTimestamp: "2026-07-24T22:03:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T22:03:02Z"
    name: isvc-paddle-runtime-predictor-58b99fff76-v9vk8.18c558e859c60d6b
    namespace: kserve-ci-e2e-test
    resourceVersion: "33401"
    uid: 1484765f-1623-4ad8-bdbd-617dc57ab28c
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-243.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-243.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T22:03:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-runtime-predictor-58b99fff76-v9vk8
    namespace: kserve-ci-e2e-test
    resourceVersion: "33243"
    uid: 55736fe1-104c-4dca-b699-89ea05ae2863
  kind: Event
  lastTimestamp: "2026-07-24T22:03:02Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-24T22:03:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T22:03:02Z"
    name: isvc-paddle-runtime-predictor-58b99fff76-v9vk8.18c558e85d79f011
    namespace: kserve-ci-e2e-test
    resourceVersion: "33402"
    uid: 762dbb21-0b84-4fd9-9aab-7a6c6dc941de
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-243.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-243.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T22:03:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-runtime-predictor-58b99fff76-v9vk8
    namespace: kserve-ci-e2e-test
    resourceVersion: "33243"
    uid: 55736fe1-104c-4dca-b699-89ea05ae2863
  kind: Event
  lastTimestamp: "2026-07-24T22:03:02Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-24T22:03:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T22:03:02Z"
    name: isvc-paddle-runtime-predictor-58b99fff76-v9vk8.18c558e85de4a401
    namespace: kserve-ci-e2e-test
    resourceVersion: "33403"
    uid: 14a8e000-f466-4faf-b2f4-1daccd83e762
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-243.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-243.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T22:03:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-runtime-predictor-58b99fff76-v9vk8
    namespace: kserve-ci-e2e-test
    resourceVersion: "33243"
    uid: 55736fe1-104c-4dca-b699-89ea05ae2863
  kind: Event
  lastTimestamp: "2026-07-24T22:03:02Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-24T22:03:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T22:03:02Z"
    name: isvc-paddle-runtime-predictor-58b99fff76-v9vk8.18c558e85def5600
    namespace: kserve-ci-e2e-test
    resourceVersion: "33404"
    uid: 06b08b63-4c02-43cf-aace-b3b1a14bb3ad
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-243.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-243.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T22:03:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-runtime-predictor-58b99fff76-v9vk8
    namespace: kserve-ci-e2e-test
    resourceVersion: "33243"
    uid: 55736fe1-104c-4dca-b699-89ea05ae2863
  kind: Event
  lastTimestamp: "2026-07-24T22:03:02Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-24T22:03:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T22:03:02Z"
    name: isvc-paddle-runtime-predictor-58b99fff76-v9vk8.18c558e86090e0bc
    namespace: kserve-ci-e2e-test
    resourceVersion: "33405"
    uid: c079de85-dbd8-4a08-84e4-d18f49bd2624
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-243.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-243.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T22:03:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-runtime-predictor-58b99fff76-v9vk8
    namespace: kserve-ci-e2e-test
    resourceVersion: "33243"
    uid: 55736fe1-104c-4dca-b699-89ea05ae2863
  kind: Event
  lastTimestamp: "2026-07-24T22:03:02Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-24T22:03:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T22:03:02Z"
    name: isvc-paddle-runtime-predictor-58b99fff76-v9vk8.18c558e860f93bf8
    namespace: kserve-ci-e2e-test
    resourceVersion: "33406"
    uid: 5cfffd1c-62f4-4ef1-be97-5692fddb2db6
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-243.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-243.ec2.internal
  type: Normal
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-07-24T22:03:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-runtime-predictor-58b99fff76-v9vk8
    namespace: kserve-ci-e2e-test
    resourceVersion: "33243"
    uid: 55736fe1-104c-4dca-b699-89ea05ae2863
  kind: Event
  lastTimestamp: "2026-07-24T22:03:38Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.33:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-24T22:03:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T22:03:38Z"
    name: isvc-paddle-runtime-predictor-58b99fff76-v9vk8.18c558e87fccffe4
    namespace: kserve-ci-e2e-test
    resourceVersion: "33660"
    uid: 13b73cbc-d627-4268-a773-e55b8586ff65
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-243.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-243.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T22:03:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-runtime-predictor-58b99fff76-v9vk8
    namespace: kserve-ci-e2e-test
    resourceVersion: "33243"
    uid: 55736fe1-104c-4dca-b699-89ea05ae2863
  kind: Event
  lastTimestamp: "2026-07-24T22:03:56Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-24T22:03:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T22:03:56Z"
    name: isvc-paddle-runtime-predictor-58b99fff76-v9vk8.18c558f4ead606bd
    namespace: kserve-ci-e2e-test
    resourceVersion: "33810"
    uid: 4520377e-55fa-47e4-a746-6054772a698b
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-243.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-243.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T22:03:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-runtime-predictor-58b99fff76-v9vk8
    namespace: kserve-ci-e2e-test
    resourceVersion: "33243"
    uid: 55736fe1-104c-4dca-b699-89ea05ae2863
  kind: Event
  lastTimestamp: "2026-07-24T22:03:56Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-24T22:03:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T22:03:56Z"
    name: isvc-paddle-runtime-predictor-58b99fff76-v9vk8.18c558f4ead75a20
    namespace: kserve-ci-e2e-test
    resourceVersion: "33811"
    uid: c29fdc21-4013-4920-8763-a96126d2b165
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-243.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-243.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T22:02:44Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-paddle-runtime-predictor-58b99fff76
    namespace: kserve-ci-e2e-test
    resourceVersion: "33231"
    uid: 786c36ec-e958-478e-a6c0-7ac4f2fba7bf
  kind: Event
  lastTimestamp: "2026-07-24T22:02:44Z"
  message: 'Created pod: isvc-paddle-runtime-predictor-58b99fff76-v9vk8'
  metadata:
    creationTimestamp: "2026-07-24T22:02:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-24T22:02:44Z"
    name: isvc-paddle-runtime-predictor-58b99fff76.18c558e440aee0fe
    namespace: kserve-ci-e2e-test
    resourceVersion: "33242"
    uid: 32bce39c-f6c7-4e67-a609-52d8439294b6
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T22:02:44Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-paddle-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33228"
    uid: 0ee153b3-ab56-41e3-a7ee-09c35a79b9c3
  kind: Event
  lastTimestamp: "2026-07-24T22:02:44Z"
  message: Scaled up replica set isvc-paddle-runtime-predictor-58b99fff76 from 0 to
    1
  metadata:
    creationTimestamp: "2026-07-24T22:02:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-24T22:02:44Z"
    name: isvc-paddle-runtime-predictor.18c558e43d93209e
    namespace: kserve-ci-e2e-test
    resourceVersion: "33232"
    uid: 7c13f53c-ee35-4b89-8214-00ff94c1497f
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-24T22:02:59Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33230"
    uid: f8d6a8b4-c25e-4acd-855c-432a9f80bf7a
  kind: Event
  lastTimestamp: "2026-07-24T22:03:29Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-24T22:02:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-24T22:03:29Z"
    name: isvc-paddle-runtime-predictor.18c558e7bc8cec33
    namespace: kserve-ci-e2e-test
    resourceVersion: "33601"
    uid: c6ef0657-cf51-4119-a63b-030b0a1688b8
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-24T22:02:59Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33230"
    uid: f8d6a8b4-c25e-4acd-855c-432a9f80bf7a
  kind: Event
  lastTimestamp: "2026-07-24T22:03:29Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-24T22:02:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-24T22:03:29Z"
    name: isvc-paddle-runtime-predictor.18c558e7bd033e25
    namespace: kserve-ci-e2e-test
    resourceVersion: "33602"
    uid: a7ea8fa5-b15d-4c7b-8256-b2f524a15789
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T22:03:44Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33382"
    uid: f8d6a8b4-c25e-4acd-855c-432a9f80bf7a
  kind: Event
  lastTimestamp: "2026-07-24T22:03:44Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-24T22:03:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-24T22:03:44Z"
    name: isvc-paddle-runtime-predictor.18c558f239e34beb
    namespace: kserve-ci-e2e-test
    resourceVersion: "33702"
    uid: c759bee8-9c62-4991-a536-347b5f32d464
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T22:03:44Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33382"
    uid: f8d6a8b4-c25e-4acd-855c-432a9f80bf7a
  kind: Event
  lastTimestamp: "2026-07-24T22:03:44Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-24T22:03:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-24T22:03:44Z"
    name: isvc-paddle-runtime-predictor.18c558f23a4e0f1d
    namespace: kserve-ci-e2e-test
    resourceVersion: "33704"
    uid: e77706e9-4116-4165-88cd-bb03c389c1ff
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-07-24T22:02:44Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "33222"
    uid: 73d073b7-6f34-4e3f-a03d-a37e527b6b44
  kind: Event
  lastTimestamp: "2026-07-24T22:03:49Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-24T22:02:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-24T22:03:49Z"
    name: isvc-paddle-runtime.18c558e43dbc2aaf
    namespace: kserve-ci-e2e-test
    resourceVersion: "33746"
    uid: 5f7c0c20-2ce8-49b0-b905-1e528d5b4366
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T22:02:44Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "33222"
    uid: 73d073b7-6f34-4e3f-a03d-a37e527b6b44
  kind: Event
  lastTimestamp: "2026-07-24T22:02:44Z"
  message: 'Failed to update status for InferenceService "isvc-paddle-runtime": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-paddle-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-24T22:02:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-24T22:02:44Z"
    name: isvc-paddle-runtime.18c558e43e38ae32
    namespace: kserve-ci-e2e-test
    resourceVersion: "33235"
    uid: 7724efad-2d9f-4804-b018-7eebba8f6c62
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T22:03:49Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "33744"
    uid: 73d073b7-6f34-4e3f-a03d-a37e527b6b44
  kind: Event
  lastTimestamp: "2026-07-24T22:03:49Z"
  message: InferenceService [isvc-paddle-runtime] is Ready
  metadata:
    creationTimestamp: "2026-07-24T22:03:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-24T22:03:49Z"
    name: isvc-paddle-runtime.18c558f33b7d4c74
    namespace: kserve-ci-e2e-test
    resourceVersion: "33745"
    uid: 538773ba-b68a-4cbb-98ca-b8ef9802f69b
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-24T22:04:01.428492Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-jljp2
    namespace: kserve-ci-e2e-test
    resourceVersion: "33872"
    uid: ba21db9e-666f-4872-b12c-37ebdee8b741
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-paddle-v2-kserve-predictor-64d4c74b4d-jljp2
    to ip-10-0-129-163.ec2.internal
  metadata:
    creationTimestamp: "2026-07-24T22:04:01Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-24T22:04:01Z"
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-jljp2.18c558f61f0e4e77
    namespace: kserve-ci-e2e-test
    resourceVersion: "33879"
    uid: 7d6079ca-6581-4832-97a2-ca0b1fc43db6
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-558cfff45f-z9c48
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T22:04:01Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-jljp2
    namespace: kserve-ci-e2e-test
    resourceVersion: "33882"
    uid: ba21db9e-666f-4872-b12c-37ebdee8b741
  kind: Event
  lastTimestamp: "2026-07-24T22:04:01Z"
  message: Add eth0 [10.134.0.45/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-24T22:04:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-24T22:04:01Z"
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-jljp2.18c558f638d7ae61
    namespace: kserve-ci-e2e-test
    resourceVersion: "33891"
    uid: f512b664-f294-44a8-b1e6-a92ec9a4545a
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T22:04:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-jljp2
    namespace: kserve-ci-e2e-test
    resourceVersion: "33874"
    uid: ba21db9e-666f-4872-b12c-37ebdee8b741
  kind: Event
  lastTimestamp: "2026-07-24T22:04:01Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:4bc99d27049df235a3e7474685f2095e74c6eed89dc3da2f17a1c3e85c3fa894"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-24T22:04:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T22:04:01Z"
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-jljp2.18c558f63a76bf91
    namespace: kserve-ci-e2e-test
    resourceVersion: "33893"
    uid: 78559bef-b810-4eed-9c9a-b102c7360c7a
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-163.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T22:04:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-jljp2
    namespace: kserve-ci-e2e-test
    resourceVersion: "33874"
    uid: ba21db9e-666f-4872-b12c-37ebdee8b741
  kind: Event
  lastTimestamp: "2026-07-24T22:04:01Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-24T22:04:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T22:04:01Z"
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-jljp2.18c558f63d8dc0c2
    namespace: kserve-ci-e2e-test
    resourceVersion: "33894"
    uid: a9e95810-11d3-4da6-bd86-f5b536a59777
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-163.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T22:04:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-jljp2
    namespace: kserve-ci-e2e-test
    resourceVersion: "33874"
    uid: ba21db9e-666f-4872-b12c-37ebdee8b741
  kind: Event
  lastTimestamp: "2026-07-24T22:04:01Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-24T22:04:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T22:04:01Z"
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-jljp2.18c558f63e35134d
    namespace: kserve-ci-e2e-test
    resourceVersion: "33895"
    uid: 844f92ee-7e9b-4586-aed7-52443633a3a9
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-163.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T22:04:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-jljp2
    namespace: kserve-ci-e2e-test
    resourceVersion: "33874"
    uid: ba21db9e-666f-4872-b12c-37ebdee8b741
  kind: Event
  lastTimestamp: "2026-07-24T22:04:06Z"
  message: Container image "kserve/paddleserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-07-24T22:04:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T22:04:06Z"
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-jljp2.18c558f75fb9163d
    namespace: kserve-ci-e2e-test
    resourceVersion: "33933"
    uid: 8bfc2916-085b-4b80-be41-d9a0287caeaf
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-163.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T22:04:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-jljp2
    namespace: kserve-ci-e2e-test
    resourceVersion: "33874"
    uid: ba21db9e-666f-4872-b12c-37ebdee8b741
  kind: Event
  lastTimestamp: "2026-07-24T22:04:06Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-24T22:04:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T22:04:06Z"
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-jljp2.18c558f762960e16
    namespace: kserve-ci-e2e-test
    resourceVersion: "33935"
    uid: c09851e9-122c-4fff-882b-bff70dce7380
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-163.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T22:04:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-jljp2
    namespace: kserve-ci-e2e-test
    resourceVersion: "33874"
    uid: ba21db9e-666f-4872-b12c-37ebdee8b741
  kind: Event
  lastTimestamp: "2026-07-24T22:04:06Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-24T22:04:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T22:04:06Z"
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-jljp2.18c558f763007eb2
    namespace: kserve-ci-e2e-test
    resourceVersion: "33938"
    uid: f5549e5d-615e-4141-ac8e-1307f4d25689
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-163.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T22:04:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-jljp2
    namespace: kserve-ci-e2e-test
    resourceVersion: "33874"
    uid: ba21db9e-666f-4872-b12c-37ebdee8b741
  kind: Event
  lastTimestamp: "2026-07-24T22:04:06Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-24T22:04:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T22:04:06Z"
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-jljp2.18c558f7630a649b
    namespace: kserve-ci-e2e-test
    resourceVersion: "33939"
    uid: 6f4abe40-5f86-4070-8f0a-bc68d84c3abd
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-163.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T22:04:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-jljp2
    namespace: kserve-ci-e2e-test
    resourceVersion: "33874"
    uid: ba21db9e-666f-4872-b12c-37ebdee8b741
  kind: Event
  lastTimestamp: "2026-07-24T22:04:06Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-24T22:04:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T22:04:06Z"
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-jljp2.18c558f765cc8795
    namespace: kserve-ci-e2e-test
    resourceVersion: "33941"
    uid: 6cc57c45-ab99-482e-90b5-7071a1f1a149
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-163.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T22:04:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-jljp2
    namespace: kserve-ci-e2e-test
    resourceVersion: "33874"
    uid: ba21db9e-666f-4872-b12c-37ebdee8b741
  kind: Event
  lastTimestamp: "2026-07-24T22:04:06Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-24T22:04:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T22:04:06Z"
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-jljp2.18c558f7663ae728
    namespace: kserve-ci-e2e-test
    resourceVersion: "33942"
    uid: 22f8e28b-799c-44a2-9d4b-9b6241fc90c0
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-163.ec2.internal
  type: Normal
- apiVersion: v1
  count: 7
  eventTime: null
  firstTimestamp: "2026-07-24T22:04:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-jljp2
    namespace: kserve-ci-e2e-test
    resourceVersion: "33874"
    uid: ba21db9e-666f-4872-b12c-37ebdee8b741
  kind: Event
  lastTimestamp: "2026-07-24T22:05:03Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.45:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-24T22:04:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T22:05:03Z"
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-jljp2.18c558f79bc42a73
    namespace: kserve-ci-e2e-test
    resourceVersion: "34385"
    uid: c94d1aad-a8b2-4e27-afbb-c36cfadc0fb5
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-163.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T22:05:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-jljp2
    namespace: kserve-ci-e2e-test
    resourceVersion: "33874"
    uid: ba21db9e-666f-4872-b12c-37ebdee8b741
  kind: Event
  lastTimestamp: "2026-07-24T22:05:03Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-24T22:05:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T22:05:03Z"
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-jljp2.18c559048c9021b9
    namespace: kserve-ci-e2e-test
    resourceVersion: "34378"
    uid: c65bd2b8-5c71-47d9-bfc3-7ac7dee42976
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-163.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T22:05:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-jljp2
    namespace: kserve-ci-e2e-test
    resourceVersion: "33874"
    uid: ba21db9e-666f-4872-b12c-37ebdee8b741
  kind: Event
  lastTimestamp: "2026-07-24T22:05:03Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-24T22:05:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T22:05:03Z"
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-jljp2.18c559048c9169a1
    namespace: kserve-ci-e2e-test
    resourceVersion: "34379"
    uid: af2ccc37-9129-40be-b632-56bb2be6c579
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-163.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T22:05:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-jljp2
    namespace: kserve-ci-e2e-test
    resourceVersion: "33874"
    uid: ba21db9e-666f-4872-b12c-37ebdee8b741
  kind: Event
  lastTimestamp: "2026-07-24T22:05:03Z"
  message: 'Readiness probe failed: Get "https://10.134.0.45:8643/healthz": dial tcp
    10.134.0.45:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-24T22:05:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T22:05:03Z"
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-jljp2.18c55904a5e265a6
    namespace: kserve-ci-e2e-test
    resourceVersion: "34384"
    uid: 187711cc-33ee-4c5b-a66e-fb88162f6ffa
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-163.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T22:04:01Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d
    namespace: kserve-ci-e2e-test
    resourceVersion: "33863"
    uid: e4c5986b-2b5c-4308-8f2b-9919c567fcdc
  kind: Event
  lastTimestamp: "2026-07-24T22:04:01Z"
  message: 'Created pod: isvc-paddle-v2-kserve-predictor-64d4c74b4d-jljp2'
  metadata:
    creationTimestamp: "2026-07-24T22:04:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-24T22:04:01Z"
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d.18c558f61e84cc6d
    namespace: kserve-ci-e2e-test
    resourceVersion: "33873"
    uid: 52efcfd0-6cc0-42d0-a01c-d4770a8e33c0
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T22:04:01Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-paddle-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33861"
    uid: 17621608-d8be-4937-8fa7-41c213f7977a
  kind: Event
  lastTimestamp: "2026-07-24T22:04:01Z"
  message: Scaled up replica set isvc-paddle-v2-kserve-predictor-64d4c74b4d from 0
    to 1
  metadata:
    creationTimestamp: "2026-07-24T22:04:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-24T22:04:01Z"
    name: isvc-paddle-v2-kserve-predictor.18c558f61bb213a0
    namespace: kserve-ci-e2e-test
    resourceVersion: "33865"
    uid: e71a960e-915f-41d0-a07d-491867c96a32
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T22:04:16Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33862"
    uid: 8ceba816-2abf-43b8-bcb4-3f81c63fd068
  kind: Event
  lastTimestamp: "2026-07-24T22:04:16Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-24T22:04:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-24T22:04:16Z"
    name: isvc-paddle-v2-kserve-predictor.18c558f99a5e7243
    namespace: kserve-ci-e2e-test
    resourceVersion: "34016"
    uid: bb7778b1-2a38-4ea7-8de7-c454068425cf
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T22:04:16Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33862"
    uid: 8ceba816-2abf-43b8-bcb4-3f81c63fd068
  kind: Event
  lastTimestamp: "2026-07-24T22:04:16Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-24T22:04:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-24T22:04:16Z"
    name: isvc-paddle-v2-kserve-predictor.18c558f99ac15992
    namespace: kserve-ci-e2e-test
    resourceVersion: "34018"
    uid: e44e038f-4e95-4cd4-afde-8743a667eedd
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-24T22:04:31Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "34017"
    uid: 8ceba816-2abf-43b8-bcb4-3f81c63fd068
  kind: Event
  lastTimestamp: "2026-07-24T22:05:01Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-24T22:04:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-24T22:05:01Z"
    name: isvc-paddle-v2-kserve-predictor.18c558fd19da65c5
    namespace: kserve-ci-e2e-test
    resourceVersion: "34344"
    uid: fa6afbe1-cabe-4daf-a40f-b94ef1fa8b97
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-24T22:04:31Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "34017"
    uid: 8ceba816-2abf-43b8-bcb4-3f81c63fd068
  kind: Event
  lastTimestamp: "2026-07-24T22:05:01Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-24T22:04:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-24T22:05:01Z"
    name: isvc-paddle-v2-kserve-predictor.18c558fd1a5be015
    namespace: kserve-ci-e2e-test
    resourceVersion: "34345"
    uid: b3977e8e-4eb0-48fc-b9b3-a8860cb0e9c5
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-07-24T22:04:01Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "33852"
    uid: bc4387b8-c4fc-45ce-aba3-117221ccc377
  kind: Event
  lastTimestamp: "2026-07-24T22:04:53Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-24T22:04:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-24T22:04:53Z"
    name: isvc-paddle-v2-kserve.18c558f61bbb2709
    namespace: kserve-ci-e2e-test
    resourceVersion: "34288"
    uid: 7176cbf2-779f-4f3d-8d0a-da374ba53066
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T22:04:01Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "33852"
    uid: bc4387b8-c4fc-45ce-aba3-117221ccc377
  kind: Event
  lastTimestamp: "2026-07-24T22:04:01Z"
  message: 'Failed to update status for InferenceService "isvc-paddle-v2-kserve":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-paddle-v2-kserve":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-24T22:04:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-24T22:04:01Z"
    name: isvc-paddle-v2-kserve.18c558f61c56a311
    namespace: kserve-ci-e2e-test
    resourceVersion: "33869"
    uid: 66dd1437-b755-4e44-b9e0-aa5d3b01aad8
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T22:04:53Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "34286"
    uid: bc4387b8-c4fc-45ce-aba3-117221ccc377
  kind: Event
  lastTimestamp: "2026-07-24T22:04:53Z"
  message: InferenceService [isvc-paddle-v2-kserve] is Ready
  metadata:
    creationTimestamp: "2026-07-24T22:04:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-24T22:04:53Z"
    name: isvc-paddle-v2-kserve.18c5590257d84562
    namespace: kserve-ci-e2e-test
    resourceVersion: "34287"
    uid: f15cdf7f-a273-4d25-aea8-ab45ef8611fe
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-07-24T22:01:27Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle
    namespace: kserve-ci-e2e-test
    resourceVersion: "32575"
    uid: a9a3a584-01cf-45a5-a6b5-fb435d8e9482
  kind: Event
  lastTimestamp: "2026-07-24T22:02:33Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-24T22:01:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-24T22:02:33Z"
    name: isvc-paddle.18c558d2579e907b
    namespace: kserve-ci-e2e-test
    resourceVersion: "33125"
    uid: 674fdf67-26c3-455f-b187-bfc43ee92a12
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T22:01:27Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle
    namespace: kserve-ci-e2e-test
    resourceVersion: "32575"
    uid: a9a3a584-01cf-45a5-a6b5-fb435d8e9482
  kind: Event
  lastTimestamp: "2026-07-24T22:01:27Z"
  message: 'Failed to update status for InferenceService "isvc-paddle": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-paddle": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-07-24T22:01:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-24T22:01:27Z"
    name: isvc-paddle.18c558d2581ea56f
    namespace: kserve-ci-e2e-test
    resourceVersion: "32589"
    uid: 489a28ac-51e6-49a9-9661-74781028d318
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T22:02:33Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle
    namespace: kserve-ci-e2e-test
    resourceVersion: "33121"
    uid: a9a3a584-01cf-45a5-a6b5-fb435d8e9482
  kind: Event
  lastTimestamp: "2026-07-24T22:02:33Z"
  message: InferenceService [isvc-paddle] is Ready
  metadata:
    creationTimestamp: "2026-07-24T22:02:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-24T22:02:33Z"
    name: isvc-paddle.18c558e198399c54
    namespace: kserve-ci-e2e-test
    resourceVersion: "33122"
    uid: 1e2eb4df-9e4b-482f-845d-f4dcc83e09db
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-24T22:05:08.561327Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-pmml-predictor-8674795f59-cvmzv
    namespace: kserve-ci-e2e-test
    resourceVersion: "34441"
    uid: 1d504338-3d3a-405c-9823-79e2dea98a4d
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-pmml-predictor-8674795f59-cvmzv
    to ip-10-0-143-243.ec2.internal
  metadata:
    creationTimestamp: "2026-07-24T22:05:08Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-24T22:05:08Z"
    name: isvc-pmml-predictor-8674795f59-cvmzv.18c55905c07c1eb2
    namespace: kserve-ci-e2e-test
    resourceVersion: "34447"
    uid: f293293b-8f25-4ccb-964f-3e83c4aa046a
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-558cfff45f-z9c48
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T22:05:08Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-pmml-predictor-8674795f59-cvmzv
    namespace: kserve-ci-e2e-test
    resourceVersion: "34445"
    uid: 1d504338-3d3a-405c-9823-79e2dea98a4d
  kind: Event
  lastTimestamp: "2026-07-24T22:05:08Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-pmml-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-07-24T22:05:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T22:05:08Z"
    name: isvc-pmml-predictor-8674795f59-cvmzv.18c55905c8d7efe2
    namespace: kserve-ci-e2e-test
    resourceVersion: "34454"
    uid: 13f2f1d9-ac2d-4ebe-8bd9-0842a32657af
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-243.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-243.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T22:05:09Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-pmml-predictor-8674795f59-cvmzv
    namespace: kserve-ci-e2e-test
    resourceVersion: "34451"
    uid: 1d504338-3d3a-405c-9823-79e2dea98a4d
  kind: Event
  lastTimestamp: "2026-07-24T22:05:09Z"
  message: Add eth0 [10.133.0.34/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-24T22:05:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-24T22:05:09Z"
    name: isvc-pmml-predictor-8674795f59-cvmzv.18c55905fd83d2d0
    namespace: kserve-ci-e2e-test
    resourceVersion: "34464"
    uid: cf74ba54-b792-4274-958e-2ed444f93ab4
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T22:05:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-predictor-8674795f59-cvmzv
    namespace: kserve-ci-e2e-test
    resourceVersion: "34445"
    uid: 1d504338-3d3a-405c-9823-79e2dea98a4d
  kind: Event
  lastTimestamp: "2026-07-24T22:05:09Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:4bc99d27049df235a3e7474685f2095e74c6eed89dc3da2f17a1c3e85c3fa894"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-24T22:05:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T22:05:09Z"
    name: isvc-pmml-predictor-8674795f59-cvmzv.18c55905ff243f3b
    namespace: kserve-ci-e2e-test
    resourceVersion: "34466"
    uid: bfe06af6-b936-43b3-ba9f-d55c0a1aeac8
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-243.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-243.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T22:05:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-predictor-8674795f59-cvmzv
    namespace: kserve-ci-e2e-test
    resourceVersion: "34445"
    uid: 1d504338-3d3a-405c-9823-79e2dea98a4d
  kind: Event
  lastTimestamp: "2026-07-24T22:05:09Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-24T22:05:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T22:05:09Z"
    name: isvc-pmml-predictor-8674795f59-cvmzv.18c5590601ea85ed
    namespace: kserve-ci-e2e-test
    resourceVersion: "34467"
    uid: 82ffe92f-bbac-4a20-ac9a-2398a2e81fb4
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-243.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-243.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T22:05:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-predictor-8674795f59-cvmzv
    namespace: kserve-ci-e2e-test
    resourceVersion: "34445"
    uid: 1d504338-3d3a-405c-9823-79e2dea98a4d
  kind: Event
  lastTimestamp: "2026-07-24T22:05:09Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-24T22:05:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T22:05:09Z"
    name: isvc-pmml-predictor-8674795f59-cvmzv.18c55906029bc7eb
    namespace: kserve-ci-e2e-test
    resourceVersion: "34468"
    uid: ab28eb2e-dfca-46ff-9ef0-9f55677a214d
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-243.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-243.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T22:05:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-predictor-8674795f59-cvmzv
    namespace: kserve-ci-e2e-test
    resourceVersion: "34445"
    uid: 1d504338-3d3a-405c-9823-79e2dea98a4d
  kind: Event
  lastTimestamp: "2026-07-24T22:05:14Z"
  message: Pulling image "kserve/pmmlserver:latest"
  metadata:
    creationTimestamp: "2026-07-24T22:05:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T22:05:14Z"
    name: isvc-pmml-predictor-8674795f59-cvmzv.18c559071c08bc59
    namespace: kserve-ci-e2e-test
    resourceVersion: "34507"
    uid: 80a551fd-6e21-4f8a-8085-803be44d162c
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-243.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-243.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T22:05:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-predictor-8674795f59-cvmzv
    namespace: kserve-ci-e2e-test
    resourceVersion: "34445"
    uid: 1d504338-3d3a-405c-9823-79e2dea98a4d
  kind: Event
  lastTimestamp: "2026-07-24T22:05:21Z"
  message: 'Successfully pulled image "kserve/pmmlserver:latest" in 6.916s (6.916s
    including waiting). Image size: 801937285 bytes.'
  metadata:
    creationTimestamp: "2026-07-24T22:05:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T22:05:21Z"
    name: isvc-pmml-predictor-8674795f59-cvmzv.18c55908b84358c6
    namespace: kserve-ci-e2e-test
    resourceVersion: "34555"
    uid: 553ac61b-c773-4e00-8d79-6d7b0647e1f4
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-243.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-243.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T22:05:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-predictor-8674795f59-cvmzv
    namespace: kserve-ci-e2e-test
    resourceVersion: "34445"
    uid: 1d504338-3d3a-405c-9823-79e2dea98a4d
  kind: Event
  lastTimestamp: "2026-07-24T22:05:21Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-24T22:05:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T22:05:21Z"
    name: isvc-pmml-predictor-8674795f59-cvmzv.18c55908bb57644a
    namespace: kserve-ci-e2e-test
    resourceVersion: "34557"
    uid: cd5f4ab9-772f-4713-857c-2122fb1a373c
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-243.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-243.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T22:05:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-predictor-8674795f59-cvmzv
    namespace: kserve-ci-e2e-test
    resourceVersion: "34445"
    uid: 1d504338-3d3a-405c-9823-79e2dea98a4d
  kind: Event
  lastTimestamp: "2026-07-24T22:05:21Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-24T22:05:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T22:05:21Z"
    name: isvc-pmml-predictor-8674795f59-cvmzv.18c55908bbce4a99
    namespace: kserve-ci-e2e-test
    resourceVersion: "34558"
    uid: 724de983-45f2-4a03-8b2a-82387192bb56
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-243.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-243.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T22:05:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-predictor-8674795f59-cvmzv
    namespace: kserve-ci-e2e-test
    resourceVersion: "34445"
    uid: 1d504338-3d3a-405c-9823-79e2dea98a4d
  kind: Event
  lastTimestamp: "2026-07-24T22:05:21Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-24T22:05:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T22:05:21Z"
    name: isvc-pmml-predictor-8674795f59-cvmzv.18c55908bbd801fd
    namespace: kserve-ci-e2e-test
    resourceVersion: "34559"
    uid: 44fe699f-99dd-437c-b96f-b3f1f6cdb99e
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-243.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-243.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T22:05:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-predictor-8674795f59-cvmzv
    namespace: kserve-ci-e2e-test
    resourceVersion: "34445"
    uid: 1d504338-3d3a-405c-9823-79e2dea98a4d
  kind: Event
  lastTimestamp: "2026-07-24T22:05:21Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-24T22:05:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T22:05:21Z"
    name: isvc-pmml-predictor-8674795f59-cvmzv.18c55908bea36f93
    namespace: kserve-ci-e2e-test
    resourceVersion: "34560"
    uid: 0336ed7d-455e-4f13-9143-236e7a8e0e79
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-243.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-243.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T22:05:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-predictor-8674795f59-cvmzv
    namespace: kserve-ci-e2e-test
    resourceVersion: "34445"
    uid: 1d504338-3d3a-405c-9823-79e2dea98a4d
  kind: Event
  lastTimestamp: "2026-07-24T22:05:21Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-24T22:05:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T22:05:21Z"
    name: isvc-pmml-predictor-8674795f59-cvmzv.18c55908bf1e6349
    namespace: kserve-ci-e2e-test
    resourceVersion: "34561"
    uid: 344f7d1d-f16c-4119-8ac4-e8eab94ae6fd
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-243.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-243.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-07-24T22:05:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-predictor-8674795f59-cvmzv
    namespace: kserve-ci-e2e-test
    resourceVersion: "34445"
    uid: 1d504338-3d3a-405c-9823-79e2dea98a4d
  kind: Event
  lastTimestamp: "2026-07-24T22:06:28Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.34:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-24T22:05:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T22:06:28Z"
    name: isvc-pmml-predictor-8674795f59-cvmzv.18c55908fb38d6c1
    namespace: kserve-ci-e2e-test
    resourceVersion: "35039"
    uid: e36babb2-6ae0-43a3-a230-83c1a17076c9
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-243.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-243.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T22:06:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-predictor-8674795f59-cvmzv
    namespace: kserve-ci-e2e-test
    resourceVersion: "34445"
    uid: 1d504338-3d3a-405c-9823-79e2dea98a4d
  kind: Event
  lastTimestamp: "2026-07-24T22:06:39Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-24T22:06:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T22:06:39Z"
    name: isvc-pmml-predictor-8674795f59-cvmzv.18c5591af5b43e03
    namespace: kserve-ci-e2e-test
    resourceVersion: "35138"
    uid: 377a67c1-0ee2-4397-b64b-5e46a5d64fd5
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-243.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-243.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T22:06:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-predictor-8674795f59-cvmzv
    namespace: kserve-ci-e2e-test
    resourceVersion: "34445"
    uid: 1d504338-3d3a-405c-9823-79e2dea98a4d
  kind: Event
  lastTimestamp: "2026-07-24T22:06:39Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-24T22:06:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T22:06:39Z"
    name: isvc-pmml-predictor-8674795f59-cvmzv.18c5591af5b4cc91
    namespace: kserve-ci-e2e-test
    resourceVersion: "35139"
    uid: 70d32399-c24f-49e9-823c-3f7b9da6184c
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-243.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-243.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T22:05:08Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-pmml-predictor-8674795f59
    namespace: kserve-ci-e2e-test
    resourceVersion: "34430"
    uid: 0fac15ce-d14f-4ad8-b112-db175fb37e1f
  kind: Event
  lastTimestamp: "2026-07-24T22:05:08Z"
  message: 'Created pod: isvc-pmml-predictor-8674795f59-cvmzv'
  metadata:
    creationTimestamp: "2026-07-24T22:05:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-24T22:05:08Z"
    name: isvc-pmml-predictor-8674795f59.18c55905bfbc8753
    namespace: kserve-ci-e2e-test
    resourceVersion: "34444"
    uid: a76a01f1-c623-4dfe-afac-70e638366f9c
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T22:05:08Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-pmml-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "34428"
    uid: a4e912ab-1848-4978-bd1c-3b714997dcc9
  kind: Event
  lastTimestamp: "2026-07-24T22:05:08Z"
  message: Scaled up replica set isvc-pmml-predictor-8674795f59 from 0 to 1
  metadata:
    creationTimestamp: "2026-07-24T22:05:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-24T22:05:08Z"
    name: isvc-pmml-predictor.18c55905bc29a7b3
    namespace: kserve-ci-e2e-test
    resourceVersion: "34431"
    uid: 7f56c36e-9c65-436a-aa6c-c2fae5b78d58
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-24T22:05:23Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "34429"
    uid: e7e366e4-f1c3-4691-8c46-a29e16b7bf30
  kind: Event
  lastTimestamp: "2026-07-24T22:05:38Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-24T22:05:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-24T22:05:38Z"
    name: isvc-pmml-predictor.18c559093b02d184
    namespace: kserve-ci-e2e-test
    resourceVersion: "34687"
    uid: 6303260b-1b22-40ca-b8fa-ac2d4ac2143f
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-24T22:05:23Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "34429"
    uid: e7e366e4-f1c3-4691-8c46-a29e16b7bf30
  kind: Event
  lastTimestamp: "2026-07-24T22:05:38Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-24T22:05:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-24T22:05:38Z"
    name: isvc-pmml-predictor.18c559093b6c6346
    namespace: kserve-ci-e2e-test
    resourceVersion: "34688"
    uid: 119f1e13-6c55-4623-a844-99c9340596af
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-07-24T22:05:53Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "34581"
    uid: e7e366e4-f1c3-4691-8c46-a29e16b7bf30
  kind: Event
  lastTimestamp: "2026-07-24T22:06:38Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-24T22:05:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-24T22:06:38Z"
    name: isvc-pmml-predictor.18c559103999d1b8
    namespace: kserve-ci-e2e-test
    resourceVersion: "35113"
    uid: 6e0a0049-5805-4510-9eb4-f555414e7570
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-07-24T22:05:53Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "34581"
    uid: e7e366e4-f1c3-4691-8c46-a29e16b7bf30
  kind: Event
  lastTimestamp: "2026-07-24T22:06:38Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-24T22:05:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-24T22:06:38Z"
    name: isvc-pmml-predictor.18c559103a04d0df
    namespace: kserve-ci-e2e-test
    resourceVersion: "35114"
    uid: fb30b845-80d7-4a0d-bd91-617c7a35e76f
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-24T22:06:44.736559Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-pmml-runtime-predictor-885fc8777-nmh2s
    namespace: kserve-ci-e2e-test
    resourceVersion: "35207"
    uid: 6793e030-9b53-4446-ab66-bc1f3a39ba71
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-pmml-runtime-predictor-885fc8777-nmh2s
    to ip-10-0-143-243.ec2.internal
  metadata:
    creationTimestamp: "2026-07-24T22:06:44Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-24T22:06:44Z"
    name: isvc-pmml-runtime-predictor-885fc8777-nmh2s.18c5591c24f9ae71
    namespace: kserve-ci-e2e-test
    resourceVersion: "35211"
    uid: 83961a18-97bb-4b9f-8e4e-ef72415c203f
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-558cfff45f-z9c48
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T22:06:45Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-pmml-runtime-predictor-885fc8777-nmh2s
    namespace: kserve-ci-e2e-test
    resourceVersion: "35215"
    uid: 6793e030-9b53-4446-ab66-bc1f3a39ba71
  kind: Event
  lastTimestamp: "2026-07-24T22:06:45Z"
  message: Add eth0 [10.133.0.35/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-24T22:06:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-24T22:06:45Z"
    name: isvc-pmml-runtime-predictor-885fc8777-nmh2s.18c5591c3e8d1903
    namespace: kserve-ci-e2e-test
    resourceVersion: "35225"
    uid: 0a21df27-f2b6-4dde-97ea-5a949e57e175
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T22:06:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-runtime-predictor-885fc8777-nmh2s
    namespace: kserve-ci-e2e-test
    resourceVersion: "35209"
    uid: 6793e030-9b53-4446-ab66-bc1f3a39ba71
  kind: Event
  lastTimestamp: "2026-07-24T22:06:45Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:4bc99d27049df235a3e7474685f2095e74c6eed89dc3da2f17a1c3e85c3fa894"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-24T22:06:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T22:06:45Z"
    name: isvc-pmml-runtime-predictor-885fc8777-nmh2s.18c5591c40175c0e
    namespace: kserve-ci-e2e-test
    resourceVersion: "35227"
    uid: 60151b09-6797-42fc-bd67-ee55c0c374c9
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-243.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-243.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T22:06:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-runtime-predictor-885fc8777-nmh2s
    namespace: kserve-ci-e2e-test
    resourceVersion: "35209"
    uid: 6793e030-9b53-4446-ab66-bc1f3a39ba71
  kind: Event
  lastTimestamp: "2026-07-24T22:06:45Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-24T22:06:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T22:06:45Z"
    name: isvc-pmml-runtime-predictor-885fc8777-nmh2s.18c5591c42f74269
    namespace: kserve-ci-e2e-test
    resourceVersion: "35228"
    uid: ef017e9d-e335-44f7-be43-bb3cf650b1f1
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-243.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-243.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T22:06:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-runtime-predictor-885fc8777-nmh2s
    namespace: kserve-ci-e2e-test
    resourceVersion: "35209"
    uid: 6793e030-9b53-4446-ab66-bc1f3a39ba71
  kind: Event
  lastTimestamp: "2026-07-24T22:06:45Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-24T22:06:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T22:06:45Z"
    name: isvc-pmml-runtime-predictor-885fc8777-nmh2s.18c5591c436c0e84
    namespace: kserve-ci-e2e-test
    resourceVersion: "35229"
    uid: 9b74d077-177a-4cb9-a386-a6d779f7268b
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-243.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-243.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T22:06:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-runtime-predictor-885fc8777-nmh2s
    namespace: kserve-ci-e2e-test
    resourceVersion: "35209"
    uid: 6793e030-9b53-4446-ab66-bc1f3a39ba71
  kind: Event
  lastTimestamp: "2026-07-24T22:06:49Z"
  message: Container image "kserve/pmmlserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-07-24T22:06:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T22:06:49Z"
    name: isvc-pmml-runtime-predictor-885fc8777-nmh2s.18c5591d50841adc
    namespace: kserve-ci-e2e-test
    resourceVersion: "35270"
    uid: 136f31f3-010c-44f0-b5dc-d09ab5db3219
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-243.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-243.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T22:06:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-runtime-predictor-885fc8777-nmh2s
    namespace: kserve-ci-e2e-test
    resourceVersion: "35209"
    uid: 6793e030-9b53-4446-ab66-bc1f3a39ba71
  kind: Event
  lastTimestamp: "2026-07-24T22:06:49Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-24T22:06:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T22:06:49Z"
    name: isvc-pmml-runtime-predictor-885fc8777-nmh2s.18c5591d54085f3c
    namespace: kserve-ci-e2e-test
    resourceVersion: "35272"
    uid: f43b2aaf-c829-4d64-83f0-bf6b13fdec10
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-243.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-243.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T22:06:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-runtime-predictor-885fc8777-nmh2s
    namespace: kserve-ci-e2e-test
    resourceVersion: "35209"
    uid: 6793e030-9b53-4446-ab66-bc1f3a39ba71
  kind: Event
  lastTimestamp: "2026-07-24T22:06:49Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-24T22:06:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T22:06:49Z"
    name: isvc-pmml-runtime-predictor-885fc8777-nmh2s.18c5591d548074fb
    namespace: kserve-ci-e2e-test
    resourceVersion: "35275"
    uid: 8db0497a-278c-4d9b-a1c3-ac3241d82076
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-243.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-243.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T22:06:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-runtime-predictor-885fc8777-nmh2s
    namespace: kserve-ci-e2e-test
    resourceVersion: "35209"
    uid: 6793e030-9b53-4446-ab66-bc1f3a39ba71
  kind: Event
  lastTimestamp: "2026-07-24T22:06:49Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-24T22:06:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T22:06:49Z"
    name: isvc-pmml-runtime-predictor-885fc8777-nmh2s.18c5591d5489d43a
    namespace: kserve-ci-e2e-test
    resourceVersion: "35276"
    uid: 7ef0c26c-f985-47ff-8add-d495b7bc86b2
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-243.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-243.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T22:06:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-runtime-predictor-885fc8777-nmh2s
    namespace: kserve-ci-e2e-test
    resourceVersion: "35209"
    uid: 6793e030-9b53-4446-ab66-bc1f3a39ba71
  kind: Event
  lastTimestamp: "2026-07-24T22:06:49Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-24T22:06:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T22:06:49Z"
    name: isvc-pmml-runtime-predictor-885fc8777-nmh2s.18c5591d574da4b3
    namespace: kserve-ci-e2e-test
    resourceVersion: "35278"
    uid: 44537ed9-3dc2-4ef3-98ad-fc717e8948ca
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-243.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-243.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T22:06:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-runtime-predictor-885fc8777-nmh2s
    namespace: kserve-ci-e2e-test
    resourceVersion: "35209"
    uid: 6793e030-9b53-4446-ab66-bc1f3a39ba71
  kind: Event
  lastTimestamp: "2026-07-24T22:06:49Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-24T22:06:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T22:06:49Z"
    name: isvc-pmml-runtime-predictor-885fc8777-nmh2s.18c5591d57c0a5c9
    namespace: kserve-ci-e2e-test
    resourceVersion: "35279"
    uid: 9e93eeb5-c478-4141-9cfa-1488030149b3
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-243.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-243.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-07-24T22:06:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-runtime-predictor-885fc8777-nmh2s
    namespace: kserve-ci-e2e-test
    resourceVersion: "35209"
    uid: 6793e030-9b53-4446-ab66-bc1f3a39ba71
  kind: Event
  lastTimestamp: "2026-07-24T22:07:56Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.35:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-24T22:06:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T22:07:56Z"
    name: isvc-pmml-runtime-predictor-885fc8777-nmh2s.18c5591d8cbccfa2
    namespace: kserve-ci-e2e-test
    resourceVersion: "35749"
    uid: 0de2bbc4-4811-4432-9312-835ffb908ddf
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-243.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-243.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T22:08:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-runtime-predictor-885fc8777-nmh2s
    namespace: kserve-ci-e2e-test
    resourceVersion: "35209"
    uid: 6793e030-9b53-4446-ab66-bc1f3a39ba71
  kind: Event
  lastTimestamp: "2026-07-24T22:08:06Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-24T22:08:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T22:08:06Z"
    name: isvc-pmml-runtime-predictor-885fc8777-nmh2s.18c5592f133dbb11
    namespace: kserve-ci-e2e-test
    resourceVersion: "35846"
    uid: 648ca6d8-cb31-4a16-b875-3cdf4337d0f7
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-243.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-243.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T22:08:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-runtime-predictor-885fc8777-nmh2s
    namespace: kserve-ci-e2e-test
    resourceVersion: "35209"
    uid: 6793e030-9b53-4446-ab66-bc1f3a39ba71
  kind: Event
  lastTimestamp: "2026-07-24T22:08:06Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-24T22:08:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T22:08:06Z"
    name: isvc-pmml-runtime-predictor-885fc8777-nmh2s.18c5592f133e489d
    namespace: kserve-ci-e2e-test
    resourceVersion: "35847"
    uid: 5b4b090e-6543-43fe-9fc1-517992b8e720
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-243.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-243.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T22:08:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-runtime-predictor-885fc8777-nmh2s
    namespace: kserve-ci-e2e-test
    resourceVersion: "35209"
    uid: 6793e030-9b53-4446-ab66-bc1f3a39ba71
  kind: Event
  lastTimestamp: "2026-07-24T22:08:06Z"
  message: 'Readiness probe failed: Get "https://10.133.0.35:8643/healthz": dial tcp
    10.133.0.35:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-24T22:08:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T22:08:06Z"
    name: isvc-pmml-runtime-predictor-885fc8777-nmh2s.18c5592f3ed075c9
    namespace: kserve-ci-e2e-test
    resourceVersion: "35854"
    uid: c1443f79-d50b-480a-92a2-9d97bee57ae8
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-243.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-243.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T22:06:44Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-pmml-runtime-predictor-885fc8777
    namespace: kserve-ci-e2e-test
    resourceVersion: "35195"
    uid: 59d069a0-81c4-4278-bcf9-6ca8a12a12c4
  kind: Event
  lastTimestamp: "2026-07-24T22:06:44Z"
  message: 'Created pod: isvc-pmml-runtime-predictor-885fc8777-nmh2s'
  metadata:
    creationTimestamp: "2026-07-24T22:06:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-24T22:06:44Z"
    name: isvc-pmml-runtime-predictor-885fc8777.18c5591c248d34c6
    namespace: kserve-ci-e2e-test
    resourceVersion: "35208"
    uid: a26d8490-ac82-4bf3-aa74-b43c00efc4a3
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T22:06:44Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-pmml-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "35193"
    uid: c33bfd63-950d-4ca9-8419-03d74f2ad51f
  kind: Event
  lastTimestamp: "2026-07-24T22:06:44Z"
  message: Scaled up replica set isvc-pmml-runtime-predictor-885fc8777 from 0 to 1
  metadata:
    creationTimestamp: "2026-07-24T22:06:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-24T22:06:44Z"
    name: isvc-pmml-runtime-predictor.18c5591c1f647641
    namespace: kserve-ci-e2e-test
    resourceVersion: "35197"
    uid: 35ffa375-1222-47e9-b365-ffa6430d0c1a
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-24T22:06:59Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "35194"
    uid: de7a7c7e-eaea-4b46-a926-407d422fdda5
  kind: Event
  lastTimestamp: "2026-07-24T22:07:14Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-24T22:06:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-24T22:07:14Z"
    name: isvc-pmml-runtime-predictor.18c5591f9e58321d
    namespace: kserve-ci-e2e-test
    resourceVersion: "35459"
    uid: dac9254c-7795-4876-a969-bd241f07fb15
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-24T22:06:59Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "35194"
    uid: de7a7c7e-eaea-4b46-a926-407d422fdda5
  kind: Event
  lastTimestamp: "2026-07-24T22:07:14Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-24T22:06:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-24T22:07:14Z"
    name: isvc-pmml-runtime-predictor.18c5591f9ed2cf1d
    namespace: kserve-ci-e2e-test
    resourceVersion: "35460"
    uid: 126d6e9c-758b-4b5b-8892-05433bd14010
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-24T22:07:29Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "35350"
    uid: de7a7c7e-eaea-4b46-a926-407d422fdda5
  kind: Event
  lastTimestamp: "2026-07-24T22:07:59Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-24T22:07:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-24T22:07:59Z"
    name: isvc-pmml-runtime-predictor.18c559269d12fe2b
    namespace: kserve-ci-e2e-test
    resourceVersion: "35769"
    uid: 281355e8-234b-4588-8476-802e68d0c5e4
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-24T22:07:29Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "35350"
    uid: de7a7c7e-eaea-4b46-a926-407d422fdda5
  kind: Event
  lastTimestamp: "2026-07-24T22:07:59Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-24T22:07:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-24T22:07:59Z"
    name: isvc-pmml-runtime-predictor.18c559269d7b6746
    namespace: kserve-ci-e2e-test
    resourceVersion: "35771"
    uid: 2fb81006-efa1-4353-85ab-3b968f35e023
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-07-24T22:06:44Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "35186"
    uid: 653c016e-efd2-421b-9ee9-b41350b5770a
  kind: Event
  lastTimestamp: "2026-07-24T22:08:04Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-24T22:06:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-24T22:08:04Z"
    name: isvc-pmml-runtime.18c5591c1f626df3
    namespace: kserve-ci-e2e-test
    resourceVersion: "35818"
    uid: 63d1d6bb-0d3d-40f2-ae4a-a7d76b8056fb
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-24T22:06:44Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "35186"
    uid: 653c016e-efd2-421b-9ee9-b41350b5770a
  kind: Event
  lastTimestamp: "2026-07-24T22:06:44Z"
  message: 'Failed to update status for InferenceService "isvc-pmml-runtime": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-pmml-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-24T22:06:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-24T22:06:44Z"
    name: isvc-pmml-runtime.18c5591c203db4b0
    namespace: kserve-ci-e2e-test
    resourceVersion: "35217"
    uid: 83f8dc81-5802-4669-84ad-acea01501e13
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T22:06:44Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "35189"
    uid: 653c016e-efd2-421b-9ee9-b41350b5770a
  kind: Event
  lastTimestamp: "2026-07-24T22:06:44Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-pmml-runtime": the object has been
    modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-07-24T22:06:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-24T22:06:44Z"
    name: isvc-pmml-runtime.18c5591c26a98ef7
    namespace: kserve-ci-e2e-test
    resourceVersion: "35218"
    uid: c66bd3ce-73dc-4fd9-8d33-84b7ef522845
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T22:08:04Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "35816"
    uid: 653c016e-efd2-421b-9ee9-b41350b5770a
  kind: Event
  lastTimestamp: "2026-07-24T22:08:04Z"
  message: InferenceService [isvc-pmml-runtime] is Ready
  metadata:
    creationTimestamp: "2026-07-24T22:08:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-24T22:08:04Z"
    name: isvc-pmml-runtime.18c5592eb1fc0ab3
    namespace: kserve-ci-e2e-test
    resourceVersion: "35817"
    uid: 37df202d-4b62-4bf8-8415-d016e5ab7913
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-24T22:08:10.915470Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-2z5zt
    namespace: kserve-ci-e2e-test
    resourceVersion: "35907"
    uid: 2733bd53-fdf0-4c84-b46e-65ba74fc7d56
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-pmml-v2-kserve-predictor-84cb55486c-2z5zt
    to ip-10-0-143-243.ec2.internal
  metadata:
    creationTimestamp: "2026-07-24T22:08:10Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-24T22:08:10Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-2z5zt.18c5593035a37887
    namespace: kserve-ci-e2e-test
    resourceVersion: "35911"
    uid: 510d8bf3-3381-4a4c-84a0-6886d1a7f703
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-558cfff45f-z9c48
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T22:08:11Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-2z5zt
    namespace: kserve-ci-e2e-test
    resourceVersion: "35916"
    uid: 2733bd53-fdf0-4c84-b46e-65ba74fc7d56
  kind: Event
  lastTimestamp: "2026-07-24T22:08:11Z"
  message: Add eth0 [10.133.0.36/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-24T22:08:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-24T22:08:11Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-2z5zt.18c559304f204376
    namespace: kserve-ci-e2e-test
    resourceVersion: "35925"
    uid: b673a6dc-986f-478c-8f6b-11bd6a267e5d
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T22:08:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-2z5zt
    namespace: kserve-ci-e2e-test
    resourceVersion: "35909"
    uid: 2733bd53-fdf0-4c84-b46e-65ba74fc7d56
  kind: Event
  lastTimestamp: "2026-07-24T22:08:11Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:4bc99d27049df235a3e7474685f2095e74c6eed89dc3da2f17a1c3e85c3fa894"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-24T22:08:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T22:08:11Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-2z5zt.18c55930508d7f13
    namespace: kserve-ci-e2e-test
    resourceVersion: "35928"
    uid: 995ced1c-47ec-462c-9150-e15962feb4b9
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-243.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-243.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T22:08:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-2z5zt
    namespace: kserve-ci-e2e-test
    resourceVersion: "35909"
    uid: 2733bd53-fdf0-4c84-b46e-65ba74fc7d56
  kind: Event
  lastTimestamp: "2026-07-24T22:08:11Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-24T22:08:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T22:08:11Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-2z5zt.18c5593053bd92d7
    namespace: kserve-ci-e2e-test
    resourceVersion: "35929"
    uid: adcb54d2-ded5-42fc-91c6-3e5ba967a225
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-243.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-243.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T22:08:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-2z5zt
    namespace: kserve-ci-e2e-test
    resourceVersion: "35909"
    uid: 2733bd53-fdf0-4c84-b46e-65ba74fc7d56
  kind: Event
  lastTimestamp: "2026-07-24T22:08:11Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-24T22:08:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T22:08:11Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-2z5zt.18c55930542fd6c9
    namespace: kserve-ci-e2e-test
    resourceVersion: "35930"
    uid: 11a09dc7-4e71-478e-bfcb-59b07d14a3fb
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-243.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-243.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T22:08:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-2z5zt
    namespace: kserve-ci-e2e-test
    resourceVersion: "35909"
    uid: 2733bd53-fdf0-4c84-b46e-65ba74fc7d56
  kind: Event
  lastTimestamp: "2026-07-24T22:08:16Z"
  message: Container image "kserve/pmmlserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-07-24T22:08:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T22:08:16Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-2z5zt.18c559316a14aac4
    namespace: kserve-ci-e2e-test
    resourceVersion: "35970"
    uid: 0810dbae-3c02-4fd1-8700-64cb72dd7d16
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-243.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-243.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T22:08:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-2z5zt
    namespace: kserve-ci-e2e-test
    resourceVersion: "35909"
    uid: 2733bd53-fdf0-4c84-b46e-65ba74fc7d56
  kind: Event
  lastTimestamp: "2026-07-24T22:08:16Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-24T22:08:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T22:08:16Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-2z5zt.18c559316d2e903d
    namespace: kserve-ci-e2e-test
    resourceVersion: "35973"
    uid: 9cd3749e-4f6d-4795-be6e-f5ea06f4b10e
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-243.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-243.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T22:08:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-2z5zt
    namespace: kserve-ci-e2e-test
    resourceVersion: "35909"
    uid: 2733bd53-fdf0-4c84-b46e-65ba74fc7d56
  kind: Event
  lastTimestamp: "2026-07-24T22:08:16Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-24T22:08:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T22:08:16Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-2z5zt.18c559316da56e59
    namespace: kserve-ci-e2e-test
    resourceVersion: "35976"
    uid: f1ce98a0-0d46-4b94-ba9f-84520d2410c4
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-243.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-243.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T22:08:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-2z5zt
    namespace: kserve-ci-e2e-test
    resourceVersion: "35909"
    uid: 2733bd53-fdf0-4c84-b46e-65ba74fc7d56
  kind: Event
  lastTimestamp: "2026-07-24T22:08:16Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-24T22:08:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T22:08:16Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-2z5zt.18c559316db0dd5c
    namespace: kserve-ci-e2e-test
    resourceVersion: "35977"
    uid: 88323440-d115-46fc-a667-ec3a211b58c6
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-243.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-243.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T22:08:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-2z5zt
    namespace: kserve-ci-e2e-test
    resourceVersion: "35909"
    uid: 2733bd53-fdf0-4c84-b46e-65ba74fc7d56
  kind: Event
  lastTimestamp: "2026-07-24T22:08:16Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-24T22:08:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T22:08:16Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-2z5zt.18c5593170c3ebcb
    namespace: kserve-ci-e2e-test
    resourceVersion: "35979"
    uid: 5febbb3a-0f08-4166-8c7d-f199c8bf7523
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-243.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-243.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T22:08:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-2z5zt
    namespace: kserve-ci-e2e-test
    resourceVersion: "35909"
    uid: 2733bd53-fdf0-4c84-b46e-65ba74fc7d56
  kind: Event
  lastTimestamp: "2026-07-24T22:08:16Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-24T22:08:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T22:08:16Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-2z5zt.18c55931718401ed
    namespace: kserve-ci-e2e-test
    resourceVersion: "35980"
    uid: bc35f712-7f0f-4c41-b75b-0f08057dc725
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-243.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-243.ec2.internal
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-07-24T22:08:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-2z5zt
    namespace: kserve-ci-e2e-test
    resourceVersion: "35909"
    uid: 2733bd53-fdf0-4c84-b46e-65ba74fc7d56
  kind: Event
  lastTimestamp: "2026-07-24T22:09:44Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.36:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-24T22:08:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T22:09:44Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-2z5zt.18c55931a644e034
    namespace: kserve-ci-e2e-test
    resourceVersion: "36630"
    uid: 35f3fe92-1c3c-445d-9f30-6991076c7b0d
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-243.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-243.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T22:09:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-2z5zt
    namespace: kserve-ci-e2e-test
    resourceVersion: "35909"
    uid: 2733bd53-fdf0-4c84-b46e-65ba74fc7d56
  kind: Event
  lastTimestamp: "2026-07-24T22:09:42Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-24T22:09:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T22:09:42Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-2z5zt.18c5594575c4936a
    namespace: kserve-ci-e2e-test
    resourceVersion: "36612"
    uid: 58ef997a-ef0d-4ae4-a102-38cf99c99406
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-243.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-243.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T22:09:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-2z5zt
    namespace: kserve-ci-e2e-test
    resourceVersion: "35909"
    uid: 2733bd53-fdf0-4c84-b46e-65ba74fc7d56
  kind: Event
  lastTimestamp: "2026-07-24T22:09:42Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-24T22:09:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T22:09:42Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-2z5zt.18c5594575c5406a
    namespace: kserve-ci-e2e-test
    resourceVersion: "36613"
    uid: 4814f573-2fc3-4429-9471-cd3f2c83d002
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-243.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-243.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T22:09:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-2z5zt
    namespace: kserve-ci-e2e-test
    resourceVersion: "35909"
    uid: 2733bd53-fdf0-4c84-b46e-65ba74fc7d56
  kind: Event
  lastTimestamp: "2026-07-24T22:09:44Z"
  message: 'Readiness probe failed: Get "https://10.133.0.36:8643/healthz": dial tcp
    10.133.0.36:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-24T22:09:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T22:09:44Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-2z5zt.18c55945e849a151
    namespace: kserve-ci-e2e-test
    resourceVersion: "36629"
    uid: f5c67b54-be7b-4fe7-a2ab-1913fc298461
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-243.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-243.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T22:08:10Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-pmml-v2-kserve-predictor-84cb55486c
    namespace: kserve-ci-e2e-test
    resourceVersion: "35896"
    uid: abb6e6ee-c8fd-4c4c-9568-b6db45754a05
  kind: Event
  lastTimestamp: "2026-07-24T22:08:10Z"
  message: 'Created pod: isvc-pmml-v2-kserve-predictor-84cb55486c-2z5zt'
  metadata:
    creationTimestamp: "2026-07-24T22:08:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-24T22:08:10Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c.18c5593035371d93
    namespace: kserve-ci-e2e-test
    resourceVersion: "35908"
    uid: f95c9e5f-65d6-4a76-8afb-0ca6ccc57dd8
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T22:08:10Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-pmml-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "35894"
    uid: a7abdbb8-0761-4b6b-ae9a-e18988be0fb9
  kind: Event
  lastTimestamp: "2026-07-24T22:08:10Z"
  message: Scaled up replica set isvc-pmml-v2-kserve-predictor-84cb55486c from 0 to
    1
  metadata:
    creationTimestamp: "2026-07-24T22:08:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-24T22:08:10Z"
    name: isvc-pmml-v2-kserve-predictor.18c559303147baf8
    namespace: kserve-ci-e2e-test
    resourceVersion: "35897"
    uid: 6f1673c8-e6d4-4023-b78c-b24df96abfbd
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-24T22:08:25Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "35895"
    uid: fc1d7ff2-797e-44a4-83da-9a25271b2bab
  kind: Event
  lastTimestamp: "2026-07-24T22:08:40Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-24T22:08:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-24T22:08:40Z"
    name: isvc-pmml-v2-kserve-predictor.18c55933b02b94d0
    namespace: kserve-ci-e2e-test
    resourceVersion: "36162"
    uid: 7d137795-092e-47dc-874d-3a17c16c4af1
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-24T22:08:25Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "35895"
    uid: fc1d7ff2-797e-44a4-83da-9a25271b2bab
  kind: Event
  lastTimestamp: "2026-07-24T22:08:40Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-24T22:08:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-24T22:08:40Z"
    name: isvc-pmml-v2-kserve-predictor.18c55933b0a6a5c1
    namespace: kserve-ci-e2e-test
    resourceVersion: "36163"
    uid: 1d28391f-ef23-4a76-9c80-a0c271a534f0
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-07-24T22:08:55Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36053"
    uid: fc1d7ff2-797e-44a4-83da-9a25271b2bab
  kind: Event
  lastTimestamp: "2026-07-24T22:09:41Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-24T22:08:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-24T22:09:41Z"
    name: isvc-pmml-v2-kserve-predictor.18c5593ab12d39e3
    namespace: kserve-ci-e2e-test
    resourceVersion: "36587"
    uid: e42db1ca-aa98-4497-90a9-91b39e9ce8b4
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-07-24T22:08:55Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36053"
    uid: fc1d7ff2-797e-44a4-83da-9a25271b2bab
  kind: Event
  lastTimestamp: "2026-07-24T22:09:41Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-24T22:08:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-24T22:09:41Z"
    name: isvc-pmml-v2-kserve-predictor.18c5593ab191ff4a
    namespace: kserve-ci-e2e-test
    resourceVersion: "36588"
    uid: 71029a25-d127-4579-a37a-cd2c65e71154
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-07-24T22:08:10Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "35887"
    uid: 9c074451-8f2c-4d16-9e58-c1b514e16483
  kind: Event
  lastTimestamp: "2026-07-24T22:09:34Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-24T22:08:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-24T22:09:34Z"
    name: isvc-pmml-v2-kserve.18c559303177914e
    namespace: kserve-ci-e2e-test
    resourceVersion: "36542"
    uid: 70b1579d-34af-4840-ac0a-fdde675a5814
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-24T22:08:10Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "35887"
    uid: 9c074451-8f2c-4d16-9e58-c1b514e16483
  kind: Event
  lastTimestamp: "2026-07-24T22:08:10Z"
  message: 'Failed to update status for InferenceService "isvc-pmml-v2-kserve": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-pmml-v2-kserve":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-24T22:08:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-24T22:08:10Z"
    name: isvc-pmml-v2-kserve.18c5593031dc79b3
    namespace: kserve-ci-e2e-test
    resourceVersion: "35918"
    uid: 386db306-96eb-43bc-bbde-5c2804697117
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T22:08:10Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "35889"
    uid: 9c074451-8f2c-4d16-9e58-c1b514e16483
  kind: Event
  lastTimestamp: "2026-07-24T22:08:10Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-pmml-v2-kserve": the object has been
    modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-07-24T22:08:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-24T22:08:10Z"
    name: isvc-pmml-v2-kserve.18c55930374d9e8a
    namespace: kserve-ci-e2e-test
    resourceVersion: "35919"
    uid: fab3ac3c-33ba-4a6b-8fac-8c86ae73e852
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T22:09:34Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "36540"
    uid: 9c074451-8f2c-4d16-9e58-c1b514e16483
  kind: Event
  lastTimestamp: "2026-07-24T22:09:34Z"
  message: InferenceService [isvc-pmml-v2-kserve] is Ready
  metadata:
    creationTimestamp: "2026-07-24T22:09:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-24T22:09:34Z"
    name: isvc-pmml-v2-kserve.18c5594399d66842
    namespace: kserve-ci-e2e-test
    resourceVersion: "36541"
    uid: ac85bdad-152f-4174-b396-165a22b6430c
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-07-24T22:05:08Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml
    namespace: kserve-ci-e2e-test
    resourceVersion: "34421"
    uid: 55f72975-acbb-4637-bbc2-795b20974651
  kind: Event
  lastTimestamp: "2026-07-24T22:06:36Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-24T22:05:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-24T22:06:36Z"
    name: isvc-pmml.18c55905bc2f7cb2
    namespace: kserve-ci-e2e-test
    resourceVersion: "35098"
    uid: 0fee5563-8a17-48a1-ae32-cfe97a33ea71
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T22:05:08Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml
    namespace: kserve-ci-e2e-test
    resourceVersion: "34421"
    uid: 55f72975-acbb-4637-bbc2-795b20974651
  kind: Event
  lastTimestamp: "2026-07-24T22:05:08Z"
  message: 'Failed to update status for InferenceService "isvc-pmml": Operation cannot
    be fulfilled on inferenceservices.serving.kserve.io "isvc-pmml": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-07-24T22:05:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-24T22:05:08Z"
    name: isvc-pmml.18c55905bcbda37f
    namespace: kserve-ci-e2e-test
    resourceVersion: "34436"
    uid: bbdab2da-1f36-4268-8ca4-015d4f875963
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T22:06:36Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml
    namespace: kserve-ci-e2e-test
    resourceVersion: "35096"
    uid: 55f72975-acbb-4637-bbc2-795b20974651
  kind: Event
  lastTimestamp: "2026-07-24T22:06:36Z"
  message: InferenceService [isvc-pmml] is Ready
  metadata:
    creationTimestamp: "2026-07-24T22:06:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-24T22:06:36Z"
    name: isvc-pmml.18c5591a34cabfc4
    namespace: kserve-ci-e2e-test
    resourceVersion: "35097"
    uid: 6cab741c-1699-4968-9ca7-6d78ecfdebdd
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-24T22:15:31.678878Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-kgszz
    namespace: kserve-ci-e2e-test
    resourceVersion: "39528"
    uid: 8d58d2d3-5cf9-4e60-9970-154292a6f231
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-predictive-lightgbm-predictor-ff56bcbb5-kgszz
    to ip-10-0-143-243.ec2.internal
  metadata:
    creationTimestamp: "2026-07-24T22:15:31Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-24T22:15:31Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-kgszz.18c55996d52f5898
    namespace: kserve-ci-e2e-test
    resourceVersion: "39534"
    uid: bcc87e7b-4205-4dc3-b901-6bc0d4fb9d9f
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-558cfff45f-z9c48
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T22:15:32Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-kgszz
    namespace: kserve-ci-e2e-test
    resourceVersion: "39538"
    uid: 8d58d2d3-5cf9-4e60-9970-154292a6f231
  kind: Event
  lastTimestamp: "2026-07-24T22:15:32Z"
  message: Add eth0 [10.133.0.42/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-24T22:15:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-24T22:15:32Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-kgszz.18c55996eed05b9b
    namespace: kserve-ci-e2e-test
    resourceVersion: "39550"
    uid: 249416ad-a2ca-439e-b6bc-e9f4962d2f0e
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T22:15:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-kgszz
    namespace: kserve-ci-e2e-test
    resourceVersion: "39532"
    uid: 8d58d2d3-5cf9-4e60-9970-154292a6f231
  kind: Event
  lastTimestamp: "2026-07-24T22:15:32Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:4bc99d27049df235a3e7474685f2095e74c6eed89dc3da2f17a1c3e85c3fa894"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-24T22:15:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T22:15:32Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-kgszz.18c55996f04d6bbb
    namespace: kserve-ci-e2e-test
    resourceVersion: "39552"
    uid: 5da3f442-11d3-446f-9bfb-453ab60d3043
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-243.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-243.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T22:15:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-kgszz
    namespace: kserve-ci-e2e-test
    resourceVersion: "39532"
    uid: 8d58d2d3-5cf9-4e60-9970-154292a6f231
  kind: Event
  lastTimestamp: "2026-07-24T22:15:32Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-24T22:15:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T22:15:32Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-kgszz.18c55996f32a66d6
    namespace: kserve-ci-e2e-test
    resourceVersion: "39554"
    uid: e32f7c30-b1d5-41cc-a002-3e518c8e2f51
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-243.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-243.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T22:15:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-kgszz
    namespace: kserve-ci-e2e-test
    resourceVersion: "39532"
    uid: 8d58d2d3-5cf9-4e60-9970-154292a6f231
  kind: Event
  lastTimestamp: "2026-07-24T22:15:32Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-24T22:15:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T22:15:32Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-kgszz.18c55996f39c3ac7
    namespace: kserve-ci-e2e-test
    resourceVersion: "39555"
    uid: ce65dd0f-6fc0-4e82-aefe-2fa471bdcd59
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-243.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-243.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T22:15:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-kgszz
    namespace: kserve-ci-e2e-test
    resourceVersion: "39532"
    uid: 8d58d2d3-5cf9-4e60-9970-154292a6f231
  kind: Event
  lastTimestamp: "2026-07-24T22:15:36Z"
  message: Container image "kserve/predictiveserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-07-24T22:15:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T22:15:36Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-kgszz.18c55998053d9b3b
    namespace: kserve-ci-e2e-test
    resourceVersion: "39593"
    uid: 4357dab4-99d1-4e8f-a0af-733fceaf00e6
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-243.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-243.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T22:15:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-kgszz
    namespace: kserve-ci-e2e-test
    resourceVersion: "39532"
    uid: 8d58d2d3-5cf9-4e60-9970-154292a6f231
  kind: Event
  lastTimestamp: "2026-07-24T22:15:36Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-24T22:15:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T22:15:36Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-kgszz.18c559980875985d
    namespace: kserve-ci-e2e-test
    resourceVersion: "39597"
    uid: f128d015-61ab-4f8f-9669-0b3420eef555
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-243.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-243.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T22:15:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-kgszz
    namespace: kserve-ci-e2e-test
    resourceVersion: "39532"
    uid: 8d58d2d3-5cf9-4e60-9970-154292a6f231
  kind: Event
  lastTimestamp: "2026-07-24T22:15:36Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-24T22:15:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T22:15:36Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-kgszz.18c5599808eb7ef1
    namespace: kserve-ci-e2e-test
    resourceVersion: "39598"
    uid: cc6d35c4-8671-4bb1-b4ba-a88e681586c9
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-243.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-243.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T22:15:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-kgszz
    namespace: kserve-ci-e2e-test
    resourceVersion: "39532"
    uid: 8d58d2d3-5cf9-4e60-9970-154292a6f231
  kind: Event
  lastTimestamp: "2026-07-24T22:15:36Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-24T22:15:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T22:15:36Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-kgszz.18c5599808f40fb2
    namespace: kserve-ci-e2e-test
    resourceVersion: "39599"
    uid: ffa44e23-8472-46b4-8c13-8bfa9eaf6d6f
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-243.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-243.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T22:15:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-kgszz
    namespace: kserve-ci-e2e-test
    resourceVersion: "39532"
    uid: 8d58d2d3-5cf9-4e60-9970-154292a6f231
  kind: Event
  lastTimestamp: "2026-07-24T22:15:36Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-24T22:15:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T22:15:36Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-kgszz.18c559980b9b8a62
    namespace: kserve-ci-e2e-test
    resourceVersion: "39601"
    uid: 56a7f2d0-3022-485e-ba44-d87654e24965
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-243.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-243.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T22:15:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-kgszz
    namespace: kserve-ci-e2e-test
    resourceVersion: "39532"
    uid: 8d58d2d3-5cf9-4e60-9970-154292a6f231
  kind: Event
  lastTimestamp: "2026-07-24T22:15:36Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-24T22:15:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T22:15:36Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-kgszz.18c559980c0e0d3d
    namespace: kserve-ci-e2e-test
    resourceVersion: "39602"
    uid: d9c14561-6641-4419-bbc9-f9f48da74405
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-243.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-243.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-07-24T22:15:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-kgszz
    namespace: kserve-ci-e2e-test
    resourceVersion: "39532"
    uid: 8d58d2d3-5cf9-4e60-9970-154292a6f231
  kind: Event
  lastTimestamp: "2026-07-24T22:17:04Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.42:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-24T22:15:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T22:17:04Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-kgszz.18c559987d1eb9be
    namespace: kserve-ci-e2e-test
    resourceVersion: "40259"
    uid: 542e73b3-11c8-49e8-a1ec-c1472fd67f8a
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-243.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-243.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T22:17:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-kgszz
    namespace: kserve-ci-e2e-test
    resourceVersion: "39532"
    uid: 8d58d2d3-5cf9-4e60-9970-154292a6f231
  kind: Event
  lastTimestamp: "2026-07-24T22:17:01Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-24T22:17:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T22:17:01Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-kgszz.18c559abd34983ff
    namespace: kserve-ci-e2e-test
    resourceVersion: "40233"
    uid: 30c51ef8-833c-4676-b435-939c14a88ab2
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-243.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-243.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T22:17:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-kgszz
    namespace: kserve-ci-e2e-test
    resourceVersion: "39532"
    uid: 8d58d2d3-5cf9-4e60-9970-154292a6f231
  kind: Event
  lastTimestamp: "2026-07-24T22:17:01Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-24T22:17:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T22:17:01Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-kgszz.18c559abd34ad6a1
    namespace: kserve-ci-e2e-test
    resourceVersion: "40234"
    uid: 84691f45-fbe9-4338-b838-4a2dbe2e8d72
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-243.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-243.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T22:17:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-kgszz
    namespace: kserve-ci-e2e-test
    resourceVersion: "39532"
    uid: 8d58d2d3-5cf9-4e60-9970-154292a6f231
  kind: Event
  lastTimestamp: "2026-07-24T22:17:04Z"
  message: 'Readiness probe failed: Get "https://10.133.0.42:8643/healthz": dial tcp
    10.133.0.42:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-24T22:17:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T22:17:04Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-kgszz.18c559ac836648ad
    namespace: kserve-ci-e2e-test
    resourceVersion: "40258"
    uid: be955c1b-c63c-4eba-bd5f-b5906cbce8fb
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-243.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-243.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T22:15:31Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5
    namespace: kserve-ci-e2e-test
    resourceVersion: "39519"
    uid: f9ddd6ba-a6d8-4c18-aa98-d02bbe241cac
  kind: Event
  lastTimestamp: "2026-07-24T22:15:31Z"
  message: 'Created pod: isvc-predictive-lightgbm-predictor-ff56bcbb5-kgszz'
  metadata:
    creationTimestamp: "2026-07-24T22:15:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-24T22:15:31Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5.18c55996d4c81302
    namespace: kserve-ci-e2e-test
    resourceVersion: "39531"
    uid: ff38c50c-2fef-42b3-b57a-6e49ef4200d5
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T22:15:31Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-predictive-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "39517"
    uid: 48c10750-948b-4ac4-bdec-60f5f6aec25b
  kind: Event
  lastTimestamp: "2026-07-24T22:15:31Z"
  message: Scaled up replica set isvc-predictive-lightgbm-predictor-ff56bcbb5 from
    0 to 1
  metadata:
    creationTimestamp: "2026-07-24T22:15:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-24T22:15:31Z"
    name: isvc-predictive-lightgbm-predictor.18c55996d1b33219
    namespace: kserve-ci-e2e-test
    resourceVersion: "39520"
    uid: 09201959-ba45-4d74-a1c5-14200a9dbbbc
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T22:15:46Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "39518"
    uid: dc9643db-2a1f-4781-a187-4f347096d498
  kind: Event
  lastTimestamp: "2026-07-24T22:15:46Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-24T22:15:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-24T22:15:46Z"
    name: isvc-predictive-lightgbm-predictor.18c5599a5033a63c
    namespace: kserve-ci-e2e-test
    resourceVersion: "39674"
    uid: 2ecdaf6b-bb27-4c68-a5f7-5b8d45512f01
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T22:15:46Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "39518"
    uid: dc9643db-2a1f-4781-a187-4f347096d498
  kind: Event
  lastTimestamp: "2026-07-24T22:15:46Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-24T22:15:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-24T22:15:46Z"
    name: isvc-predictive-lightgbm-predictor.18c5599a509eedb3
    namespace: kserve-ci-e2e-test
    resourceVersion: "39676"
    uid: 19720f5a-59f9-4289-a4bd-400a20013ff5
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-07-24T22:16:01Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "39675"
    uid: dc9643db-2a1f-4781-a187-4f347096d498
  kind: Event
  lastTimestamp: "2026-07-24T22:17:01Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-24T22:16:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-24T22:17:01Z"
    name: isvc-predictive-lightgbm-predictor.18c5599dcfe215c4
    namespace: kserve-ci-e2e-test
    resourceVersion: "40215"
    uid: 8448fac3-7e33-4d8f-b2f6-b1d95e990027
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-07-24T22:16:01Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "39675"
    uid: dc9643db-2a1f-4781-a187-4f347096d498
  kind: Event
  lastTimestamp: "2026-07-24T22:17:01Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-24T22:16:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-24T22:17:01Z"
    name: isvc-predictive-lightgbm-predictor.18c5599dd04a8c09
    namespace: kserve-ci-e2e-test
    resourceVersion: "40217"
    uid: 3cb750df-f847-4b84-b325-cb26d03d655f
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-24T22:20:47.614295Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-72qbq
    namespace: kserve-ci-e2e-test
    resourceVersion: "42031"
    uid: d0820134-59f6-4304-9ab1-e9de2c3b3e30
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-predictive-lightgbm-v2-predictor-545b7cc587-72qbq
    to ip-10-0-143-243.ec2.internal
  metadata:
    creationTimestamp: "2026-07-24T22:20:47Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-24T22:20:47Z"
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-72qbq.18c559e064673b7d
    namespace: kserve-ci-e2e-test
    resourceVersion: "42035"
    uid: 480386b5-df88-4457-88f3-872c686637e2
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-558cfff45f-z9c48
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T22:20:48Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-72qbq
    namespace: kserve-ci-e2e-test
    resourceVersion: "42040"
    uid: d0820134-59f6-4304-9ab1-e9de2c3b3e30
  kind: Event
  lastTimestamp: "2026-07-24T22:20:48Z"
  message: Add eth0 [10.133.0.44/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-24T22:20:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-24T22:20:48Z"
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-72qbq.18c559e07dd7e5e5
    namespace: kserve-ci-e2e-test
    resourceVersion: "42048"
    uid: ff4a9569-16e7-43af-8f40-c736faa6b5f4
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T22:20:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-72qbq
    namespace: kserve-ci-e2e-test
    resourceVersion: "42033"
    uid: d0820134-59f6-4304-9ab1-e9de2c3b3e30
  kind: Event
  lastTimestamp: "2026-07-24T22:20:48Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:4bc99d27049df235a3e7474685f2095e74c6eed89dc3da2f17a1c3e85c3fa894"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-24T22:20:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T22:20:48Z"
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-72qbq.18c559e07f5d4f0f
    namespace: kserve-ci-e2e-test
    resourceVersion: "42051"
    uid: 404e8f50-4ff3-4fba-a146-b71eb8531b38
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-243.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-243.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T22:20:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-72qbq
    namespace: kserve-ci-e2e-test
    resourceVersion: "42033"
    uid: d0820134-59f6-4304-9ab1-e9de2c3b3e30
  kind: Event
  lastTimestamp: "2026-07-24T22:20:48Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-24T22:20:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T22:20:48Z"
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-72qbq.18c559e082a62fbe
    namespace: kserve-ci-e2e-test
    resourceVersion: "42052"
    uid: 0c1bb205-94a8-40c5-8f26-a356273a2a88
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-243.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-243.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T22:20:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-72qbq
    namespace: kserve-ci-e2e-test
    resourceVersion: "42033"
    uid: d0820134-59f6-4304-9ab1-e9de2c3b3e30
  kind: Event
  lastTimestamp: "2026-07-24T22:20:48Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-24T22:20:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T22:20:48Z"
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-72qbq.18c559e08322fa63
    namespace: kserve-ci-e2e-test
    resourceVersion: "42053"
    uid: 1e2c833b-37a4-41ed-9a9a-d6ed20722b3a
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-243.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-243.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T22:20:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-72qbq
    namespace: kserve-ci-e2e-test
    resourceVersion: "42033"
    uid: d0820134-59f6-4304-9ab1-e9de2c3b3e30
  kind: Event
  lastTimestamp: "2026-07-24T22:20:52Z"
  message: Container image "kserve/predictiveserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-07-24T22:20:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T22:20:52Z"
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-72qbq.18c559e1a2057c20
    namespace: kserve-ci-e2e-test
    resourceVersion: "42092"
    uid: c09fa8df-394b-49f2-8ae8-ddc61f6e650c
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-243.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-243.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T22:20:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-72qbq
    namespace: kserve-ci-e2e-test
    resourceVersion: "42033"
    uid: d0820134-59f6-4304-9ab1-e9de2c3b3e30
  kind: Event
  lastTimestamp: "2026-07-24T22:20:52Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-24T22:20:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T22:20:52Z"
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-72qbq.18c559e1a53455ca
    namespace: kserve-ci-e2e-test
    resourceVersion: "42095"
    uid: ebc5dab5-2e7f-4944-856c-8d2d407fa390
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-243.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-243.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T22:20:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-72qbq
    namespace: kserve-ci-e2e-test
    resourceVersion: "42033"
    uid: d0820134-59f6-4304-9ab1-e9de2c3b3e30
  kind: Event
  lastTimestamp: "2026-07-24T22:20:53Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-24T22:20:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T22:20:53Z"
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-72qbq.18c559e1a5ac67e2
    namespace: kserve-ci-e2e-test
    resourceVersion: "42098"
    uid: abd8ca4b-0fad-46d8-a535-cfdcde3c8f29
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-243.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-243.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T22:20:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-72qbq
    namespace: kserve-ci-e2e-test
    resourceVersion: "42033"
    uid: d0820134-59f6-4304-9ab1-e9de2c3b3e30
  kind: Event
  lastTimestamp: "2026-07-24T22:20:53Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-24T22:20:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T22:20:53Z"
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-72qbq.18c559e1a5b768d1
    namespace: kserve-ci-e2e-test
    resourceVersion: "42099"
    uid: a01e9caf-674e-4306-a21b-d03c9c4f0061
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-243.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-243.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T22:20:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-72qbq
    namespace: kserve-ci-e2e-test
    resourceVersion: "42033"
    uid: d0820134-59f6-4304-9ab1-e9de2c3b3e30
  kind: Event
  lastTimestamp: "2026-07-24T22:20:53Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-24T22:20:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T22:20:53Z"
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-72qbq.18c559e1a84a2fc8
    namespace: kserve-ci-e2e-test
    resourceVersion: "42101"
    uid: d1b632b3-d1c9-4955-9968-51d6964e8725
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-243.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-243.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T22:20:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-72qbq
    namespace: kserve-ci-e2e-test
    resourceVersion: "42033"
    uid: d0820134-59f6-4304-9ab1-e9de2c3b3e30
  kind: Event
  lastTimestamp: "2026-07-24T22:20:53Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-24T22:20:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T22:20:53Z"
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-72qbq.18c559e1a8bebf10
    namespace: kserve-ci-e2e-test
    resourceVersion: "42102"
    uid: 09cc3b59-5ad1-44cb-9fac-30ea3b08f3a2
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-243.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-243.ec2.internal
  type: Normal
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-07-24T22:21:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-72qbq
    namespace: kserve-ci-e2e-test
    resourceVersion: "42033"
    uid: d0820134-59f6-4304-9ab1-e9de2c3b3e30
  kind: Event
  lastTimestamp: "2026-07-24T22:22:19Z"
  message: 'Readiness probe failed: Get "http://10.133.0.44:8080/v2/models/isvc-predictive-lightgbm-v2/ready":
    dial tcp 10.133.0.44:8080: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-24T22:21:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T22:22:19Z"
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-72qbq.18c559ea403eab86
    namespace: kserve-ci-e2e-test
    resourceVersion: "43015"
    uid: ac45c266-acc5-4c46-98f1-5983617d433f
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-243.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-243.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T22:22:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-72qbq
    namespace: kserve-ci-e2e-test
    resourceVersion: "42033"
    uid: d0820134-59f6-4304-9ab1-e9de2c3b3e30
  kind: Event
  lastTimestamp: "2026-07-24T22:22:17Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-24T22:22:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T22:22:17Z"
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-72qbq.18c559f560f20604
    namespace: kserve-ci-e2e-test
    resourceVersion: "42996"
    uid: 214e0df4-ae54-48fe-b7fd-87dd4fe4acb5
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-243.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-243.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T22:22:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-72qbq
    namespace: kserve-ci-e2e-test
    resourceVersion: "42033"
    uid: d0820134-59f6-4304-9ab1-e9de2c3b3e30
  kind: Event
  lastTimestamp: "2026-07-24T22:22:17Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-24T22:22:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T22:22:17Z"
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-72qbq.18c559f560f278a0
    namespace: kserve-ci-e2e-test
    resourceVersion: "42997"
    uid: 744ee708-fa1a-48e7-b531-358463c0860a
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-243.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-243.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T22:22:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-72qbq
    namespace: kserve-ci-e2e-test
    resourceVersion: "42033"
    uid: d0820134-59f6-4304-9ab1-e9de2c3b3e30
  kind: Event
  lastTimestamp: "2026-07-24T22:22:19Z"
  message: 'Readiness probe failed: Get "https://10.133.0.44:8643/healthz": dial tcp
    10.133.0.44:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-24T22:22:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T22:22:19Z"
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-72qbq.18c559f5e424eeab
    namespace: kserve-ci-e2e-test
    resourceVersion: "43014"
    uid: 476eea39-c5d0-423e-b607-2087a6d3e322
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-243.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-243.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T22:20:47Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587
    namespace: kserve-ci-e2e-test
    resourceVersion: "42019"
    uid: a1253f58-4c45-4b10-9387-f8a4fa96533b
  kind: Event
  lastTimestamp: "2026-07-24T22:20:47Z"
  message: 'Created pod: isvc-predictive-lightgbm-v2-predictor-545b7cc587-72qbq'
  metadata:
    creationTimestamp: "2026-07-24T22:20:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-24T22:20:47Z"
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587.18c559e063f53a33
    namespace: kserve-ci-e2e-test
    resourceVersion: "42032"
    uid: 0e9c41a6-8d65-49df-a187-faf0ae497451
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T22:20:47Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-predictive-lightgbm-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "42017"
    uid: fc06f0c3-a0ac-4875-8135-86443c76e2bb
  kind: Event
  lastTimestamp: "2026-07-24T22:20:47Z"
  message: Scaled up replica set isvc-predictive-lightgbm-v2-predictor-545b7cc587
    from 0 to 1
  metadata:
    creationTimestamp: "2026-07-24T22:20:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-24T22:20:47Z"
    name: isvc-predictive-lightgbm-v2-predictor.18c559e05f227256
    namespace: kserve-ci-e2e-test
    resourceVersion: "42021"
    uid: dc747ef3-9c51-45c9-bc0b-3def9903ad52
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-24T22:21:02Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-lightgbm-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "42018"
    uid: eb8f589d-8f66-4247-a7f3-62fd2225d861
  kind: Event
  lastTimestamp: "2026-07-24T22:21:17Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-24T22:21:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-24T22:21:17Z"
    name: isvc-predictive-lightgbm-v2-predictor.18c559e3de36e05d
    namespace: kserve-ci-e2e-test
    resourceVersion: "42271"
    uid: 926fdf77-d7c8-450a-934c-6fa625291fc5
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-24T22:21:02Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-lightgbm-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "42018"
    uid: eb8f589d-8f66-4247-a7f3-62fd2225d861
  kind: Event
  lastTimestamp: "2026-07-24T22:21:17Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-24T22:21:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-24T22:21:17Z"
    name: isvc-predictive-lightgbm-v2-predictor.18c559e3de9d4188
    namespace: kserve-ci-e2e-test
    resourceVersion: "42272"
    uid: 0e420f40-3170-47db-a515-f8f1fc91c1ed
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-07-24T22:21:32Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-lightgbm-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "42169"
    uid: eb8f589d-8f66-4247-a7f3-62fd2225d861
  kind: Event
  lastTimestamp: "2026-07-24T22:22:17Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-24T22:21:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-24T22:22:17Z"
    name: isvc-predictive-lightgbm-v2-predictor.18c559eadc867fdd
    namespace: kserve-ci-e2e-test
    resourceVersion: "42978"
    uid: ae0009ed-e893-440d-b3ac-59df40c7221b
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-07-24T22:21:32Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-lightgbm-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "42169"
    uid: eb8f589d-8f66-4247-a7f3-62fd2225d861
  kind: Event
  lastTimestamp: "2026-07-24T22:22:17Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-24T22:21:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-24T22:22:17Z"
    name: isvc-predictive-lightgbm-v2-predictor.18c559eadcf1f670
    namespace: kserve-ci-e2e-test
    resourceVersion: "42979"
    uid: 65cd4a68-05c6-4b2a-b0ff-40cd0aa9d357
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-07-24T22:20:47Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-lightgbm-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "42010"
    uid: 31b64395-1f27-441d-8b01-956b5416d35d
  kind: Event
  lastTimestamp: "2026-07-24T22:22:10Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-24T22:20:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-24T22:22:10Z"
    name: isvc-predictive-lightgbm-v2.18c559e05f4f5b0b
    namespace: kserve-ci-e2e-test
    resourceVersion: "42928"
    uid: 91b61ad9-c286-4923-a026-a0392723cde1
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T22:20:47Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-lightgbm-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "42010"
    uid: 31b64395-1f27-441d-8b01-956b5416d35d
  kind: Event
  lastTimestamp: "2026-07-24T22:20:47Z"
  message: 'Failed to update status for InferenceService "isvc-predictive-lightgbm-v2":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-predictive-lightgbm-v2":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-24T22:20:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-24T22:20:47Z"
    name: isvc-predictive-lightgbm-v2.18c559e05fddb924
    namespace: kserve-ci-e2e-test
    resourceVersion: "42025"
    uid: 9d0d8dea-3a47-4c2c-a647-73c70a7424a3
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T22:22:10Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-lightgbm-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "42926"
    uid: 31b64395-1f27-441d-8b01-956b5416d35d
  kind: Event
  lastTimestamp: "2026-07-24T22:22:10Z"
  message: InferenceService [isvc-predictive-lightgbm-v2] is Ready
  metadata:
    creationTimestamp: "2026-07-24T22:22:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-24T22:22:10Z"
    name: isvc-predictive-lightgbm-v2.18c559f3971fde97
    namespace: kserve-ci-e2e-test
    resourceVersion: "42927"
    uid: 9b0d6ac3-5aa5-44de-983f-d24591b782a8
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-07-24T22:15:31Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-lightgbm
    namespace: kserve-ci-e2e-test
    resourceVersion: "39510"
    uid: 60db30f0-57a6-4356-8c64-869719a915d9
  kind: Event
  lastTimestamp: "2026-07-24T22:16:54Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-24T22:15:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-24T22:16:54Z"
    name: isvc-predictive-lightgbm.18c55996d1babc49
    namespace: kserve-ci-e2e-test
    resourceVersion: "40174"
    uid: 74bede08-ae53-4222-9b2a-64f905c60acf
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T22:15:31Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-lightgbm
    namespace: kserve-ci-e2e-test
    resourceVersion: "39510"
    uid: 60db30f0-57a6-4356-8c64-869719a915d9
  kind: Event
  lastTimestamp: "2026-07-24T22:15:31Z"
  message: 'Failed to update status for InferenceService "isvc-predictive-lightgbm":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-predictive-lightgbm":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-24T22:15:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-24T22:15:31Z"
    name: isvc-predictive-lightgbm.18c55996d2453616
    namespace: kserve-ci-e2e-test
    resourceVersion: "39524"
    uid: bb1e68ee-4051-4a75-a8b3-d875b5b7846f
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T22:16:54Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-lightgbm
    namespace: kserve-ci-e2e-test
    resourceVersion: "40171"
    uid: 60db30f0-57a6-4356-8c64-869719a915d9
  kind: Event
  lastTimestamp: "2026-07-24T22:16:54Z"
  message: InferenceService [isvc-predictive-lightgbm] is Ready
  metadata:
    creationTimestamp: "2026-07-24T22:16:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-24T22:16:54Z"
    name: isvc-predictive-lightgbm.18c559aa36bc2245
    namespace: kserve-ci-e2e-test
    resourceVersion: "40172"
    uid: fcd2fe39-81b9-42f4-a206-f5bbdce68e8b
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-24T22:12:11.113905Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-z4q42
    namespace: kserve-ci-e2e-test
    resourceVersion: "37939"
    uid: 0f75dcab-d805-40f1-a969-f5faf42e93ab
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-predictive-sklearn-predictor-5f849d69df-z4q42
    to ip-10-0-143-243.ec2.internal
  metadata:
    creationTimestamp: "2026-07-24T22:12:11Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-24T22:12:11Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-z4q42.18c559682294b8a9
    namespace: kserve-ci-e2e-test
    resourceVersion: "37946"
    uid: 109fe7a1-f37f-4e7c-9d24-ebbe34e2510d
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-558cfff45f-z9c48
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T22:12:11Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-z4q42
    namespace: kserve-ci-e2e-test
    resourceVersion: "37950"
    uid: 0f75dcab-d805-40f1-a969-f5faf42e93ab
  kind: Event
  lastTimestamp: "2026-07-24T22:12:11Z"
  message: Add eth0 [10.133.0.40/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-24T22:12:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-24T22:12:11Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-z4q42.18c559683c64942d
    namespace: kserve-ci-e2e-test
    resourceVersion: "37958"
    uid: b6d6a8dc-c988-4dcf-8299-ccb3073d1b4c
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T22:12:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-z4q42
    namespace: kserve-ci-e2e-test
    resourceVersion: "37942"
    uid: 0f75dcab-d805-40f1-a969-f5faf42e93ab
  kind: Event
  lastTimestamp: "2026-07-24T22:12:11Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:4bc99d27049df235a3e7474685f2095e74c6eed89dc3da2f17a1c3e85c3fa894"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-24T22:12:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T22:12:11Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-z4q42.18c559683eb5f9ad
    namespace: kserve-ci-e2e-test
    resourceVersion: "37960"
    uid: c2b6ff69-d710-474b-bfb3-e1a40efa3084
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-243.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-243.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T22:12:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-z4q42
    namespace: kserve-ci-e2e-test
    resourceVersion: "37942"
    uid: 0f75dcab-d805-40f1-a969-f5faf42e93ab
  kind: Event
  lastTimestamp: "2026-07-24T22:12:11Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-24T22:12:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T22:12:11Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-z4q42.18c55968421f62aa
    namespace: kserve-ci-e2e-test
    resourceVersion: "37961"
    uid: 33dea7e3-36c6-452b-beaf-53fed694b6c3
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-243.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-243.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T22:12:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-z4q42
    namespace: kserve-ci-e2e-test
    resourceVersion: "37942"
    uid: 0f75dcab-d805-40f1-a969-f5faf42e93ab
  kind: Event
  lastTimestamp: "2026-07-24T22:12:11Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-24T22:12:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T22:12:11Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-z4q42.18c5596842927c29
    namespace: kserve-ci-e2e-test
    resourceVersion: "37962"
    uid: adb43888-5781-4988-9f61-d34432f018e2
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-243.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-243.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T22:12:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-z4q42
    namespace: kserve-ci-e2e-test
    resourceVersion: "37942"
    uid: 0f75dcab-d805-40f1-a969-f5faf42e93ab
  kind: Event
  lastTimestamp: "2026-07-24T22:12:15Z"
  message: Pulling image "kserve/predictiveserver:latest"
  metadata:
    creationTimestamp: "2026-07-24T22:12:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T22:12:15Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-z4q42.18c5596945844741
    namespace: kserve-ci-e2e-test
    resourceVersion: "37992"
    uid: c232f7db-bf06-473d-b1fd-dca59c440824
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-243.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-243.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T22:12:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-z4q42
    namespace: kserve-ci-e2e-test
    resourceVersion: "37942"
    uid: 0f75dcab-d805-40f1-a969-f5faf42e93ab
  kind: Event
  lastTimestamp: "2026-07-24T22:12:36Z"
  message: 'Successfully pulled image "kserve/predictiveserver:latest" in 20.861s
    (20.861s including waiting). Image size: 2353326736 bytes.'
  metadata:
    creationTimestamp: "2026-07-24T22:12:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T22:12:36Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-z4q42.18c5596e20f7618f
    namespace: kserve-ci-e2e-test
    resourceVersion: "38145"
    uid: 426f1c34-799c-4a19-b683-e5a08cb1da3f
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-243.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-243.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T22:12:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-z4q42
    namespace: kserve-ci-e2e-test
    resourceVersion: "37942"
    uid: 0f75dcab-d805-40f1-a969-f5faf42e93ab
  kind: Event
  lastTimestamp: "2026-07-24T22:12:36Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-24T22:12:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T22:12:36Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-z4q42.18c5596e273db346
    namespace: kserve-ci-e2e-test
    resourceVersion: "38147"
    uid: 5c8516ec-779e-4a2a-803e-ba16e52be895
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-243.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-243.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T22:12:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-z4q42
    namespace: kserve-ci-e2e-test
    resourceVersion: "37942"
    uid: 0f75dcab-d805-40f1-a969-f5faf42e93ab
  kind: Event
  lastTimestamp: "2026-07-24T22:12:36Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-24T22:12:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T22:12:36Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-z4q42.18c5596e28354e3e
    namespace: kserve-ci-e2e-test
    resourceVersion: "38148"
    uid: 801e0091-9f03-4863-8db4-323a7862755e
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-243.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-243.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T22:12:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-z4q42
    namespace: kserve-ci-e2e-test
    resourceVersion: "37942"
    uid: 0f75dcab-d805-40f1-a969-f5faf42e93ab
  kind: Event
  lastTimestamp: "2026-07-24T22:12:36Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-24T22:12:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T22:12:36Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-z4q42.18c5596e283fc843
    namespace: kserve-ci-e2e-test
    resourceVersion: "38149"
    uid: 3148482b-3a87-41bc-8c5e-e6610ee8e0c5
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-243.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-243.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T22:12:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-z4q42
    namespace: kserve-ci-e2e-test
    resourceVersion: "37942"
    uid: 0f75dcab-d805-40f1-a969-f5faf42e93ab
  kind: Event
  lastTimestamp: "2026-07-24T22:12:37Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-24T22:12:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T22:12:37Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-z4q42.18c5596e2c218fcf
    namespace: kserve-ci-e2e-test
    resourceVersion: "38150"
    uid: 3b6536d2-999f-4dbb-b054-812a443798b7
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-243.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-243.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T22:12:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-z4q42
    namespace: kserve-ci-e2e-test
    resourceVersion: "37942"
    uid: 0f75dcab-d805-40f1-a969-f5faf42e93ab
  kind: Event
  lastTimestamp: "2026-07-24T22:12:37Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-24T22:12:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T22:12:37Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-z4q42.18c5596e2cc78cf3
    namespace: kserve-ci-e2e-test
    resourceVersion: "38151"
    uid: 916077fa-d034-4c82-96cf-1211f407a591
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-243.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-243.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-07-24T22:12:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-z4q42
    namespace: kserve-ci-e2e-test
    resourceVersion: "37942"
    uid: 0f75dcab-d805-40f1-a969-f5faf42e93ab
  kind: Event
  lastTimestamp: "2026-07-24T22:14:04Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.40:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-24T22:12:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T22:14:04Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-z4q42.18c5596e6b248537
    namespace: kserve-ci-e2e-test
    resourceVersion: "38796"
    uid: 486f7bdf-0c26-4e24-8d15-55a4be6a8b95
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-243.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-243.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T22:14:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-z4q42
    namespace: kserve-ci-e2e-test
    resourceVersion: "37942"
    uid: 0f75dcab-d805-40f1-a969-f5faf42e93ab
  kind: Event
  lastTimestamp: "2026-07-24T22:14:01Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-24T22:14:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T22:14:01Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-z4q42.18c55981c74fba3b
    namespace: kserve-ci-e2e-test
    resourceVersion: "38772"
    uid: 2450dfb0-c5ce-4f9c-814f-9e015c4079d3
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-243.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-243.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T22:14:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-z4q42
    namespace: kserve-ci-e2e-test
    resourceVersion: "37942"
    uid: 0f75dcab-d805-40f1-a969-f5faf42e93ab
  kind: Event
  lastTimestamp: "2026-07-24T22:14:01Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-24T22:14:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T22:14:01Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-z4q42.18c55981c7504ec1
    namespace: kserve-ci-e2e-test
    resourceVersion: "38773"
    uid: 3723ad6e-a7ef-4cb8-be7a-c6d6332e7803
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-243.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-243.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T22:14:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-z4q42
    namespace: kserve-ci-e2e-test
    resourceVersion: "37942"
    uid: 0f75dcab-d805-40f1-a969-f5faf42e93ab
  kind: Event
  lastTimestamp: "2026-07-24T22:14:04Z"
  message: 'Readiness probe failed: Get "https://10.133.0.40:8643/healthz": dial tcp
    10.133.0.40:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-24T22:14:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T22:14:04Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-z4q42.18c55982715463b4
    namespace: kserve-ci-e2e-test
    resourceVersion: "38795"
    uid: 71d57cbd-a2e1-4793-96f8-e61decca503c
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-243.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-243.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T22:12:11Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-predictive-sklearn-predictor-5f849d69df
    namespace: kserve-ci-e2e-test
    resourceVersion: "37929"
    uid: 5d9a1672-96a2-41a1-9044-5cdeea596337
  kind: Event
  lastTimestamp: "2026-07-24T22:12:11Z"
  message: 'Created pod: isvc-predictive-sklearn-predictor-5f849d69df-z4q42'
  metadata:
    creationTimestamp: "2026-07-24T22:12:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-24T22:12:11Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df.18c559682204baa0
    namespace: kserve-ci-e2e-test
    resourceVersion: "37940"
    uid: 4749d7d7-cb79-40c1-94c5-222799d38610
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T22:12:11Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-predictive-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37927"
    uid: 383820e9-8968-45c8-867a-7bc60c3e17a4
  kind: Event
  lastTimestamp: "2026-07-24T22:12:11Z"
  message: Scaled up replica set isvc-predictive-sklearn-predictor-5f849d69df from
    0 to 1
  metadata:
    creationTimestamp: "2026-07-24T22:12:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-24T22:12:11Z"
    name: isvc-predictive-sklearn-predictor.18c559681eddbbb3
    namespace: kserve-ci-e2e-test
    resourceVersion: "37931"
    uid: 8d037d81-195d-495d-8312-e048494f3cdd
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-07-24T22:12:26Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37928"
    uid: 1ae48131-87b3-42d8-9e01-fe9a4de810ed
  kind: Event
  lastTimestamp: "2026-07-24T22:13:11Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-24T22:12:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-24T22:13:11Z"
    name: isvc-predictive-sklearn-predictor.18c5596b9ddf83d3
    namespace: kserve-ci-e2e-test
    resourceVersion: "38393"
    uid: a72a4120-33a9-4fb2-b572-dbc0a38a7db1
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-07-24T22:12:26Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37928"
    uid: 1ae48131-87b3-42d8-9e01-fe9a4de810ed
  kind: Event
  lastTimestamp: "2026-07-24T22:13:11Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-24T22:12:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-24T22:13:11Z"
    name: isvc-predictive-sklearn-predictor.18c5596b9e393bd8
    namespace: kserve-ci-e2e-test
    resourceVersion: "38394"
    uid: 48e3379d-0617-4e73-a1d0-289c80f03dce
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-24T22:13:26Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "38070"
    uid: 1ae48131-87b3-42d8-9e01-fe9a4de810ed
  kind: Event
  lastTimestamp: "2026-07-24T22:13:56Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-24T22:13:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-24T22:13:56Z"
    name: isvc-predictive-sklearn-predictor.18c559799aa302dd
    namespace: kserve-ci-e2e-test
    resourceVersion: "38721"
    uid: 0d24c77c-ae85-4fee-bba6-0f4b42cce39b
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-24T22:13:26Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "38070"
    uid: 1ae48131-87b3-42d8-9e01-fe9a4de810ed
  kind: Event
  lastTimestamp: "2026-07-24T22:13:56Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-24T22:13:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-24T22:13:56Z"
    name: isvc-predictive-sklearn-predictor.18c559799b0da963
    namespace: kserve-ci-e2e-test
    resourceVersion: "38722"
    uid: 3d8159e8-ec33-41cc-a08c-987fccc6ba47
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-24T22:17:07.009984Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-dkjdg
    namespace: kserve-ci-e2e-test
    resourceVersion: "40301"
    uid: 39571b5c-b9bf-4662-b845-afa5a7fa4b5c
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-predictive-sklearn-v2-predictor-745f9c8c9f-dkjdg
    to ip-10-0-129-163.ec2.internal
  metadata:
    creationTimestamp: "2026-07-24T22:17:07Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-24T22:17:07Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-dkjdg.18c559ad075c9b5e
    namespace: kserve-ci-e2e-test
    resourceVersion: "40305"
    uid: 9856f930-3ba2-4556-86b4-8a0b970f6dcd
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-558cfff45f-z9c48
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T22:17:07Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-dkjdg
    namespace: kserve-ci-e2e-test
    resourceVersion: "40310"
    uid: 39571b5c-b9bf-4662-b845-afa5a7fa4b5c
  kind: Event
  lastTimestamp: "2026-07-24T22:17:07Z"
  message: Add eth0 [10.134.0.46/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-24T22:17:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-24T22:17:07Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-dkjdg.18c559ad211cc315
    namespace: kserve-ci-e2e-test
    resourceVersion: "40316"
    uid: cffeeb70-06e6-454e-b4d3-2f97a19c5f99
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T22:17:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-dkjdg
    namespace: kserve-ci-e2e-test
    resourceVersion: "40303"
    uid: 39571b5c-b9bf-4662-b845-afa5a7fa4b5c
  kind: Event
  lastTimestamp: "2026-07-24T22:17:07Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:4bc99d27049df235a3e7474685f2095e74c6eed89dc3da2f17a1c3e85c3fa894"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-24T22:17:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T22:17:07Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-dkjdg.18c559ad229086fd
    namespace: kserve-ci-e2e-test
    resourceVersion: "40318"
    uid: 5a4ef1dc-17c1-46dc-a5a4-f5603246de86
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-163.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T22:17:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-dkjdg
    namespace: kserve-ci-e2e-test
    resourceVersion: "40303"
    uid: 39571b5c-b9bf-4662-b845-afa5a7fa4b5c
  kind: Event
  lastTimestamp: "2026-07-24T22:17:07Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-24T22:17:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T22:17:07Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-dkjdg.18c559ad258002d3
    namespace: kserve-ci-e2e-test
    resourceVersion: "40322"
    uid: b73ccd96-ce6d-4734-b89f-ecc495d4ef04
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-163.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T22:17:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-dkjdg
    namespace: kserve-ci-e2e-test
    resourceVersion: "40303"
    uid: 39571b5c-b9bf-4662-b845-afa5a7fa4b5c
  kind: Event
  lastTimestamp: "2026-07-24T22:17:07Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-24T22:17:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T22:17:07Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-dkjdg.18c559ad25fb8523
    namespace: kserve-ci-e2e-test
    resourceVersion: "40323"
    uid: 3c5235bb-15b5-4eb3-a984-a1bf7fbee980
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-163.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T22:17:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-dkjdg
    namespace: kserve-ci-e2e-test
    resourceVersion: "40303"
    uid: 39571b5c-b9bf-4662-b845-afa5a7fa4b5c
  kind: Event
  lastTimestamp: "2026-07-24T22:17:12Z"
  message: Pulling image "kserve/predictiveserver:latest"
  metadata:
    creationTimestamp: "2026-07-24T22:17:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T22:17:12Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-dkjdg.18c559ae3da9e449
    namespace: kserve-ci-e2e-test
    resourceVersion: "40368"
    uid: 65716a7e-975c-4726-adeb-145362d700bd
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-163.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T22:17:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-dkjdg
    namespace: kserve-ci-e2e-test
    resourceVersion: "40303"
    uid: 39571b5c-b9bf-4662-b845-afa5a7fa4b5c
  kind: Event
  lastTimestamp: "2026-07-24T22:17:33Z"
  message: 'Successfully pulled image "kserve/predictiveserver:latest" in 20.83s (20.83s
    including waiting). Image size: 2353326736 bytes.'
  metadata:
    creationTimestamp: "2026-07-24T22:17:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T22:17:33Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-dkjdg.18c559b3173c14b7
    namespace: kserve-ci-e2e-test
    resourceVersion: "40510"
    uid: 5dc32df8-c13d-4019-b64e-1a5318690447
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-163.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T22:17:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-dkjdg
    namespace: kserve-ci-e2e-test
    resourceVersion: "40303"
    uid: 39571b5c-b9bf-4662-b845-afa5a7fa4b5c
  kind: Event
  lastTimestamp: "2026-07-24T22:17:33Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-24T22:17:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T22:17:33Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-dkjdg.18c559b31f0dcdd3
    namespace: kserve-ci-e2e-test
    resourceVersion: "40511"
    uid: 0f4dd1ee-87b0-4f56-84fe-1c273ee4c924
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-163.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T22:17:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-dkjdg
    namespace: kserve-ci-e2e-test
    resourceVersion: "40303"
    uid: 39571b5c-b9bf-4662-b845-afa5a7fa4b5c
  kind: Event
  lastTimestamp: "2026-07-24T22:17:33Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-24T22:17:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T22:17:33Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-dkjdg.18c559b32014b1b9
    namespace: kserve-ci-e2e-test
    resourceVersion: "40512"
    uid: 5ac70ad2-132a-429c-bc32-b345b9934db0
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-163.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T22:17:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-dkjdg
    namespace: kserve-ci-e2e-test
    resourceVersion: "40303"
    uid: 39571b5c-b9bf-4662-b845-afa5a7fa4b5c
  kind: Event
  lastTimestamp: "2026-07-24T22:17:33Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-24T22:17:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T22:17:33Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-dkjdg.18c559b3201f240f
    namespace: kserve-ci-e2e-test
    resourceVersion: "40513"
    uid: a391d489-7d69-4366-9dd0-e385a97a0660
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-163.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T22:17:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-dkjdg
    namespace: kserve-ci-e2e-test
    resourceVersion: "40303"
    uid: 39571b5c-b9bf-4662-b845-afa5a7fa4b5c
  kind: Event
  lastTimestamp: "2026-07-24T22:17:33Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-24T22:17:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T22:17:33Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-dkjdg.18c559b325473bce
    namespace: kserve-ci-e2e-test
    resourceVersion: "40514"
    uid: 530a1ef1-b3de-4ecd-a33c-bfa8f91181db
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-163.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T22:17:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-dkjdg
    namespace: kserve-ci-e2e-test
    resourceVersion: "40303"
    uid: 39571b5c-b9bf-4662-b845-afa5a7fa4b5c
  kind: Event
  lastTimestamp: "2026-07-24T22:17:33Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-24T22:17:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T22:17:33Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-dkjdg.18c559b326ac5af2
    namespace: kserve-ci-e2e-test
    resourceVersion: "40515"
    uid: 3147fb69-e0b6-45fd-904f-7311d270b96f
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-163.ec2.internal
  type: Normal
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-07-24T22:18:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-dkjdg
    namespace: kserve-ci-e2e-test
    resourceVersion: "40303"
    uid: 39571b5c-b9bf-4662-b845-afa5a7fa4b5c
  kind: Event
  lastTimestamp: "2026-07-24T22:19:10Z"
  message: 'Readiness probe failed: Get "http://10.134.0.46:8080/v2/models/isvc-predictive-sklearn-v2/ready":
    dial tcp 10.134.0.46:8080: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-24T22:18:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T22:19:10Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-dkjdg.18c559bbc73a118e
    namespace: kserve-ci-e2e-test
    resourceVersion: "41224"
    uid: 3cb5308a-0415-4440-9de8-79eed6b996fe
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-163.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T22:18:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-dkjdg
    namespace: kserve-ci-e2e-test
    resourceVersion: "40303"
    uid: 39571b5c-b9bf-4662-b845-afa5a7fa4b5c
  kind: Event
  lastTimestamp: "2026-07-24T22:18:51Z"
  message: 'Readiness probe failed: Get "http://10.134.0.46:8080/v2/models/isvc-predictive-sklearn-v2/ready":
    context deadline exceeded (Client.Timeout exceeded while awaiting headers)'
  metadata:
    creationTimestamp: "2026-07-24T22:18:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T22:18:51Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-dkjdg.18c559c555689ae7
    namespace: kserve-ci-e2e-test
    resourceVersion: "41063"
    uid: caf58135-1ec2-4e3a-8bf1-47f4a7d13eba
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-163.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T22:19:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-dkjdg
    namespace: kserve-ci-e2e-test
    resourceVersion: "40303"
    uid: 39571b5c-b9bf-4662-b845-afa5a7fa4b5c
  kind: Event
  lastTimestamp: "2026-07-24T22:19:07Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-24T22:19:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T22:19:07Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-dkjdg.18c559c9042891d1
    namespace: kserve-ci-e2e-test
    resourceVersion: "41201"
    uid: 3d75b0ed-262f-4b70-a526-64fd5925c1ec
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-163.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T22:19:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-dkjdg
    namespace: kserve-ci-e2e-test
    resourceVersion: "40303"
    uid: 39571b5c-b9bf-4662-b845-afa5a7fa4b5c
  kind: Event
  lastTimestamp: "2026-07-24T22:19:07Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-24T22:19:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T22:19:07Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-dkjdg.18c559c904290b9f
    namespace: kserve-ci-e2e-test
    resourceVersion: "41202"
    uid: e32fe978-f13a-49bf-aa1d-f8cc140c3824
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-163.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T22:19:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-dkjdg
    namespace: kserve-ci-e2e-test
    resourceVersion: "40303"
    uid: 39571b5c-b9bf-4662-b845-afa5a7fa4b5c
  kind: Event
  lastTimestamp: "2026-07-24T22:19:10Z"
  message: 'Readiness probe failed: Get "https://10.134.0.46:8643/healthz": dial tcp
    10.134.0.46:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-24T22:19:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T22:19:10Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-dkjdg.18c559c9bf347b82
    namespace: kserve-ci-e2e-test
    resourceVersion: "41223"
    uid: 1cde5a6f-b73c-4082-9c00-e88cb52d9602
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-163.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T22:17:07Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f
    namespace: kserve-ci-e2e-test
    resourceVersion: "40287"
    uid: c025b5bc-6a33-4159-b955-17a8dd6494e1
  kind: Event
  lastTimestamp: "2026-07-24T22:17:07Z"
  message: 'Created pod: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-dkjdg'
  metadata:
    creationTimestamp: "2026-07-24T22:17:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-24T22:17:07Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f.18c559ad06ee907a
    namespace: kserve-ci-e2e-test
    resourceVersion: "40302"
    uid: 91664a75-859d-4405-a922-3d65619a042f
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T22:17:06Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-predictive-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "40285"
    uid: b5821f8c-815c-4f98-9937-0fec8bb5e928
  kind: Event
  lastTimestamp: "2026-07-24T22:17:06Z"
  message: Scaled up replica set isvc-predictive-sklearn-v2-predictor-745f9c8c9f from
    0 to 1
  metadata:
    creationTimestamp: "2026-07-24T22:17:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-24T22:17:06Z"
    name: isvc-predictive-sklearn-v2-predictor.18c559ad0208db2b
    namespace: kserve-ci-e2e-test
    resourceVersion: "40289"
    uid: 6d3c4634-d6aa-4be8-8120-0538e9ee40e5
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-24T22:17:21Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "40286"
    uid: 6d99bd4a-e874-45d2-9743-20b6a4825c67
  kind: Event
  lastTimestamp: "2026-07-24T22:17:51Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-24T22:17:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-24T22:17:51Z"
    name: isvc-predictive-sklearn-v2-predictor.18c559b0809097e8
    namespace: kserve-ci-e2e-test
    resourceVersion: "40649"
    uid: 2a2e426f-c5ac-4c88-bca0-93ef312b643d
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-24T22:17:21Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "40286"
    uid: 6d99bd4a-e874-45d2-9743-20b6a4825c67
  kind: Event
  lastTimestamp: "2026-07-24T22:17:51Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-24T22:17:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-24T22:17:51Z"
    name: isvc-predictive-sklearn-v2-predictor.18c559b080fe3aa1
    namespace: kserve-ci-e2e-test
    resourceVersion: "40650"
    uid: 4cf6fd43-7fbf-42d1-9989-0e8d929df820
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-07-24T22:18:06Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "40436"
    uid: 6d99bd4a-e874-45d2-9743-20b6a4825c67
  kind: Event
  lastTimestamp: "2026-07-24T22:19:07Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-24T22:18:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-24T22:19:07Z"
    name: isvc-predictive-sklearn-v2-predictor.18c559bafe4c44c9
    namespace: kserve-ci-e2e-test
    resourceVersion: "41184"
    uid: ee0954e8-ec67-49d0-bbe6-3538eccdd2f4
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-07-24T22:18:06Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "40436"
    uid: 6d99bd4a-e874-45d2-9743-20b6a4825c67
  kind: Event
  lastTimestamp: "2026-07-24T22:19:07Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-24T22:18:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-24T22:19:07Z"
    name: isvc-predictive-sklearn-v2-predictor.18c559bafed452bc
    namespace: kserve-ci-e2e-test
    resourceVersion: "41185"
    uid: 99d922d0-0f92-47e1-a3ae-9f93e1c1a85c
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-07-24T22:17:06Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-sklearn-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "40278"
    uid: 4ec69e62-d8d6-4dd1-8bf8-5effd2af8d44
  kind: Event
  lastTimestamp: "2026-07-24T22:19:00Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-24T22:17:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-24T22:19:00Z"
    name: isvc-predictive-sklearn-v2.18c559ad020fe8ad
    namespace: kserve-ci-e2e-test
    resourceVersion: "41138"
    uid: 959d0407-7fbc-43b4-86cd-da90f7db81a3
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-24T22:17:06Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-sklearn-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "40278"
    uid: 4ec69e62-d8d6-4dd1-8bf8-5effd2af8d44
  kind: Event
  lastTimestamp: "2026-07-24T22:17:07Z"
  message: 'Failed to update status for InferenceService "isvc-predictive-sklearn-v2":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-predictive-sklearn-v2":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-24T22:17:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-24T22:17:07Z"
    name: isvc-predictive-sklearn-v2.18c559ad029fb02b
    namespace: kserve-ci-e2e-test
    resourceVersion: "40311"
    uid: b6675946-c3b0-4f1b-99b3-e6f8db591f49
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T22:17:07Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-sklearn-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "40282"
    uid: 4ec69e62-d8d6-4dd1-8bf8-5effd2af8d44
  kind: Event
  lastTimestamp: "2026-07-24T22:17:07Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-predictive-sklearn-v2": the object
    has been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-07-24T22:17:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-24T22:17:07Z"
    name: isvc-predictive-sklearn-v2.18c559ad08eb5784
    namespace: kserve-ci-e2e-test
    resourceVersion: "40312"
    uid: f1018018-9d6d-4142-9acf-5df22d4a3a3e
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T22:19:00Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-sklearn-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "41136"
    uid: 4ec69e62-d8d6-4dd1-8bf8-5effd2af8d44
  kind: Event
  lastTimestamp: "2026-07-24T22:19:00Z"
  message: InferenceService [isvc-predictive-sklearn-v2] is Ready
  metadata:
    creationTimestamp: "2026-07-24T22:19:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-24T22:19:00Z"
    name: isvc-predictive-sklearn-v2.18c559c771a1d1a5
    namespace: kserve-ci-e2e-test
    resourceVersion: "41137"
    uid: 89e33c29-b113-47c3-b9e7-59d6d900932d
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-07-24T22:12:11Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-sklearn
    namespace: kserve-ci-e2e-test
    resourceVersion: "37920"
    uid: 795def55-9eb9-492f-9860-bd90f4ea2ae7
  kind: Event
  lastTimestamp: "2026-07-24T22:13:54Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-24T22:12:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-24T22:13:54Z"
    name: isvc-predictive-sklearn.18c559681ee63650
    namespace: kserve-ci-e2e-test
    resourceVersion: "38710"
    uid: bf5602b3-eada-43bb-9ac9-f798f3167c52
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T22:12:11Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-sklearn
    namespace: kserve-ci-e2e-test
    resourceVersion: "37920"
    uid: 795def55-9eb9-492f-9860-bd90f4ea2ae7
  kind: Event
  lastTimestamp: "2026-07-24T22:12:11Z"
  message: 'Failed to update status for InferenceService "isvc-predictive-sklearn":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-predictive-sklearn":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-24T22:12:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-24T22:12:11Z"
    name: isvc-predictive-sklearn.18c559681f72147d
    namespace: kserve-ci-e2e-test
    resourceVersion: "37935"
    uid: b6763344-ea49-4f3d-9ed9-3d6a072abbaf
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T22:13:54Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-sklearn
    namespace: kserve-ci-e2e-test
    resourceVersion: "38708"
    uid: 795def55-9eb9-492f-9860-bd90f4ea2ae7
  kind: Event
  lastTimestamp: "2026-07-24T22:13:54Z"
  message: InferenceService [isvc-predictive-sklearn] is Ready
  metadata:
    creationTimestamp: "2026-07-24T22:13:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-24T22:13:54Z"
    name: isvc-predictive-sklearn.18c55980229f0c86
    namespace: kserve-ci-e2e-test
    resourceVersion: "38709"
    uid: 18cac5b6-e9a5-41ad-a8ac-9b5fb6f73fd7
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-24T22:14:06.450617Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-xgboost-predictor-695f978978-64tnq
    namespace: kserve-ci-e2e-test
    resourceVersion: "38838"
    uid: d3ac5558-ff94-4fa7-8643-94b9b7649cd6
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-predictive-xgboost-predictor-695f978978-64tnq
    to ip-10-0-143-243.ec2.internal
  metadata:
    creationTimestamp: "2026-07-24T22:14:06Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-24T22:14:06Z"
    name: isvc-predictive-xgboost-predictor-695f978978-64tnq.18c55982fd2f4538
    namespace: kserve-ci-e2e-test
    resourceVersion: "38843"
    uid: deb0ff7b-7cf5-4ac8-8db0-85d21c41a5ba
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-558cfff45f-z9c48
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T22:14:06Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-xgboost-predictor-695f978978-64tnq
    namespace: kserve-ci-e2e-test
    resourceVersion: "38848"
    uid: d3ac5558-ff94-4fa7-8643-94b9b7649cd6
  kind: Event
  lastTimestamp: "2026-07-24T22:14:06Z"
  message: Add eth0 [10.133.0.41/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-24T22:14:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-24T22:14:06Z"
    name: isvc-predictive-xgboost-predictor-695f978978-64tnq.18c5598316e46bd2
    namespace: kserve-ci-e2e-test
    resourceVersion: "38860"
    uid: a757b5dc-b66b-4acc-adcc-a48a30682485
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T22:14:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-695f978978-64tnq
    namespace: kserve-ci-e2e-test
    resourceVersion: "38841"
    uid: d3ac5558-ff94-4fa7-8643-94b9b7649cd6
  kind: Event
  lastTimestamp: "2026-07-24T22:14:06Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:4bc99d27049df235a3e7474685f2095e74c6eed89dc3da2f17a1c3e85c3fa894"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-24T22:14:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T22:14:06Z"
    name: isvc-predictive-xgboost-predictor-695f978978-64tnq.18c55983187b5da3
    namespace: kserve-ci-e2e-test
    resourceVersion: "38862"
    uid: dbf668e5-3c23-4415-965b-08b2a63ba435
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-243.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-243.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T22:14:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-695f978978-64tnq
    namespace: kserve-ci-e2e-test
    resourceVersion: "38841"
    uid: d3ac5558-ff94-4fa7-8643-94b9b7649cd6
  kind: Event
  lastTimestamp: "2026-07-24T22:14:06Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-24T22:14:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T22:14:06Z"
    name: isvc-predictive-xgboost-predictor-695f978978-64tnq.18c559831b3e1530
    namespace: kserve-ci-e2e-test
    resourceVersion: "38866"
    uid: 31cd5999-91f8-4cb5-9a2f-6c206be45521
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-243.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-243.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T22:14:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-695f978978-64tnq
    namespace: kserve-ci-e2e-test
    resourceVersion: "38841"
    uid: d3ac5558-ff94-4fa7-8643-94b9b7649cd6
  kind: Event
  lastTimestamp: "2026-07-24T22:14:06Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-24T22:14:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T22:14:06Z"
    name: isvc-predictive-xgboost-predictor-695f978978-64tnq.18c559831ba28ff6
    namespace: kserve-ci-e2e-test
    resourceVersion: "38867"
    uid: 3c6d4177-dcae-4357-b495-79380a14d336
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-243.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-243.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T22:14:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-695f978978-64tnq
    namespace: kserve-ci-e2e-test
    resourceVersion: "38841"
    uid: d3ac5558-ff94-4fa7-8643-94b9b7649cd6
  kind: Event
  lastTimestamp: "2026-07-24T22:14:11Z"
  message: Container image "kserve/predictiveserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-07-24T22:14:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T22:14:11Z"
    name: isvc-predictive-xgboost-predictor-695f978978-64tnq.18c5598427743f42
    namespace: kserve-ci-e2e-test
    resourceVersion: "38906"
    uid: 0ff17b2e-7322-4330-8539-518482136b77
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-243.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-243.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T22:14:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-695f978978-64tnq
    namespace: kserve-ci-e2e-test
    resourceVersion: "38841"
    uid: d3ac5558-ff94-4fa7-8643-94b9b7649cd6
  kind: Event
  lastTimestamp: "2026-07-24T22:14:11Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-24T22:14:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T22:14:11Z"
    name: isvc-predictive-xgboost-predictor-695f978978-64tnq.18c559842b399e17
    namespace: kserve-ci-e2e-test
    resourceVersion: "38911"
    uid: 9b4ec0a1-7039-4812-be10-a95c8e6763f9
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-243.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-243.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T22:14:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-695f978978-64tnq
    namespace: kserve-ci-e2e-test
    resourceVersion: "38841"
    uid: d3ac5558-ff94-4fa7-8643-94b9b7649cd6
  kind: Event
  lastTimestamp: "2026-07-24T22:14:11Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-24T22:14:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T22:14:11Z"
    name: isvc-predictive-xgboost-predictor-695f978978-64tnq.18c559842ba13caf
    namespace: kserve-ci-e2e-test
    resourceVersion: "38912"
    uid: d9fa5eba-6a55-47ae-8bb0-8bd46acba775
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-243.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-243.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T22:14:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-695f978978-64tnq
    namespace: kserve-ci-e2e-test
    resourceVersion: "38841"
    uid: d3ac5558-ff94-4fa7-8643-94b9b7649cd6
  kind: Event
  lastTimestamp: "2026-07-24T22:14:11Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-24T22:14:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T22:14:11Z"
    name: isvc-predictive-xgboost-predictor-695f978978-64tnq.18c559842baa8316
    namespace: kserve-ci-e2e-test
    resourceVersion: "38913"
    uid: 30b6abae-697e-422b-a919-bd06c8fcef03
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-243.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-243.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T22:14:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-695f978978-64tnq
    namespace: kserve-ci-e2e-test
    resourceVersion: "38841"
    uid: d3ac5558-ff94-4fa7-8643-94b9b7649cd6
  kind: Event
  lastTimestamp: "2026-07-24T22:14:11Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-24T22:14:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T22:14:11Z"
    name: isvc-predictive-xgboost-predictor-695f978978-64tnq.18c559842e96d8bd
    namespace: kserve-ci-e2e-test
    resourceVersion: "38916"
    uid: 6fbdb172-fd16-4623-8eeb-ffae335f77a4
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-243.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-243.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T22:14:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-695f978978-64tnq
    namespace: kserve-ci-e2e-test
    resourceVersion: "38841"
    uid: d3ac5558-ff94-4fa7-8643-94b9b7649cd6
  kind: Event
  lastTimestamp: "2026-07-24T22:14:11Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-24T22:14:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T22:14:11Z"
    name: isvc-predictive-xgboost-predictor-695f978978-64tnq.18c559842f025a44
    namespace: kserve-ci-e2e-test
    resourceVersion: "38917"
    uid: 958cb3e8-e1af-428c-a613-3ff71c3b3e9f
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-243.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-243.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-07-24T22:14:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-695f978978-64tnq
    namespace: kserve-ci-e2e-test
    resourceVersion: "38841"
    uid: d3ac5558-ff94-4fa7-8643-94b9b7649cd6
  kind: Event
  lastTimestamp: "2026-07-24T22:15:29Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.41:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-24T22:14:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T22:15:29Z"
    name: isvc-predictive-xgboost-predictor-695f978978-64tnq.18c559849f7622a6
    namespace: kserve-ci-e2e-test
    resourceVersion: "39491"
    uid: 4f76f419-47c8-4fca-93b2-8f070cc77d48
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-243.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-243.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T22:15:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-695f978978-64tnq
    namespace: kserve-ci-e2e-test
    resourceVersion: "38841"
    uid: d3ac5558-ff94-4fa7-8643-94b9b7649cd6
  kind: Event
  lastTimestamp: "2026-07-24T22:15:26Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-24T22:15:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T22:15:26Z"
    name: isvc-predictive-xgboost-predictor-695f978978-64tnq.18c55995a23312aa
    namespace: kserve-ci-e2e-test
    resourceVersion: "39467"
    uid: b7d08f31-79f5-4dc7-8765-942fffd24f02
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-243.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-243.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T22:15:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-695f978978-64tnq
    namespace: kserve-ci-e2e-test
    resourceVersion: "38841"
    uid: d3ac5558-ff94-4fa7-8643-94b9b7649cd6
  kind: Event
  lastTimestamp: "2026-07-24T22:15:26Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-24T22:15:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T22:15:26Z"
    name: isvc-predictive-xgboost-predictor-695f978978-64tnq.18c55995a233b7a8
    namespace: kserve-ci-e2e-test
    resourceVersion: "39468"
    uid: 5269c7fb-026a-4fe1-8ea9-d39bdf6cda23
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-243.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-243.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T22:15:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-695f978978-64tnq
    namespace: kserve-ci-e2e-test
    resourceVersion: "38841"
    uid: d3ac5558-ff94-4fa7-8643-94b9b7649cd6
  kind: Event
  lastTimestamp: "2026-07-24T22:15:29Z"
  message: 'Readiness probe failed: Get "https://10.133.0.41:8643/healthz": dial tcp
    10.133.0.41:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-24T22:15:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T22:15:29Z"
    name: isvc-predictive-xgboost-predictor-695f978978-64tnq.18c55996519bdad1
    namespace: kserve-ci-e2e-test
    resourceVersion: "39490"
    uid: 6318541f-1ce9-4e21-995b-0a5a87ad9f77
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-243.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-243.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T22:14:06Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-predictive-xgboost-predictor-695f978978
    namespace: kserve-ci-e2e-test
    resourceVersion: "38827"
    uid: 7dd8ac65-b853-42d4-993c-1dcae238d8e6
  kind: Event
  lastTimestamp: "2026-07-24T22:14:06Z"
  message: 'Created pod: isvc-predictive-xgboost-predictor-695f978978-64tnq'
  metadata:
    creationTimestamp: "2026-07-24T22:14:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-24T22:14:06Z"
    name: isvc-predictive-xgboost-predictor-695f978978.18c55982fc3b8ba1
    namespace: kserve-ci-e2e-test
    resourceVersion: "38839"
    uid: 27a3896a-bd8c-4712-afa1-50862e77b2a9
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T22:14:06Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-predictive-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "38825"
    uid: 8f4b0247-2b8e-47ae-8a7d-f9107709f87a
  kind: Event
  lastTimestamp: "2026-07-24T22:14:06Z"
  message: Scaled up replica set isvc-predictive-xgboost-predictor-695f978978 from
    0 to 1
  metadata:
    creationTimestamp: "2026-07-24T22:14:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-24T22:14:06Z"
    name: isvc-predictive-xgboost-predictor.18c55982f5d0f1c9
    namespace: kserve-ci-e2e-test
    resourceVersion: "38829"
    uid: 2d80bf76-4d16-48ca-b56b-8ebab34679bd
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-24T22:14:21Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "38826"
    uid: 91a344ec-de39-478d-b646-f5bdc57c3abb
  kind: Event
  lastTimestamp: "2026-07-24T22:14:51Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-24T22:14:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-24T22:14:51Z"
    name: isvc-predictive-xgboost-predictor.18c55986747aedce
    namespace: kserve-ci-e2e-test
    resourceVersion: "39193"
    uid: e8106384-3d4b-4ff4-ab3d-2e4ed9e7a3ff
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-24T22:14:21Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "38826"
    uid: 91a344ec-de39-478d-b646-f5bdc57c3abb
  kind: Event
  lastTimestamp: "2026-07-24T22:14:51Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-24T22:14:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-24T22:14:51Z"
    name: isvc-predictive-xgboost-predictor.18c5598674dfc60a
    namespace: kserve-ci-e2e-test
    resourceVersion: "39194"
    uid: af315ab4-743d-4d48-b9a9-89bc2a81dfd3
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-24T22:14:36Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "38986"
    uid: 91a344ec-de39-478d-b646-f5bdc57c3abb
  kind: Event
  lastTimestamp: "2026-07-24T22:15:21Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-24T22:14:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-24T22:15:21Z"
    name: isvc-predictive-xgboost-predictor.18c55989f433bfc9
    namespace: kserve-ci-e2e-test
    resourceVersion: "39410"
    uid: 7dbec445-28e9-4712-9679-1306d1cb1a56
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-24T22:14:36Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "38986"
    uid: 91a344ec-de39-478d-b646-f5bdc57c3abb
  kind: Event
  lastTimestamp: "2026-07-24T22:15:21Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-24T22:14:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-24T22:15:21Z"
    name: isvc-predictive-xgboost-predictor.18c55989f49fb1b9
    namespace: kserve-ci-e2e-test
    resourceVersion: "39411"
    uid: 27aefa79-5fa3-4de9-a38f-50f60953df82
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-24T22:19:12.338321Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-f9j8c
    namespace: kserve-ci-e2e-test
    resourceVersion: "41262"
    uid: c746bf1f-fe37-447b-a830-317e67295a87
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-predictive-xgboost-v2-predictor-868ff5dd6d-f9j8c
    to ip-10-0-143-243.ec2.internal
  metadata:
    creationTimestamp: "2026-07-24T22:19:12Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-24T22:19:12Z"
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-f9j8c.18c559ca3583425d
    namespace: kserve-ci-e2e-test
    resourceVersion: "41266"
    uid: 89fd1cf7-6d8d-492b-afcd-677e54cf4861
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-558cfff45f-z9c48
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T22:19:12Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-f9j8c
    namespace: kserve-ci-e2e-test
    resourceVersion: "41264"
    uid: c746bf1f-fe37-447b-a830-317e67295a87
  kind: Event
  lastTimestamp: "2026-07-24T22:19:12Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-predictive-xgboost-v2-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-07-24T22:19:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T22:19:12Z"
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-f9j8c.18c559ca40404082
    namespace: kserve-ci-e2e-test
    resourceVersion: "41277"
    uid: 55a3681b-1981-4e07-82eb-d2c8e6ad3fb6
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-243.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-243.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T22:19:13Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-f9j8c
    namespace: kserve-ci-e2e-test
    resourceVersion: "41272"
    uid: c746bf1f-fe37-447b-a830-317e67295a87
  kind: Event
  lastTimestamp: "2026-07-24T22:19:13Z"
  message: Add eth0 [10.133.0.43/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-24T22:19:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-24T22:19:13Z"
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-f9j8c.18c559ca72c9d39f
    namespace: kserve-ci-e2e-test
    resourceVersion: "41288"
    uid: 5f9e9778-a552-4005-9d4a-2a92f1c41c90
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T22:19:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-f9j8c
    namespace: kserve-ci-e2e-test
    resourceVersion: "41264"
    uid: c746bf1f-fe37-447b-a830-317e67295a87
  kind: Event
  lastTimestamp: "2026-07-24T22:19:13Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:4bc99d27049df235a3e7474685f2095e74c6eed89dc3da2f17a1c3e85c3fa894"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-24T22:19:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T22:19:13Z"
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-f9j8c.18c559ca743ddb8f
    namespace: kserve-ci-e2e-test
    resourceVersion: "41290"
    uid: 65e34e64-777d-4da0-b695-10d65d9fb940
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-243.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-243.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T22:19:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-f9j8c
    namespace: kserve-ci-e2e-test
    resourceVersion: "41264"
    uid: c746bf1f-fe37-447b-a830-317e67295a87
  kind: Event
  lastTimestamp: "2026-07-24T22:19:13Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-24T22:19:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T22:19:13Z"
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-f9j8c.18c559ca77d7dc78
    namespace: kserve-ci-e2e-test
    resourceVersion: "41291"
    uid: 58005467-09b3-4b42-9659-fdcad1a2c1a8
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-243.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-243.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T22:19:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-f9j8c
    namespace: kserve-ci-e2e-test
    resourceVersion: "41264"
    uid: c746bf1f-fe37-447b-a830-317e67295a87
  kind: Event
  lastTimestamp: "2026-07-24T22:19:13Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-24T22:19:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T22:19:13Z"
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-f9j8c.18c559ca78499022
    namespace: kserve-ci-e2e-test
    resourceVersion: "41292"
    uid: a4eaca55-8724-41af-b66b-5c74b48e5f27
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-243.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-243.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T22:19:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-f9j8c
    namespace: kserve-ci-e2e-test
    resourceVersion: "41264"
    uid: c746bf1f-fe37-447b-a830-317e67295a87
  kind: Event
  lastTimestamp: "2026-07-24T22:19:17Z"
  message: Container image "kserve/predictiveserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-07-24T22:19:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T22:19:17Z"
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-f9j8c.18c559cb6e579806
    namespace: kserve-ci-e2e-test
    resourceVersion: "41327"
    uid: 3cfcd165-6052-4124-8feb-b8d249e46187
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-243.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-243.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T22:19:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-f9j8c
    namespace: kserve-ci-e2e-test
    resourceVersion: "41264"
    uid: c746bf1f-fe37-447b-a830-317e67295a87
  kind: Event
  lastTimestamp: "2026-07-24T22:19:17Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-24T22:19:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T22:19:17Z"
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-f9j8c.18c559cb719516b8
    namespace: kserve-ci-e2e-test
    resourceVersion: "41329"
    uid: 96f06078-e6f3-40b0-a13c-0d8205b3a57a
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-243.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-243.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T22:19:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-f9j8c
    namespace: kserve-ci-e2e-test
    resourceVersion: "41264"
    uid: c746bf1f-fe37-447b-a830-317e67295a87
  kind: Event
  lastTimestamp: "2026-07-24T22:19:17Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-24T22:19:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T22:19:17Z"
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-f9j8c.18c559cb720ad5f8
    namespace: kserve-ci-e2e-test
    resourceVersion: "41332"
    uid: ff4ceae5-7e70-4717-aeb4-9d7797f7b17e
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-243.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-243.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T22:19:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-f9j8c
    namespace: kserve-ci-e2e-test
    resourceVersion: "41264"
    uid: c746bf1f-fe37-447b-a830-317e67295a87
  kind: Event
  lastTimestamp: "2026-07-24T22:19:17Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-24T22:19:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T22:19:17Z"
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-f9j8c.18c559cb721471e2
    namespace: kserve-ci-e2e-test
    resourceVersion: "41333"
    uid: 554d6966-b0d3-45ad-975c-18c92b7207bd
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-243.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-243.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T22:19:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-f9j8c
    namespace: kserve-ci-e2e-test
    resourceVersion: "41264"
    uid: c746bf1f-fe37-447b-a830-317e67295a87
  kind: Event
  lastTimestamp: "2026-07-24T22:19:17Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-24T22:19:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T22:19:17Z"
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-f9j8c.18c559cb7570892b
    namespace: kserve-ci-e2e-test
    resourceVersion: "41335"
    uid: ffe82bbc-497c-4770-88ea-623cf4c92d9d
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-243.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-243.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T22:19:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-f9j8c
    namespace: kserve-ci-e2e-test
    resourceVersion: "41264"
    uid: c746bf1f-fe37-447b-a830-317e67295a87
  kind: Event
  lastTimestamp: "2026-07-24T22:19:17Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-24T22:19:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T22:19:17Z"
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-f9j8c.18c559cb75e48747
    namespace: kserve-ci-e2e-test
    resourceVersion: "41336"
    uid: 64a7c70a-1440-4f0a-95e1-43daea208cb4
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-243.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-243.ec2.internal
  type: Normal
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-07-24T22:19:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-f9j8c
    namespace: kserve-ci-e2e-test
    resourceVersion: "41264"
    uid: c746bf1f-fe37-447b-a830-317e67295a87
  kind: Event
  lastTimestamp: "2026-07-24T22:20:44Z"
  message: 'Readiness probe failed: Get "http://10.133.0.43:8080/v2/models/isvc-predictive-xgboost-v2/ready":
    dial tcp 10.133.0.43:8080: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-24T22:19:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T22:20:44Z"
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-f9j8c.18c559d40c90e710
    namespace: kserve-ci-e2e-test
    resourceVersion: "41984"
    uid: a78d3fef-51af-46a7-a5f0-50af82e381ec
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-243.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-243.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T22:20:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-f9j8c
    namespace: kserve-ci-e2e-test
    resourceVersion: "41264"
    uid: c746bf1f-fe37-447b-a830-317e67295a87
  kind: Event
  lastTimestamp: "2026-07-24T22:20:42Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-24T22:20:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T22:20:42Z"
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-f9j8c.18c559df30f13af2
    namespace: kserve-ci-e2e-test
    resourceVersion: "41966"
    uid: cad91fde-d6f8-4fbe-969a-b452b30a2b79
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-243.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-243.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T22:20:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-f9j8c
    namespace: kserve-ci-e2e-test
    resourceVersion: "41264"
    uid: c746bf1f-fe37-447b-a830-317e67295a87
  kind: Event
  lastTimestamp: "2026-07-24T22:20:42Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-24T22:20:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T22:20:42Z"
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-f9j8c.18c559df30f1e5f4
    namespace: kserve-ci-e2e-test
    resourceVersion: "41967"
    uid: 876ec445-e56b-490a-8822-1bef2e4e3464
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-243.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-243.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T22:20:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-f9j8c
    namespace: kserve-ci-e2e-test
    resourceVersion: "41264"
    uid: c746bf1f-fe37-447b-a830-317e67295a87
  kind: Event
  lastTimestamp: "2026-07-24T22:20:44Z"
  message: 'Readiness probe failed: Get "https://10.133.0.43:8643/healthz": dial tcp
    10.133.0.43:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-24T22:20:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T22:20:44Z"
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-f9j8c.18c559dfb07f4bd3
    namespace: kserve-ci-e2e-test
    resourceVersion: "41983"
    uid: bfdd993b-9c65-45db-b802-5482993723c1
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-243.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-243.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T22:19:12Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d
    namespace: kserve-ci-e2e-test
    resourceVersion: "41251"
    uid: a16375b5-bed4-4a28-820d-397dba6ca4e6
  kind: Event
  lastTimestamp: "2026-07-24T22:19:12Z"
  message: 'Created pod: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-f9j8c'
  metadata:
    creationTimestamp: "2026-07-24T22:19:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-24T22:19:12Z"
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d.18c559ca3523c957
    namespace: kserve-ci-e2e-test
    resourceVersion: "41263"
    uid: 24fa4896-db4d-4e7f-9de5-6d59f5512715
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T22:19:12Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-predictive-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "41249"
    uid: 1ed44829-3342-477f-884c-e4867e67016f
  kind: Event
  lastTimestamp: "2026-07-24T22:19:12Z"
  message: Scaled up replica set isvc-predictive-xgboost-v2-predictor-868ff5dd6d from
    0 to 1
  metadata:
    creationTimestamp: "2026-07-24T22:19:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-24T22:19:12Z"
    name: isvc-predictive-xgboost-v2-predictor.18c559ca302cb5b6
    namespace: kserve-ci-e2e-test
    resourceVersion: "41252"
    uid: 66032556-9a55-4414-ad1c-1deb5d1a7ff3
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-24T22:19:27Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "41250"
    uid: 6e02493a-02de-454a-8018-9738d44427c1
  kind: Event
  lastTimestamp: "2026-07-24T22:19:42Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-24T22:19:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-24T22:19:42Z"
    name: isvc-predictive-xgboost-v2-predictor.18c559cdaf13eb33
    namespace: kserve-ci-e2e-test
    resourceVersion: "41514"
    uid: 20491c2c-77d6-4459-b6cb-79873e2a1a06
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-24T22:19:27Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "41250"
    uid: 6e02493a-02de-454a-8018-9738d44427c1
  kind: Event
  lastTimestamp: "2026-07-24T22:19:42Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-24T22:19:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-24T22:19:42Z"
    name: isvc-predictive-xgboost-v2-predictor.18c559cdaf88cfe6
    namespace: kserve-ci-e2e-test
    resourceVersion: "41515"
    uid: a865b87f-5ba8-43bb-946b-fa6e09155362
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-07-24T22:19:57Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "41409"
    uid: 6e02493a-02de-454a-8018-9738d44427c1
  kind: Event
  lastTimestamp: "2026-07-24T22:20:42Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-24T22:19:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-24T22:20:42Z"
    name: isvc-predictive-xgboost-v2-predictor.18c559d4adba620b
    namespace: kserve-ci-e2e-test
    resourceVersion: "41950"
    uid: 67de913f-2686-4fc1-a5cc-5db16c0409b5
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-07-24T22:19:57Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "41409"
    uid: 6e02493a-02de-454a-8018-9738d44427c1
  kind: Event
  lastTimestamp: "2026-07-24T22:20:42Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-24T22:19:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-24T22:20:42Z"
    name: isvc-predictive-xgboost-v2-predictor.18c559d4ae25ab80
    namespace: kserve-ci-e2e-test
    resourceVersion: "41951"
    uid: 75b6cd2d-c10d-4f8b-9d36-0a4ed7c73d6a
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-07-24T22:19:12Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-xgboost-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "41242"
    uid: 3d155496-e39b-4609-a687-cf75d8582a7a
  kind: Event
  lastTimestamp: "2026-07-24T22:20:34Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-24T22:19:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-24T22:20:34Z"
    name: isvc-predictive-xgboost-v2.18c559ca3033e103
    namespace: kserve-ci-e2e-test
    resourceVersion: "41888"
    uid: 6539a937-6f1a-4128-b5c9-dbb4dbd001ec
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-24T22:19:12Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-xgboost-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "41242"
    uid: 3d155496-e39b-4609-a687-cf75d8582a7a
  kind: Event
  lastTimestamp: "2026-07-24T22:19:12Z"
  message: 'Failed to update status for InferenceService "isvc-predictive-xgboost-v2":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-predictive-xgboost-v2":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-24T22:19:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-24T22:19:12Z"
    name: isvc-predictive-xgboost-v2.18c559ca30cf68c8
    namespace: kserve-ci-e2e-test
    resourceVersion: "41271"
    uid: 442b9d1b-41fa-4acc-b838-8ae7d3b068bf
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T22:19:12Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-xgboost-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "41245"
    uid: 3d155496-e39b-4609-a687-cf75d8582a7a
  kind: Event
  lastTimestamp: "2026-07-24T22:19:12Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-predictive-xgboost-v2": the object
    has been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-07-24T22:19:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-24T22:19:12Z"
    name: isvc-predictive-xgboost-v2.18c559ca368271b8
    namespace: kserve-ci-e2e-test
    resourceVersion: "41273"
    uid: 194de610-e817-4cb8-8053-94334904eacc
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T22:20:34Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-xgboost-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "41885"
    uid: 3d155496-e39b-4609-a687-cf75d8582a7a
  kind: Event
  lastTimestamp: "2026-07-24T22:20:34Z"
  message: InferenceService [isvc-predictive-xgboost-v2] is Ready
  metadata:
    creationTimestamp: "2026-07-24T22:20:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-24T22:20:34Z"
    name: isvc-predictive-xgboost-v2.18c559dd66f04fcc
    namespace: kserve-ci-e2e-test
    resourceVersion: "41886"
    uid: df957f2b-dba1-4e4f-9093-95c8ea5417dc
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-07-24T22:14:06Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-xgboost
    namespace: kserve-ci-e2e-test
    resourceVersion: "38818"
    uid: 05052f3a-640c-4f22-8162-b04632f122ce
  kind: Event
  lastTimestamp: "2026-07-24T22:15:19Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-24T22:14:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-24T22:15:19Z"
    name: isvc-predictive-xgboost.18c55982f5d7a783
    namespace: kserve-ci-e2e-test
    resourceVersion: "39394"
    uid: 25d4b978-cb87-4a0a-9381-b018848c6fc1
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-24T22:14:06Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-xgboost
    namespace: kserve-ci-e2e-test
    resourceVersion: "38818"
    uid: 05052f3a-640c-4f22-8162-b04632f122ce
  kind: Event
  lastTimestamp: "2026-07-24T22:14:06Z"
  message: 'Failed to update status for InferenceService "isvc-predictive-xgboost":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-predictive-xgboost":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-24T22:14:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-24T22:14:06Z"
    name: isvc-predictive-xgboost.18c55982f648b24f
    namespace: kserve-ci-e2e-test
    resourceVersion: "38850"
    uid: 14961fc6-fc90-47c8-9931-d79b9fbcddb9
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T22:14:06Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-xgboost
    namespace: kserve-ci-e2e-test
    resourceVersion: "38820"
    uid: 05052f3a-640c-4f22-8162-b04632f122ce
  kind: Event
  lastTimestamp: "2026-07-24T22:14:06Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-predictive-xgboost": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-07-24T22:14:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-24T22:14:06Z"
    name: isvc-predictive-xgboost.18c55982ff9b53da
    namespace: kserve-ci-e2e-test
    resourceVersion: "38851"
    uid: 57131d4a-cc15-45cb-92a3-81a135b21eae
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T22:15:19Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-xgboost
    namespace: kserve-ci-e2e-test
    resourceVersion: "39392"
    uid: 05052f3a-640c-4f22-8162-b04632f122ce
  kind: Event
  lastTimestamp: "2026-07-24T22:15:19Z"
  message: InferenceService [isvc-predictive-xgboost] is Ready
  metadata:
    creationTimestamp: "2026-07-24T22:15:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-24T22:15:19Z"
    name: isvc-predictive-xgboost.18c55994032cdd47
    namespace: kserve-ci-e2e-test
    resourceVersion: "39393"
    uid: 13298fff-42f2-4086-a107-8fcb25d0a09f
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-24T22:09:47.434383Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-primary-5c6eb3-predictor-5587458446-fllrp
    namespace: kserve-ci-e2e-test
    resourceVersion: "36679"
    uid: d273ef49-6601-4b1b-a1fc-19e9bd444c7e
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-primary-5c6eb3-predictor-5587458446-fllrp
    to ip-10-0-143-243.ec2.internal
  metadata:
    creationTimestamp: "2026-07-24T22:09:47Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-24T22:09:47Z"
    name: isvc-primary-5c6eb3-predictor-5587458446-fllrp.18c55946ae9d36c0
    namespace: kserve-ci-e2e-test
    resourceVersion: "36684"
    uid: 0694b99f-e0ad-45d0-8908-da43c37fda01
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-558cfff45f-z9c48
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T22:09:47Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-primary-5c6eb3-predictor-5587458446-fllrp
    namespace: kserve-ci-e2e-test
    resourceVersion: "36682"
    uid: d273ef49-6601-4b1b-a1fc-19e9bd444c7e
  kind: Event
  lastTimestamp: "2026-07-24T22:09:47Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-primary-5c6eb3-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-07-24T22:09:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T22:09:47Z"
    name: isvc-primary-5c6eb3-predictor-5587458446-fllrp.18c55946bb382082
    namespace: kserve-ci-e2e-test
    resourceVersion: "36692"
    uid: a5739810-87d5-45bd-b7a5-92433b2a2f16
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-243.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-243.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T22:09:48Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-primary-5c6eb3-predictor-5587458446-fllrp
    namespace: kserve-ci-e2e-test
    resourceVersion: "36689"
    uid: d273ef49-6601-4b1b-a1fc-19e9bd444c7e
  kind: Event
  lastTimestamp: "2026-07-24T22:09:48Z"
  message: Add eth0 [10.133.0.37/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-24T22:09:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-24T22:09:48Z"
    name: isvc-primary-5c6eb3-predictor-5587458446-fllrp.18c55946ebe74d88
    namespace: kserve-ci-e2e-test
    resourceVersion: "36704"
    uid: 85bd7a11-25f2-47fc-a5f4-c2998ff05615
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T22:09:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-primary-5c6eb3-predictor-5587458446-fllrp
    namespace: kserve-ci-e2e-test
    resourceVersion: "36682"
    uid: d273ef49-6601-4b1b-a1fc-19e9bd444c7e
  kind: Event
  lastTimestamp: "2026-07-24T22:09:48Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:4bc99d27049df235a3e7474685f2095e74c6eed89dc3da2f17a1c3e85c3fa894"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-24T22:09:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T22:09:48Z"
    name: isvc-primary-5c6eb3-predictor-5587458446-fllrp.18c55946ed58ea49
    namespace: kserve-ci-e2e-test
    resourceVersion: "36706"
    uid: e655a599-58fa-42f3-a5a2-62ce08c818bc
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-243.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-243.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T22:09:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-primary-5c6eb3-predictor-5587458446-fllrp
    namespace: kserve-ci-e2e-test
    resourceVersion: "36682"
    uid: d273ef49-6601-4b1b-a1fc-19e9bd444c7e
  kind: Event
  lastTimestamp: "2026-07-24T22:09:48Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-24T22:09:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T22:09:48Z"
    name: isvc-primary-5c6eb3-predictor-5587458446-fllrp.18c55946f033d0fa
    namespace: kserve-ci-e2e-test
    resourceVersion: "36707"
    uid: 2c999b25-23e4-49c4-80b1-33a52d079fe3
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-243.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-243.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T22:09:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-primary-5c6eb3-predictor-5587458446-fllrp
    namespace: kserve-ci-e2e-test
    resourceVersion: "36682"
    uid: d273ef49-6601-4b1b-a1fc-19e9bd444c7e
  kind: Event
  lastTimestamp: "2026-07-24T22:09:48Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-24T22:09:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T22:09:48Z"
    name: isvc-primary-5c6eb3-predictor-5587458446-fllrp.18c55946f0aa9fe1
    namespace: kserve-ci-e2e-test
    resourceVersion: "36708"
    uid: 0e1e0396-6887-4236-93b3-9385af54a69a
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-243.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-243.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T22:09:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-primary-5c6eb3-predictor-5587458446-fllrp
    namespace: kserve-ci-e2e-test
    resourceVersion: "36682"
    uid: d273ef49-6601-4b1b-a1fc-19e9bd444c7e
  kind: Event
  lastTimestamp: "2026-07-24T22:09:52Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1716"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-24T22:09:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T22:09:52Z"
    name: isvc-primary-5c6eb3-predictor-5587458446-fllrp.18c55947d9327abb
    namespace: kserve-ci-e2e-test
    resourceVersion: "36740"
    uid: 6fb32430-16a4-4290-a037-991f309936e6
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-243.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-243.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T22:09:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-primary-5c6eb3-predictor-5587458446-fllrp
    namespace: kserve-ci-e2e-test
    resourceVersion: "36682"
    uid: d273ef49-6601-4b1b-a1fc-19e9bd444c7e
  kind: Event
  lastTimestamp: "2026-07-24T22:09:52Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-24T22:09:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T22:09:52Z"
    name: isvc-primary-5c6eb3-predictor-5587458446-fllrp.18c55947dc71a92d
    namespace: kserve-ci-e2e-test
    resourceVersion: "36743"
    uid: 42173bb6-96f0-4931-b128-c7eedf3eb131
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-243.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-243.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T22:09:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-primary-5c6eb3-predictor-5587458446-fllrp
    namespace: kserve-ci-e2e-test
    resourceVersion: "36682"
    uid: d273ef49-6601-4b1b-a1fc-19e9bd444c7e
  kind: Event
  lastTimestamp: "2026-07-24T22:09:52Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-24T22:09:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T22:09:52Z"
    name: isvc-primary-5c6eb3-predictor-5587458446-fllrp.18c55947dce99233
    namespace: kserve-ci-e2e-test
    resourceVersion: "36745"
    uid: 24235e67-e5e2-4bd1-bd84-d91f3f03bc1c
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-243.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-243.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T22:09:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-primary-5c6eb3-predictor-5587458446-fllrp
    namespace: kserve-ci-e2e-test
    resourceVersion: "36682"
    uid: d273ef49-6601-4b1b-a1fc-19e9bd444c7e
  kind: Event
  lastTimestamp: "2026-07-24T22:09:52Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-24T22:09:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T22:09:52Z"
    name: isvc-primary-5c6eb3-predictor-5587458446-fllrp.18c55947dcf5ce53
    namespace: kserve-ci-e2e-test
    resourceVersion: "36746"
    uid: d49cd4d2-4bf4-481a-a59a-3d036ff528d0
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-243.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-243.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T22:09:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-primary-5c6eb3-predictor-5587458446-fllrp
    namespace: kserve-ci-e2e-test
    resourceVersion: "36682"
    uid: d273ef49-6601-4b1b-a1fc-19e9bd444c7e
  kind: Event
  lastTimestamp: "2026-07-24T22:09:52Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-24T22:09:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T22:09:52Z"
    name: isvc-primary-5c6eb3-predictor-5587458446-fllrp.18c55947df96b736
    namespace: kserve-ci-e2e-test
    resourceVersion: "36749"
    uid: 5967b071-b314-4c4e-b361-965ea46aeca4
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-243.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-243.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T22:09:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-primary-5c6eb3-predictor-5587458446-fllrp
    namespace: kserve-ci-e2e-test
    resourceVersion: "36682"
    uid: d273ef49-6601-4b1b-a1fc-19e9bd444c7e
  kind: Event
  lastTimestamp: "2026-07-24T22:09:52Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-24T22:09:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T22:09:52Z"
    name: isvc-primary-5c6eb3-predictor-5587458446-fllrp.18c55947e00e3eea
    namespace: kserve-ci-e2e-test
    resourceVersion: "36750"
    uid: 5f1edcfd-24cf-4483-b626-1b4e2c4dca77
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-243.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-243.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-07-24T22:09:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-primary-5c6eb3-predictor-5587458446-fllrp
    namespace: kserve-ci-e2e-test
    resourceVersion: "36682"
    uid: d273ef49-6601-4b1b-a1fc-19e9bd444c7e
  kind: Event
  lastTimestamp: "2026-07-24T22:11:00Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.37:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-24T22:09:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T22:11:00Z"
    name: isvc-primary-5c6eb3-predictor-5587458446-fllrp.18c5594850fc53fc
    namespace: kserve-ci-e2e-test
    resourceVersion: "37228"
    uid: a19a40cd-ddad-46a3-a4a6-27886636755a
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-243.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-243.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T22:11:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-primary-5c6eb3-predictor-5587458446-fllrp
    namespace: kserve-ci-e2e-test
    resourceVersion: "36682"
    uid: d273ef49-6601-4b1b-a1fc-19e9bd444c7e
  kind: Event
  lastTimestamp: "2026-07-24T22:11:50Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-24T22:11:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T22:11:50Z"
    name: isvc-primary-5c6eb3-predictor-5587458446-fllrp.18c559635bb207a6
    namespace: kserve-ci-e2e-test
    resourceVersion: "37668"
    uid: dc6c0223-90a4-4292-8d5d-5aa941382fbb
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-243.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-243.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T22:11:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-primary-5c6eb3-predictor-5587458446-fllrp
    namespace: kserve-ci-e2e-test
    resourceVersion: "36682"
    uid: d273ef49-6601-4b1b-a1fc-19e9bd444c7e
  kind: Event
  lastTimestamp: "2026-07-24T22:11:50Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-24T22:11:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T22:11:50Z"
    name: isvc-primary-5c6eb3-predictor-5587458446-fllrp.18c559635bb27df9
    namespace: kserve-ci-e2e-test
    resourceVersion: "37669"
    uid: 769670b4-4da5-4f63-8ef6-c89c695009f8
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-243.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-243.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T22:09:47Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-primary-5c6eb3-predictor-5587458446
    namespace: kserve-ci-e2e-test
    resourceVersion: "36669"
    uid: bde03b44-28b7-4408-8e6e-cdbab56a7bc1
  kind: Event
  lastTimestamp: "2026-07-24T22:09:47Z"
  message: 'Created pod: isvc-primary-5c6eb3-predictor-5587458446-fllrp'
  metadata:
    creationTimestamp: "2026-07-24T22:09:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-24T22:09:47Z"
    name: isvc-primary-5c6eb3-predictor-5587458446.18c55946ae204088
    namespace: kserve-ci-e2e-test
    resourceVersion: "36681"
    uid: 6852e745-010e-43d7-b637-86beff94823a
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T22:09:47Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-primary-5c6eb3-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36667"
    uid: c29276ba-5e9e-4a75-b950-89e668031e44
  kind: Event
  lastTimestamp: "2026-07-24T22:09:47Z"
  message: Scaled up replica set isvc-primary-5c6eb3-predictor-5587458446 from 0 to
    1
  metadata:
    creationTimestamp: "2026-07-24T22:09:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-24T22:09:47Z"
    name: isvc-primary-5c6eb3-predictor.18c55946a707f686
    namespace: kserve-ci-e2e-test
    resourceVersion: "36671"
    uid: 0b902a05-f5a9-4996-8ee1-5371dc7fdc1a
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T22:10:02Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-primary-5c6eb3-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36668"
    uid: fad6db29-1f1a-47c6-949c-842373aa8355
  kind: Event
  lastTimestamp: "2026-07-24T22:10:02Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-24T22:10:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-24T22:10:02Z"
    name: isvc-primary-5c6eb3-predictor.18c5594a25e3b14c
    namespace: kserve-ci-e2e-test
    resourceVersion: "36822"
    uid: a7f211f7-6d0b-4662-91bf-17fe57a2c46b
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T22:10:02Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-primary-5c6eb3-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36668"
    uid: fad6db29-1f1a-47c6-949c-842373aa8355
  kind: Event
  lastTimestamp: "2026-07-24T22:10:02Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-24T22:10:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-24T22:10:02Z"
    name: isvc-primary-5c6eb3-predictor.18c5594a26490e6b
    namespace: kserve-ci-e2e-test
    resourceVersion: "36824"
    uid: fb335c78-390f-490a-97e6-fb8ddfee5238
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-07-24T22:10:17Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-primary-5c6eb3-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36823"
    uid: fad6db29-1f1a-47c6-949c-842373aa8355
  kind: Event
  lastTimestamp: "2026-07-24T22:11:32Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-24T22:10:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-24T22:11:32Z"
    name: isvc-primary-5c6eb3-predictor.18c5594da5aca27e
    namespace: kserve-ci-e2e-test
    resourceVersion: "37468"
    uid: a749a97e-4898-4a02-a5cb-8fa6e8097374
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-07-24T22:10:17Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-primary-5c6eb3-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36823"
    uid: fad6db29-1f1a-47c6-949c-842373aa8355
  kind: Event
  lastTimestamp: "2026-07-24T22:11:32Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-24T22:10:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-24T22:11:32Z"
    name: isvc-primary-5c6eb3-predictor.18c5594da717e646
    namespace: kserve-ci-e2e-test
    resourceVersion: "37471"
    uid: 46bf35bb-c736-445a-8bf1-8fa8430f43b3
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-07-24T22:09:47Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-primary-5c6eb3
    namespace: kserve-ci-e2e-test
    resourceVersion: "36660"
    uid: bbaf121c-a2a8-408b-9ff2-73e0fa8a3ddd
  kind: Event
  lastTimestamp: "2026-07-24T22:11:10Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-24T22:09:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-24T22:11:10Z"
    name: isvc-primary-5c6eb3.18c55946a70f424d
    namespace: kserve-ci-e2e-test
    resourceVersion: "37310"
    uid: 1e02ce47-bfb8-4796-89ab-fb0fd564ea85
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T22:09:47Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-primary-5c6eb3
    namespace: kserve-ci-e2e-test
    resourceVersion: "36660"
    uid: bbaf121c-a2a8-408b-9ff2-73e0fa8a3ddd
  kind: Event
  lastTimestamp: "2026-07-24T22:09:47Z"
  message: 'Failed to update status for InferenceService "isvc-primary-5c6eb3": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-primary-5c6eb3":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-24T22:09:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-24T22:09:47Z"
    name: isvc-primary-5c6eb3.18c55946a7fac0b4
    namespace: kserve-ci-e2e-test
    resourceVersion: "36673"
    uid: 869da0e6-e4fb-4989-9021-bf2273831bcc
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T22:09:47Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-primary-5c6eb3
    namespace: kserve-ci-e2e-test
    resourceVersion: "36660"
    uid: bbaf121c-a2a8-408b-9ff2-73e0fa8a3ddd
  kind: Event
  lastTimestamp: "2026-07-24T22:09:47Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-primary-5c6eb3": the object has been
    modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-07-24T22:09:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-24T22:09:47Z"
    name: isvc-primary-5c6eb3.18c55946a7fb21c6
    namespace: kserve-ci-e2e-test
    resourceVersion: "36674"
    uid: 4cdb46d8-5c5b-452b-9df3-7036df198612
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T22:11:10Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-primary-5c6eb3
    namespace: kserve-ci-e2e-test
    resourceVersion: "37307"
    uid: bbaf121c-a2a8-408b-9ff2-73e0fa8a3ddd
  kind: Event
  lastTimestamp: "2026-07-24T22:11:10Z"
  message: InferenceService [isvc-primary-5c6eb3] is Ready
  metadata:
    creationTimestamp: "2026-07-24T22:11:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-24T22:11:10Z"
    name: isvc-primary-5c6eb3.18c5595a08d009ce
    namespace: kserve-ci-e2e-test
    resourceVersion: "37309"
    uid: 709fd03d-0d35-486e-a354-df9a46d00820
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-24T22:11:32.590914Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-secondary-5c6eb3-predictor-7745f9d6b5-hrdgz
    namespace: kserve-ci-e2e-test
    resourceVersion: "37490"
    uid: de3d0eaa-76c8-478d-ba9d-efd09407cde7
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-secondary-5c6eb3-predictor-7745f9d6b5-hrdgz
    to ip-10-0-143-243.ec2.internal
  metadata:
    creationTimestamp: "2026-07-24T22:11:32Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-24T22:11:32Z"
    name: isvc-secondary-5c6eb3-predictor-7745f9d6b5-hrdgz.18c5595f2a6ea2d5
    namespace: kserve-ci-e2e-test
    resourceVersion: "37494"
    uid: db384dc8-8354-4d64-b9fd-777b744f4074
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-558cfff45f-z9c48
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T22:11:33Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-secondary-5c6eb3-predictor-7745f9d6b5-hrdgz
    namespace: kserve-ci-e2e-test
    resourceVersion: "37498"
    uid: de3d0eaa-76c8-478d-ba9d-efd09407cde7
  kind: Event
  lastTimestamp: "2026-07-24T22:11:33Z"
  message: Add eth0 [10.133.0.38/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-24T22:11:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-24T22:11:33Z"
    name: isvc-secondary-5c6eb3-predictor-7745f9d6b5-hrdgz.18c5595f43d823dd
    namespace: kserve-ci-e2e-test
    resourceVersion: "37506"
    uid: cac763c3-9404-4e28-9d2a-4553918dd029
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-24T22:11:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-secondary-5c6eb3-predictor-7745f9d6b5-hrdgz
    namespace: kserve-ci-e2e-test
    resourceVersion: "37491"
    uid: de3d0eaa-76c8-478d-ba9d-efd09407cde7
  kind: Event
  lastTimestamp: "2026-07-24T22:11:39Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:4bc99d27049df235a3e7474685f2095e74c6eed89dc3da2f17a1c3e85c3fa894"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-24T22:11:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T22:11:39Z"
    name: isvc-secondary-5c6eb3-predictor-7745f9d6b5-hrdgz.18c5595f45c74124
    namespace: kserve-ci-e2e-test
    resourceVersion: "37561"
    uid: 052abecb-aa33-40c0-9890-b55fd4f96e47
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-243.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-243.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-24T22:11:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-secondary-5c6eb3-predictor-7745f9d6b5-hrdgz
    namespace: kserve-ci-e2e-test
    resourceVersion: "37491"
    uid: de3d0eaa-76c8-478d-ba9d-efd09407cde7
  kind: Event
  lastTimestamp: "2026-07-24T22:11:39Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-24T22:11:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T22:11:39Z"
    name: isvc-secondary-5c6eb3-predictor-7745f9d6b5-hrdgz.18c5595f48e36499
    namespace: kserve-ci-e2e-test
    resourceVersion: "37563"
    uid: 8b511848-cfc1-4fd8-9092-0e4abd4b84bf
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-243.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-243.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-24T22:11:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-secondary-5c6eb3-predictor-7745f9d6b5-hrdgz
    namespace: kserve-ci-e2e-test
    resourceVersion: "37491"
    uid: de3d0eaa-76c8-478d-ba9d-efd09407cde7
  kind: Event
  lastTimestamp: "2026-07-24T22:11:39Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-24T22:11:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T22:11:39Z"
    name: isvc-secondary-5c6eb3-predictor-7745f9d6b5-hrdgz.18c5595f49552fa4
    namespace: kserve-ci-e2e-test
    resourceVersion: "37564"
    uid: f751db99-fd32-4043-b1f9-da2aeeb46da6
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-243.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-243.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T22:11:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-secondary-5c6eb3-predictor-7745f9d6b5-hrdgz
    namespace: kserve-ci-e2e-test
    resourceVersion: "37491"
    uid: de3d0eaa-76c8-478d-ba9d-efd09407cde7
  kind: Event
  lastTimestamp: "2026-07-24T22:11:45Z"
  message: Back-off restarting failed container storage-initializer in pod isvc-secondary-5c6eb3-predictor-7745f9d6b5-hrdgz_kserve-ci-e2e-test(de3d0eaa-76c8-478d-ba9d-efd09407cde7)
  metadata:
    creationTimestamp: "2026-07-24T22:11:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T22:11:45Z"
    name: isvc-secondary-5c6eb3-predictor-7745f9d6b5-hrdgz.18c559624212e35f
    namespace: kserve-ci-e2e-test
    resourceVersion: "37606"
    uid: 72bd92cc-18c4-498d-bacf-208c718495a1
  reason: BackOff
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-243.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-243.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T22:11:32Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-secondary-5c6eb3-predictor-7745f9d6b5
    namespace: kserve-ci-e2e-test
    resourceVersion: "37478"
    uid: 06b644a1-74a3-4a63-9481-4e86c9196659
  kind: Event
  lastTimestamp: "2026-07-24T22:11:32Z"
  message: 'Created pod: isvc-secondary-5c6eb3-predictor-7745f9d6b5-hrdgz'
  metadata:
    creationTimestamp: "2026-07-24T22:11:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-24T22:11:32Z"
    name: isvc-secondary-5c6eb3-predictor-7745f9d6b5.18c5595f29e294a3
    namespace: kserve-ci-e2e-test
    resourceVersion: "37492"
    uid: e1d5a040-ef05-4493-9c81-4adb59f2937b
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T22:11:32Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-secondary-5c6eb3-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37476"
    uid: a13f8922-685b-4573-a3f8-fc8356c68001
  kind: Event
  lastTimestamp: "2026-07-24T22:11:32Z"
  message: Scaled up replica set isvc-secondary-5c6eb3-predictor-7745f9d6b5 from 0
    to 1
  metadata:
    creationTimestamp: "2026-07-24T22:11:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-24T22:11:32Z"
    name: isvc-secondary-5c6eb3-predictor.18c5595f24f63f43
    namespace: kserve-ci-e2e-test
    resourceVersion: "37479"
    uid: 5c2edad2-6bcb-49e3-a0c2-1a026262f918
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T22:11:47Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-secondary-5c6eb3-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37477"
    uid: 098e1a55-ce3d-45c3-8ded-d53757e6b3e5
  kind: Event
  lastTimestamp: "2026-07-24T22:11:47Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-24T22:11:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-24T22:11:47Z"
    name: isvc-secondary-5c6eb3-predictor.18c55962a388ca47
    namespace: kserve-ci-e2e-test
    resourceVersion: "37626"
    uid: 169e72d0-9d51-4cff-a3a9-10ecb4f23076
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T22:11:47Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-secondary-5c6eb3-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37477"
    uid: 098e1a55-ce3d-45c3-8ded-d53757e6b3e5
  kind: Event
  lastTimestamp: "2026-07-24T22:11:47Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-24T22:11:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-24T22:11:47Z"
    name: isvc-secondary-5c6eb3-predictor.18c55962a3f816c1
    namespace: kserve-ci-e2e-test
    resourceVersion: "37628"
    uid: 93e5d746-cb7a-41dd-a89f-6042084044a3
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-07-24T22:11:32Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-secondary-5c6eb3
    namespace: kserve-ci-e2e-test
    resourceVersion: "37465"
    uid: f8577791-7e3b-4554-92b7-c82f7a7b7246
  kind: Event
  lastTimestamp: "2026-07-24T22:11:46Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-24T22:11:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-24T22:11:46Z"
    name: isvc-secondary-5c6eb3.18c5595f24ff2721
    namespace: kserve-ci-e2e-test
    resourceVersion: "37611"
    uid: f4b97036-f3e8-4f8d-b0f1-5e20d4070edf
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T22:11:32Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-secondary-5c6eb3
    namespace: kserve-ci-e2e-test
    resourceVersion: "37465"
    uid: f8577791-7e3b-4554-92b7-c82f7a7b7246
  kind: Event
  lastTimestamp: "2026-07-24T22:11:32Z"
  message: 'Failed to update status for InferenceService "isvc-secondary-5c6eb3":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-secondary-5c6eb3":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-24T22:11:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-24T22:11:32Z"
    name: isvc-secondary-5c6eb3.18c5595f25926f67
    namespace: kserve-ci-e2e-test
    resourceVersion: "37482"
    uid: ed353e4c-dbd9-4a28-a768-d492e807870f
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T22:11:32Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-secondary-5c6eb3
    namespace: kserve-ci-e2e-test
    resourceVersion: "37465"
    uid: f8577791-7e3b-4554-92b7-c82f7a7b7246
  kind: Event
  lastTimestamp: "2026-07-24T22:11:32Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-secondary-5c6eb3": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-07-24T22:11:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-24T22:11:32Z"
    name: isvc-secondary-5c6eb3.18c5595f2592ced8
    namespace: kserve-ci-e2e-test
    resourceVersion: "37483"
    uid: cd295c20-f816-4ddd-9efb-4ca35f1e084b
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-24T21:28:03.169012Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-694d6c969d-qqj97
    namespace: kserve-ci-e2e-test
    resourceVersion: "16169"
    uid: f30dae70-b697-41b6-bda3-0319d839261a
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-batcher-custom-predictor-694d6c969d-qqj97
    to ip-10-0-129-163.ec2.internal
  metadata:
    creationTimestamp: "2026-07-24T21:28:03Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-24T21:28:03Z"
    name: isvc-sklearn-batcher-custom-predictor-694d6c969d-qqj97.18c556ff9cc43378
    namespace: kserve-ci-e2e-test
    resourceVersion: "16173"
    uid: 8fd6e00d-f454-4efe-928d-996f2e03459b
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-558cfff45f-z9c48
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:28:03Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-694d6c969d-qqj97
    namespace: kserve-ci-e2e-test
    resourceVersion: "16171"
    uid: f30dae70-b697-41b6-bda3-0319d839261a
  kind: Event
  lastTimestamp: "2026-07-24T21:28:03Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-sklearn-batcher-custom-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-07-24T21:28:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T21:28:03Z"
    name: isvc-sklearn-batcher-custom-predictor-694d6c969d-qqj97.18c556ffa79b0d04
    namespace: kserve-ci-e2e-test
    resourceVersion: "16182"
    uid: accfc7a0-309b-427e-bdbe-021d780be503
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-163.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:28:04Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-694d6c969d-qqj97
    namespace: kserve-ci-e2e-test
    resourceVersion: "16177"
    uid: f30dae70-b697-41b6-bda3-0319d839261a
  kind: Event
  lastTimestamp: "2026-07-24T21:28:04Z"
  message: Add eth0 [10.134.0.30/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-24T21:28:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-24T21:28:04Z"
    name: isvc-sklearn-batcher-custom-predictor-694d6c969d-qqj97.18c556ffda6726a0
    namespace: kserve-ci-e2e-test
    resourceVersion: "16194"
    uid: 88f36bb3-6648-4004-b253-1085ef423d2f
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:28:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-694d6c969d-qqj97
    namespace: kserve-ci-e2e-test
    resourceVersion: "16171"
    uid: f30dae70-b697-41b6-bda3-0319d839261a
  kind: Event
  lastTimestamp: "2026-07-24T21:28:04Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:4bc99d27049df235a3e7474685f2095e74c6eed89dc3da2f17a1c3e85c3fa894"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-24T21:28:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T21:28:04Z"
    name: isvc-sklearn-batcher-custom-predictor-694d6c969d-qqj97.18c556ffdbf60df3
    namespace: kserve-ci-e2e-test
    resourceVersion: "16196"
    uid: bb031979-1148-4429-96a3-a0d42970623d
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-163.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:28:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-694d6c969d-qqj97
    namespace: kserve-ci-e2e-test
    resourceVersion: "16171"
    uid: f30dae70-b697-41b6-bda3-0319d839261a
  kind: Event
  lastTimestamp: "2026-07-24T21:28:04Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-24T21:28:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T21:28:04Z"
    name: isvc-sklearn-batcher-custom-predictor-694d6c969d-qqj97.18c556ffdef1659b
    namespace: kserve-ci-e2e-test
    resourceVersion: "16197"
    uid: af089bbe-46fc-4b80-a4e3-a6b26345e3ce
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-163.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:28:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-694d6c969d-qqj97
    namespace: kserve-ci-e2e-test
    resourceVersion: "16171"
    uid: f30dae70-b697-41b6-bda3-0319d839261a
  kind: Event
  lastTimestamp: "2026-07-24T21:28:04Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-24T21:28:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T21:28:04Z"
    name: isvc-sklearn-batcher-custom-predictor-694d6c969d-qqj97.18c556ffdf5bb76d
    namespace: kserve-ci-e2e-test
    resourceVersion: "16198"
    uid: 1fc905c0-de2d-4b2a-903a-da2fd2414fa5
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-163.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:28:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-694d6c969d-qqj97
    namespace: kserve-ci-e2e-test
    resourceVersion: "16171"
    uid: f30dae70-b697-41b6-bda3-0319d839261a
  kind: Event
  lastTimestamp: "2026-07-24T21:28:08Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1716"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-24T21:28:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T21:28:08Z"
    name: isvc-sklearn-batcher-custom-predictor-694d6c969d-qqj97.18c55700ebbd7252
    namespace: kserve-ci-e2e-test
    resourceVersion: "16240"
    uid: 5e6c03f8-f7a1-4b85-9790-d28dcdf081c1
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-163.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:28:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-694d6c969d-qqj97
    namespace: kserve-ci-e2e-test
    resourceVersion: "16171"
    uid: f30dae70-b697-41b6-bda3-0319d839261a
  kind: Event
  lastTimestamp: "2026-07-24T21:28:08Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-24T21:28:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T21:28:08Z"
    name: isvc-sklearn-batcher-custom-predictor-694d6c969d-qqj97.18c55700eec3c0e9
    namespace: kserve-ci-e2e-test
    resourceVersion: "16242"
    uid: 8d9c559d-3c26-473b-972c-b453437747bb
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-163.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:28:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-694d6c969d-qqj97
    namespace: kserve-ci-e2e-test
    resourceVersion: "16171"
    uid: f30dae70-b697-41b6-bda3-0319d839261a
  kind: Event
  lastTimestamp: "2026-07-24T21:28:08Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-24T21:28:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T21:28:08Z"
    name: isvc-sklearn-batcher-custom-predictor-694d6c969d-qqj97.18c55700ef361593
    namespace: kserve-ci-e2e-test
    resourceVersion: "16243"
    uid: 0ef74b2a-d043-4a96-9b82-c5814938a98b
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-163.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:28:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-694d6c969d-qqj97
    namespace: kserve-ci-e2e-test
    resourceVersion: "16171"
    uid: f30dae70-b697-41b6-bda3-0319d839261a
  kind: Event
  lastTimestamp: "2026-07-24T21:28:08Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-24T21:28:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T21:28:08Z"
    name: isvc-sklearn-batcher-custom-predictor-694d6c969d-qqj97.18c55700ef423a7e
    namespace: kserve-ci-e2e-test
    resourceVersion: "16245"
    uid: 227bd826-9a65-4fe7-b4b6-26e1c7e8741a
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-163.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:28:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-694d6c969d-qqj97
    namespace: kserve-ci-e2e-test
    resourceVersion: "16171"
    uid: f30dae70-b697-41b6-bda3-0319d839261a
  kind: Event
  lastTimestamp: "2026-07-24T21:28:08Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-24T21:28:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T21:28:08Z"
    name: isvc-sklearn-batcher-custom-predictor-694d6c969d-qqj97.18c55700f2aed851
    namespace: kserve-ci-e2e-test
    resourceVersion: "16249"
    uid: 04925cac-65f5-4c44-a053-bc825a5260c6
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-163.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:28:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-694d6c969d-qqj97
    namespace: kserve-ci-e2e-test
    resourceVersion: "16171"
    uid: f30dae70-b697-41b6-bda3-0319d839261a
  kind: Event
  lastTimestamp: "2026-07-24T21:28:08Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-24T21:28:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T21:28:08Z"
    name: isvc-sklearn-batcher-custom-predictor-694d6c969d-qqj97.18c55700f3197d4b
    namespace: kserve-ci-e2e-test
    resourceVersion: "16250"
    uid: f98a474a-1b59-4572-861f-4fe86330d00d
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-163.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:28:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-694d6c969d-qqj97
    namespace: kserve-ci-e2e-test
    resourceVersion: "16171"
    uid: f30dae70-b697-41b6-bda3-0319d839261a
  kind: Event
  lastTimestamp: "2026-07-24T21:28:08Z"
  message: Container image "quay.io/opendatahub/kserve-agent@sha256:5eadda1fc9085300923462d30bccc33b4ca27b6d1bc72292ef033cbc042de960"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-24T21:28:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T21:28:08Z"
    name: isvc-sklearn-batcher-custom-predictor-694d6c969d-qqj97.18c55700f3248f72
    namespace: kserve-ci-e2e-test
    resourceVersion: "16251"
    uid: 9bcbaec3-a1db-401f-8481-fa88f9bf6e3c
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-163.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:28:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-694d6c969d-qqj97
    namespace: kserve-ci-e2e-test
    resourceVersion: "16171"
    uid: f30dae70-b697-41b6-bda3-0319d839261a
  kind: Event
  lastTimestamp: "2026-07-24T21:28:08Z"
  message: 'Created container: agent'
  metadata:
    creationTimestamp: "2026-07-24T21:28:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T21:28:08Z"
    name: isvc-sklearn-batcher-custom-predictor-694d6c969d-qqj97.18c55700f5ed6fb3
    namespace: kserve-ci-e2e-test
    resourceVersion: "16253"
    uid: 1ff3b8d5-60df-4e6f-ae7f-2508769ee332
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-163.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:28:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-694d6c969d-qqj97
    namespace: kserve-ci-e2e-test
    resourceVersion: "16171"
    uid: f30dae70-b697-41b6-bda3-0319d839261a
  kind: Event
  lastTimestamp: "2026-07-24T21:28:08Z"
  message: Started container agent
  metadata:
    creationTimestamp: "2026-07-24T21:28:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T21:28:08Z"
    name: isvc-sklearn-batcher-custom-predictor-694d6c969d-qqj97.18c55700f6556f30
    namespace: kserve-ci-e2e-test
    resourceVersion: "16254"
    uid: 13c261bb-02a7-4c24-98d7-6c6a5cad4d34
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-163.ec2.internal
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-07-24T21:28:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-694d6c969d-qqj97
    namespace: kserve-ci-e2e-test
    resourceVersion: "16171"
    uid: f30dae70-b697-41b6-bda3-0319d839261a
  kind: Event
  lastTimestamp: "2026-07-24T21:29:46Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.30:5000: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-24T21:28:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T21:29:46Z"
    name: isvc-sklearn-batcher-custom-predictor-694d6c969d-qqj97.18c5570127de5a5c
    namespace: kserve-ci-e2e-test
    resourceVersion: "17050"
    uid: 9827cb4c-ba00-4984-934c-fef4be71f500
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-163.ec2.internal
  type: Warning
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-07-24T21:28:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-694d6c969d-qqj97
    namespace: kserve-ci-e2e-test
    resourceVersion: "16171"
    uid: f30dae70-b697-41b6-bda3-0319d839261a
  kind: Event
  lastTimestamp: "2026-07-24T21:29:46Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 503'
  metadata:
    creationTimestamp: "2026-07-24T21:28:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T21:29:46Z"
    name: isvc-sklearn-batcher-custom-predictor-694d6c969d-qqj97.18c5570163c0c768
    namespace: kserve-ci-e2e-test
    resourceVersion: "17049"
    uid: 7174634c-ec65-4470-9d83-75374cbb9791
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-163.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:29:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-694d6c969d-qqj97
    namespace: kserve-ci-e2e-test
    resourceVersion: "16171"
    uid: f30dae70-b697-41b6-bda3-0319d839261a
  kind: Event
  lastTimestamp: "2026-07-24T21:29:38Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-24T21:29:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T21:29:38Z"
    name: isvc-sklearn-batcher-custom-predictor-694d6c969d-qqj97.18c55715c67112da
    namespace: kserve-ci-e2e-test
    resourceVersion: "16964"
    uid: 9009dba2-939c-4906-b86e-4b6e73ca89ff
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-163.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:29:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-694d6c969d-qqj97
    namespace: kserve-ci-e2e-test
    resourceVersion: "16171"
    uid: f30dae70-b697-41b6-bda3-0319d839261a
  kind: Event
  lastTimestamp: "2026-07-24T21:29:38Z"
  message: Stopping container agent
  metadata:
    creationTimestamp: "2026-07-24T21:29:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T21:29:38Z"
    name: isvc-sklearn-batcher-custom-predictor-694d6c969d-qqj97.18c55715c6721359
    namespace: kserve-ci-e2e-test
    resourceVersion: "16965"
    uid: 357135e4-174e-4822-9e91-f52f8187b646
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-163.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:29:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-694d6c969d-qqj97
    namespace: kserve-ci-e2e-test
    resourceVersion: "16171"
    uid: f30dae70-b697-41b6-bda3-0319d839261a
  kind: Event
  lastTimestamp: "2026-07-24T21:29:38Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-24T21:29:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T21:29:38Z"
    name: isvc-sklearn-batcher-custom-predictor-694d6c969d-qqj97.18c55715c6727083
    namespace: kserve-ci-e2e-test
    resourceVersion: "16966"
    uid: 336cccfc-3acc-4e34-9ad2-63444a8836af
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-163.ec2.internal
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-24T21:29:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-694d6c969d-qqj97
    namespace: kserve-ci-e2e-test
    resourceVersion: "16171"
    uid: f30dae70-b697-41b6-bda3-0319d839261a
  kind: Event
  lastTimestamp: "2026-07-24T21:29:51Z"
  message: 'Readiness probe failed: Get "https://10.134.0.30:8643/healthz": dial tcp
    10.134.0.30:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-24T21:29:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T21:29:51Z"
    name: isvc-sklearn-batcher-custom-predictor-694d6c969d-qqj97.18c5571694028cff
    namespace: kserve-ci-e2e-test
    resourceVersion: "17093"
    uid: 0b09f0a0-4834-4eda-bb43-724dc5da462a
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-163.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:28:03Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-batcher-custom-predictor-694d6c969d
    namespace: kserve-ci-e2e-test
    resourceVersion: "16140"
    uid: 523e66fc-0798-40c2-9458-05a51584359d
  kind: Event
  lastTimestamp: "2026-07-24T21:28:03Z"
  message: 'Created pod: isvc-sklearn-batcher-custom-predictor-694d6c969d-qqj97'
  metadata:
    creationTimestamp: "2026-07-24T21:28:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-24T21:28:03Z"
    name: isvc-sklearn-batcher-custom-predictor-694d6c969d.18c556ff9c5091e6
    namespace: kserve-ci-e2e-test
    resourceVersion: "16170"
    uid: a08139b7-1922-49bd-8376-cddfb863c43d
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:28:03Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-batcher-custom-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16138"
    uid: e09d2647-470c-4e37-bcab-53b99f253d85
  kind: Event
  lastTimestamp: "2026-07-24T21:28:03Z"
  message: Scaled up replica set isvc-sklearn-batcher-custom-predictor-694d6c969d
    from 0 to 1
  metadata:
    creationTimestamp: "2026-07-24T21:28:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-24T21:28:03Z"
    name: isvc-sklearn-batcher-custom-predictor.18c556ff96994f66
    namespace: kserve-ci-e2e-test
    resourceVersion: "16141"
    uid: be084374-1f1c-4a53-a42b-bcf0f718977d
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-24T21:28:18Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-batcher-custom-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16139"
    uid: 600e4189-33c6-4e82-94a1-7182f848ff1e
  kind: Event
  lastTimestamp: "2026-07-24T21:28:48Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-24T21:28:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-24T21:28:48Z"
    name: isvc-sklearn-batcher-custom-predictor.18c55703153d1894
    namespace: kserve-ci-e2e-test
    resourceVersion: "16555"
    uid: 9e252616-ad04-422d-a7f9-d69387f13763
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-24T21:28:18Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-batcher-custom-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16139"
    uid: 600e4189-33c6-4e82-94a1-7182f848ff1e
  kind: Event
  lastTimestamp: "2026-07-24T21:28:48Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-24T21:28:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-24T21:28:48Z"
    name: isvc-sklearn-batcher-custom-predictor.18c5570315a8611b
    namespace: kserve-ci-e2e-test
    resourceVersion: "16556"
    uid: 13b13e42-1242-4f72-9b5d-0f4873a101cd
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-07-24T21:28:33Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-batcher-custom-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16330"
    uid: 600e4189-33c6-4e82-94a1-7182f848ff1e
  kind: Event
  lastTimestamp: "2026-07-24T21:29:33Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-24T21:28:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-24T21:29:33Z"
    name: isvc-sklearn-batcher-custom-predictor.18c5570694c0088f
    namespace: kserve-ci-e2e-test
    resourceVersion: "16880"
    uid: d8924e45-6e23-450a-9866-2ed537c16a99
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-07-24T21:28:33Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-batcher-custom-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16330"
    uid: 600e4189-33c6-4e82-94a1-7182f848ff1e
  kind: Event
  lastTimestamp: "2026-07-24T21:29:33Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-24T21:28:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-24T21:29:33Z"
    name: isvc-sklearn-batcher-custom-predictor.18c557069526eea2
    namespace: kserve-ci-e2e-test
    resourceVersion: "16881"
    uid: 320f9f7e-a420-4104-add7-430d51bdff6f
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-07-24T21:28:03Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-batcher-custom
    namespace: kserve-ci-e2e-test
    resourceVersion: "16129"
    uid: eb5dfb73-a8dc-4ffc-b363-d9f259357bd3
  kind: Event
  lastTimestamp: "2026-07-24T21:29:26Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-24T21:28:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-24T21:29:26Z"
    name: isvc-sklearn-batcher-custom.18c556ff969a9f86
    namespace: kserve-ci-e2e-test
    resourceVersion: "16836"
    uid: 9871dcbb-8277-44e9-8804-c09f88acf901
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:28:03Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-batcher-custom
    namespace: kserve-ci-e2e-test
    resourceVersion: "16129"
    uid: eb5dfb73-a8dc-4ffc-b363-d9f259357bd3
  kind: Event
  lastTimestamp: "2026-07-24T21:28:03Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-batcher-custom":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-batcher-custom":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-24T21:28:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-24T21:28:03Z"
    name: isvc-sklearn-batcher-custom.18c556ff971be2a3
    namespace: kserve-ci-e2e-test
    resourceVersion: "16144"
    uid: 208d9df0-eef6-4601-8825-97b0a68b66e6
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:29:26Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-batcher-custom
    namespace: kserve-ci-e2e-test
    resourceVersion: "16833"
    uid: eb5dfb73-a8dc-4ffc-b363-d9f259357bd3
  kind: Event
  lastTimestamp: "2026-07-24T21:29:26Z"
  message: InferenceService [isvc-sklearn-batcher-custom] is Ready
  metadata:
    creationTimestamp: "2026-07-24T21:29:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-24T21:29:26Z"
    name: isvc-sklearn-batcher-custom.18c557131d6abecb
    namespace: kserve-ci-e2e-test
    resourceVersion: "16834"
    uid: 9658b43e-0f4a-445f-878a-45948658f0dd
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-24T21:26:17.905515Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-batcher-predictor-7776d964d7-w2t6x
    namespace: kserve-ci-e2e-test
    resourceVersion: "15319"
    uid: 787ae0a4-34c8-4a8a-b9ee-9014f3ef5017
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-batcher-predictor-7776d964d7-w2t6x
    to ip-10-0-129-163.ec2.internal
  metadata:
    creationTimestamp: "2026-07-24T21:26:17Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-24T21:26:17Z"
    name: isvc-sklearn-batcher-predictor-7776d964d7-w2t6x.18c556e71a92a94c
    namespace: kserve-ci-e2e-test
    resourceVersion: "15323"
    uid: 8db81c9e-ccc9-4b70-a9a6-a678e53a7c47
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-558cfff45f-z9c48
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:26:18Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-batcher-predictor-7776d964d7-w2t6x
    namespace: kserve-ci-e2e-test
    resourceVersion: "15329"
    uid: 787ae0a4-34c8-4a8a-b9ee-9014f3ef5017
  kind: Event
  lastTimestamp: "2026-07-24T21:26:18Z"
  message: Add eth0 [10.134.0.29/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-24T21:26:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-24T21:26:18Z"
    name: isvc-sklearn-batcher-predictor-7776d964d7-w2t6x.18c556e7342a9fdc
    namespace: kserve-ci-e2e-test
    resourceVersion: "15339"
    uid: 09a93aa0-06f2-4566-bd9c-b5c1b52df29c
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:26:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-7776d964d7-w2t6x
    namespace: kserve-ci-e2e-test
    resourceVersion: "15321"
    uid: 787ae0a4-34c8-4a8a-b9ee-9014f3ef5017
  kind: Event
  lastTimestamp: "2026-07-24T21:26:18Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:4bc99d27049df235a3e7474685f2095e74c6eed89dc3da2f17a1c3e85c3fa894"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-24T21:26:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T21:26:18Z"
    name: isvc-sklearn-batcher-predictor-7776d964d7-w2t6x.18c556e735d206f9
    namespace: kserve-ci-e2e-test
    resourceVersion: "15341"
    uid: 0d7724e7-502e-460e-8877-21e4b4b41646
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-163.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:26:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-7776d964d7-w2t6x
    namespace: kserve-ci-e2e-test
    resourceVersion: "15321"
    uid: 787ae0a4-34c8-4a8a-b9ee-9014f3ef5017
  kind: Event
  lastTimestamp: "2026-07-24T21:26:18Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-24T21:26:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T21:26:18Z"
    name: isvc-sklearn-batcher-predictor-7776d964d7-w2t6x.18c556e7399ebd41
    namespace: kserve-ci-e2e-test
    resourceVersion: "15342"
    uid: 59c02829-eeda-467e-a864-5579ad6d286a
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-163.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:26:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-7776d964d7-w2t6x
    namespace: kserve-ci-e2e-test
    resourceVersion: "15321"
    uid: 787ae0a4-34c8-4a8a-b9ee-9014f3ef5017
  kind: Event
  lastTimestamp: "2026-07-24T21:26:18Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-24T21:26:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T21:26:18Z"
    name: isvc-sklearn-batcher-predictor-7776d964d7-w2t6x.18c556e73a11801c
    namespace: kserve-ci-e2e-test
    resourceVersion: "15343"
    uid: c7112262-8ed7-415d-9153-222299330331
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-163.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:26:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-7776d964d7-w2t6x
    namespace: kserve-ci-e2e-test
    resourceVersion: "15321"
    uid: 787ae0a4-34c8-4a8a-b9ee-9014f3ef5017
  kind: Event
  lastTimestamp: "2026-07-24T21:26:23Z"
  message: Pulling image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1716"
  metadata:
    creationTimestamp: "2026-07-24T21:26:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T21:26:23Z"
    name: isvc-sklearn-batcher-predictor-7776d964d7-w2t6x.18c556e8590b5f97
    namespace: kserve-ci-e2e-test
    resourceVersion: "15384"
    uid: ab123d7a-1d5b-43bd-a881-d2fd85b0849e
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-163.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:26:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-7776d964d7-w2t6x
    namespace: kserve-ci-e2e-test
    resourceVersion: "15321"
    uid: 787ae0a4-34c8-4a8a-b9ee-9014f3ef5017
  kind: Event
  lastTimestamp: "2026-07-24T21:26:36Z"
  message: 'Successfully pulled image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1716"
    in 12.816s (12.816s including waiting). Image size: 1557885864 bytes.'
  metadata:
    creationTimestamp: "2026-07-24T21:26:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T21:26:36Z"
    name: isvc-sklearn-batcher-predictor-7776d964d7-w2t6x.18c556eb54f8b118
    namespace: kserve-ci-e2e-test
    resourceVersion: "15482"
    uid: 035aba3f-4d60-4031-8361-9c41611a6f68
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-163.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:26:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-7776d964d7-w2t6x
    namespace: kserve-ci-e2e-test
    resourceVersion: "15321"
    uid: 787ae0a4-34c8-4a8a-b9ee-9014f3ef5017
  kind: Event
  lastTimestamp: "2026-07-24T21:26:36Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-24T21:26:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T21:26:36Z"
    name: isvc-sklearn-batcher-predictor-7776d964d7-w2t6x.18c556eb58a08881
    namespace: kserve-ci-e2e-test
    resourceVersion: "15484"
    uid: 8592aae1-00dd-4232-8c7e-7b95ed017f1a
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-163.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:26:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-7776d964d7-w2t6x
    namespace: kserve-ci-e2e-test
    resourceVersion: "15321"
    uid: 787ae0a4-34c8-4a8a-b9ee-9014f3ef5017
  kind: Event
  lastTimestamp: "2026-07-24T21:26:36Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-24T21:26:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T21:26:36Z"
    name: isvc-sklearn-batcher-predictor-7776d964d7-w2t6x.18c556eb5919d4bd
    namespace: kserve-ci-e2e-test
    resourceVersion: "15485"
    uid: a0a15d66-df44-4692-ac09-a5da82533e76
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-163.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:26:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-7776d964d7-w2t6x
    namespace: kserve-ci-e2e-test
    resourceVersion: "15321"
    uid: 787ae0a4-34c8-4a8a-b9ee-9014f3ef5017
  kind: Event
  lastTimestamp: "2026-07-24T21:26:36Z"
  message: Pulling image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
  metadata:
    creationTimestamp: "2026-07-24T21:26:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T21:26:36Z"
    name: isvc-sklearn-batcher-predictor-7776d964d7-w2t6x.18c556eb5929e2a5
    namespace: kserve-ci-e2e-test
    resourceVersion: "15486"
    uid: 542b4dfe-015f-405a-8a5c-9f68c68fc376
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-163.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:26:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-7776d964d7-w2t6x
    namespace: kserve-ci-e2e-test
    resourceVersion: "15321"
    uid: 787ae0a4-34c8-4a8a-b9ee-9014f3ef5017
  kind: Event
  lastTimestamp: "2026-07-24T21:26:38Z"
  message: 'Successfully pulled image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    in 2.17s (2.17s including waiting). Image size: 211946088 bytes.'
  metadata:
    creationTimestamp: "2026-07-24T21:26:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T21:26:38Z"
    name: isvc-sklearn-batcher-predictor-7776d964d7-w2t6x.18c556ebda8f0822
    namespace: kserve-ci-e2e-test
    resourceVersion: "15507"
    uid: aea77e40-4757-4bc5-b87e-a1e60589d65e
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-163.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:26:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-7776d964d7-w2t6x
    namespace: kserve-ci-e2e-test
    resourceVersion: "15321"
    uid: 787ae0a4-34c8-4a8a-b9ee-9014f3ef5017
  kind: Event
  lastTimestamp: "2026-07-24T21:26:38Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-24T21:26:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T21:26:38Z"
    name: isvc-sklearn-batcher-predictor-7776d964d7-w2t6x.18c556ebdd94e7b9
    namespace: kserve-ci-e2e-test
    resourceVersion: "15508"
    uid: ee4ef557-39db-456e-b4f4-b241dbd5111b
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-163.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:26:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-7776d964d7-w2t6x
    namespace: kserve-ci-e2e-test
    resourceVersion: "15321"
    uid: 787ae0a4-34c8-4a8a-b9ee-9014f3ef5017
  kind: Event
  lastTimestamp: "2026-07-24T21:26:38Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-24T21:26:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T21:26:38Z"
    name: isvc-sklearn-batcher-predictor-7776d964d7-w2t6x.18c556ebde0c0d41
    namespace: kserve-ci-e2e-test
    resourceVersion: "15509"
    uid: 74ccde51-dcaa-4426-950c-2d6cf73274c3
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-163.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:26:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-7776d964d7-w2t6x
    namespace: kserve-ci-e2e-test
    resourceVersion: "15321"
    uid: 787ae0a4-34c8-4a8a-b9ee-9014f3ef5017
  kind: Event
  lastTimestamp: "2026-07-24T21:26:38Z"
  message: Pulling image "quay.io/opendatahub/kserve-agent@sha256:5eadda1fc9085300923462d30bccc33b4ca27b6d1bc72292ef033cbc042de960"
  metadata:
    creationTimestamp: "2026-07-24T21:26:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T21:26:38Z"
    name: isvc-sklearn-batcher-predictor-7776d964d7-w2t6x.18c556ebde19bd82
    namespace: kserve-ci-e2e-test
    resourceVersion: "15510"
    uid: 62ec3de8-d3d1-4c08-a741-f1578e5cc02a
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-163.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:26:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-7776d964d7-w2t6x
    namespace: kserve-ci-e2e-test
    resourceVersion: "15321"
    uid: 787ae0a4-34c8-4a8a-b9ee-9014f3ef5017
  kind: Event
  lastTimestamp: "2026-07-24T21:26:40Z"
  message: 'Successfully pulled image "quay.io/opendatahub/kserve-agent@sha256:5eadda1fc9085300923462d30bccc33b4ca27b6d1bc72292ef033cbc042de960"
    in 2.12s (2.12s including waiting). Image size: 240177254 bytes.'
  metadata:
    creationTimestamp: "2026-07-24T21:26:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T21:26:40Z"
    name: isvc-sklearn-batcher-predictor-7776d964d7-w2t6x.18c556ec5c81b149
    namespace: kserve-ci-e2e-test
    resourceVersion: "15524"
    uid: dc2d107d-b8d3-42a9-acd5-7b523e2b6f9c
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-163.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:26:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-7776d964d7-w2t6x
    namespace: kserve-ci-e2e-test
    resourceVersion: "15321"
    uid: 787ae0a4-34c8-4a8a-b9ee-9014f3ef5017
  kind: Event
  lastTimestamp: "2026-07-24T21:26:40Z"
  message: 'Created container: agent'
  metadata:
    creationTimestamp: "2026-07-24T21:26:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T21:26:40Z"
    name: isvc-sklearn-batcher-predictor-7776d964d7-w2t6x.18c556ec60087475
    namespace: kserve-ci-e2e-test
    resourceVersion: "15525"
    uid: 44624962-e8f1-4ca5-be48-f4731cd7a435
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-163.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:26:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-7776d964d7-w2t6x
    namespace: kserve-ci-e2e-test
    resourceVersion: "15321"
    uid: 787ae0a4-34c8-4a8a-b9ee-9014f3ef5017
  kind: Event
  lastTimestamp: "2026-07-24T21:26:40Z"
  message: Started container agent
  metadata:
    creationTimestamp: "2026-07-24T21:26:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T21:26:40Z"
    name: isvc-sklearn-batcher-predictor-7776d964d7-w2t6x.18c556ec6082ff32
    namespace: kserve-ci-e2e-test
    resourceVersion: "15527"
    uid: 0fe9a12a-e4a8-4b02-a81e-2d29844e7245
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-163.ec2.internal
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-07-24T21:26:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-7776d964d7-w2t6x
    namespace: kserve-ci-e2e-test
    resourceVersion: "15321"
    uid: 787ae0a4-34c8-4a8a-b9ee-9014f3ef5017
  kind: Event
  lastTimestamp: "2026-07-24T21:28:05Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.29:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-24T21:26:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T21:28:05Z"
    name: isvc-sklearn-batcher-predictor-7776d964d7-w2t6x.18c556eccc5c47e1
    namespace: kserve-ci-e2e-test
    resourceVersion: "16210"
    uid: b6386d85-cbf1-4b24-a8a0-c235273c17f3
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-163.ec2.internal
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-07-24T21:26:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-7776d964d7-w2t6x
    namespace: kserve-ci-e2e-test
    resourceVersion: "15321"
    uid: 787ae0a4-34c8-4a8a-b9ee-9014f3ef5017
  kind: Event
  lastTimestamp: "2026-07-24T21:28:05Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 503'
  metadata:
    creationTimestamp: "2026-07-24T21:26:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T21:28:05Z"
    name: isvc-sklearn-batcher-predictor-7776d964d7-w2t6x.18c556eccc6595a2
    namespace: kserve-ci-e2e-test
    resourceVersion: "16211"
    uid: 04f8765b-2908-4975-8550-db9b3b6508ca
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-163.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:28:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-7776d964d7-w2t6x
    namespace: kserve-ci-e2e-test
    resourceVersion: "15321"
    uid: 787ae0a4-34c8-4a8a-b9ee-9014f3ef5017
  kind: Event
  lastTimestamp: "2026-07-24T21:28:03Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-24T21:28:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T21:28:03Z"
    name: isvc-sklearn-batcher-predictor-7776d964d7-w2t6x.18c556ff9adddd35
    namespace: kserve-ci-e2e-test
    resourceVersion: "16163"
    uid: d6fa6e5a-74d7-42ee-9e35-baceaba135b2
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-163.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:28:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-7776d964d7-w2t6x
    namespace: kserve-ci-e2e-test
    resourceVersion: "15321"
    uid: 787ae0a4-34c8-4a8a-b9ee-9014f3ef5017
  kind: Event
  lastTimestamp: "2026-07-24T21:28:03Z"
  message: Stopping container agent
  metadata:
    creationTimestamp: "2026-07-24T21:28:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T21:28:03Z"
    name: isvc-sklearn-batcher-predictor-7776d964d7-w2t6x.18c556ff9ade23c2
    namespace: kserve-ci-e2e-test
    resourceVersion: "16168"
    uid: 4e5ded33-8cf3-4040-99c0-30a247e18640
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-163.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:28:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-7776d964d7-w2t6x
    namespace: kserve-ci-e2e-test
    resourceVersion: "15321"
    uid: 787ae0a4-34c8-4a8a-b9ee-9014f3ef5017
  kind: Event
  lastTimestamp: "2026-07-24T21:28:03Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-24T21:28:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T21:28:03Z"
    name: isvc-sklearn-batcher-predictor-7776d964d7-w2t6x.18c556ff9ade6fd2
    namespace: kserve-ci-e2e-test
    resourceVersion: "16166"
    uid: 47f6bbde-64b3-455d-bbe4-a30fd885a2ea
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-163.ec2.internal
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-24T21:28:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-7776d964d7-w2t6x
    namespace: kserve-ci-e2e-test
    resourceVersion: "15321"
    uid: 787ae0a4-34c8-4a8a-b9ee-9014f3ef5017
  kind: Event
  lastTimestamp: "2026-07-24T21:28:13Z"
  message: 'Readiness probe failed: Get "https://10.134.0.29:8643/healthz": dial tcp
    10.134.0.29:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-24T21:28:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T21:28:13Z"
    name: isvc-sklearn-batcher-predictor-7776d964d7-w2t6x.18c556ffa89fee20
    namespace: kserve-ci-e2e-test
    resourceVersion: "16291"
    uid: 8b3ca929-ea73-4adc-a555-4c785e6a82b2
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-163.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:26:17Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-batcher-predictor-7776d964d7
    namespace: kserve-ci-e2e-test
    resourceVersion: "15306"
    uid: 9af6f610-6d8a-411b-b9f4-a13319a8c435
  kind: Event
  lastTimestamp: "2026-07-24T21:26:17Z"
  message: 'Created pod: isvc-sklearn-batcher-predictor-7776d964d7-w2t6x'
  metadata:
    creationTimestamp: "2026-07-24T21:26:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-24T21:26:17Z"
    name: isvc-sklearn-batcher-predictor-7776d964d7.18c556e71a26f297
    namespace: kserve-ci-e2e-test
    resourceVersion: "15320"
    uid: 78aed890-d648-40f4-aa23-50b59ec5f23c
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:26:17Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-batcher-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15304"
    uid: ebfee865-3a48-4b1a-9d6a-40ab6cd7e6ec
  kind: Event
  lastTimestamp: "2026-07-24T21:26:17Z"
  message: Scaled up replica set isvc-sklearn-batcher-predictor-7776d964d7 from 0
    to 1
  metadata:
    creationTimestamp: "2026-07-24T21:26:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-24T21:26:17Z"
    name: isvc-sklearn-batcher-predictor.18c556e7120ed2d9
    namespace: kserve-ci-e2e-test
    resourceVersion: "15307"
    uid: 0067b512-c29a-45b1-8dd8-f808f4f92a84
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-24T21:26:32Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-batcher-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15315"
    uid: b5883138-67b2-41d7-b777-cc7e71052dbb
  kind: Event
  lastTimestamp: "2026-07-24T21:27:17Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-24T21:26:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-24T21:27:17Z"
    name: isvc-sklearn-batcher-predictor.18c556ea977420f2
    namespace: kserve-ci-e2e-test
    resourceVersion: "15800"
    uid: 7199b79a-b082-4010-9c8b-66edf832e4e6
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-24T21:26:32Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-batcher-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15315"
    uid: b5883138-67b2-41d7-b777-cc7e71052dbb
  kind: Event
  lastTimestamp: "2026-07-24T21:27:17Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-24T21:26:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-24T21:27:17Z"
    name: isvc-sklearn-batcher-predictor.18c556ea97e0c632
    namespace: kserve-ci-e2e-test
    resourceVersion: "15801"
    uid: d5c73642-8ffa-4800-92d1-a7fedea6a77e
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-07-24T21:27:02Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-batcher-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15458"
    uid: b5883138-67b2-41d7-b777-cc7e71052dbb
  kind: Event
  lastTimestamp: "2026-07-24T21:28:03Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-24T21:27:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-24T21:28:03Z"
    name: isvc-sklearn-batcher-predictor.18c556f195dc44e4
    namespace: kserve-ci-e2e-test
    resourceVersion: "16130"
    uid: a4fc2226-a70e-452c-91fd-c259b9d9d936
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-07-24T21:27:02Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-batcher-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15458"
    uid: b5883138-67b2-41d7-b777-cc7e71052dbb
  kind: Event
  lastTimestamp: "2026-07-24T21:28:03Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-24T21:27:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-24T21:28:03Z"
    name: isvc-sklearn-batcher-predictor.18c556f1964e18bd
    namespace: kserve-ci-e2e-test
    resourceVersion: "16131"
    uid: 2fe37554-530f-4009-93db-c6e33f238a06
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-07-24T21:26:17Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-batcher
    namespace: kserve-ci-e2e-test
    resourceVersion: "15296"
    uid: 291b2d3e-db9f-4337-9a00-de91dcfcb1b8
  kind: Event
  lastTimestamp: "2026-07-24T21:27:55Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-24T21:26:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-24T21:27:55Z"
    name: isvc-sklearn-batcher.18c556e71848c4ec
    namespace: kserve-ci-e2e-test
    resourceVersion: "16074"
    uid: 25d61e7a-9947-4d92-9971-0faf1c682cf7
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:26:17Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-batcher
    namespace: kserve-ci-e2e-test
    resourceVersion: "15296"
    uid: 291b2d3e-db9f-4337-9a00-de91dcfcb1b8
  kind: Event
  lastTimestamp: "2026-07-24T21:26:17Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-batcher": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-batcher":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-24T21:26:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-24T21:26:17Z"
    name: isvc-sklearn-batcher.18c556e718a8cd2e
    namespace: kserve-ci-e2e-test
    resourceVersion: "15317"
    uid: 2d328b76-c00a-459d-b748-f94761db9f51
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:26:17Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-batcher
    namespace: kserve-ci-e2e-test
    resourceVersion: "15296"
    uid: 291b2d3e-db9f-4337-9a00-de91dcfcb1b8
  kind: Event
  lastTimestamp: "2026-07-24T21:26:17Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-sklearn-batcher": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-07-24T21:26:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-24T21:26:17Z"
    name: isvc-sklearn-batcher.18c556e718a916b5
    namespace: kserve-ci-e2e-test
    resourceVersion: "15318"
    uid: caa54554-2355-459d-af40-56137c4f98d3
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:27:55Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-batcher
    namespace: kserve-ci-e2e-test
    resourceVersion: "16072"
    uid: 291b2d3e-db9f-4337-9a00-de91dcfcb1b8
  kind: Event
  lastTimestamp: "2026-07-24T21:27:55Z"
  message: InferenceService [isvc-sklearn-batcher] is Ready
  metadata:
    creationTimestamp: "2026-07-24T21:27:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-24T21:27:55Z"
    name: isvc-sklearn-batcher.18c556fdcd5ae643
    namespace: kserve-ci-e2e-test
    resourceVersion: "16073"
    uid: 3f51966e-bc1c-4783-a25f-5df102ec7158
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-24T22:00:02.571044Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-mcp-predictor-5cf4b5779c-s95hv
    namespace: kserve-ci-e2e-test
    resourceVersion: "31928"
    uid: ae015377-9f79-439f-9d6b-1e18fcf58a50
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-mcp-predictor-5cf4b5779c-s95hv
    to ip-10-0-143-243.ec2.internal
  metadata:
    creationTimestamp: "2026-07-24T22:00:02Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-24T22:00:02Z"
    name: isvc-sklearn-mcp-predictor-5cf4b5779c-s95hv.18c558be820adc9d
    namespace: kserve-ci-e2e-test
    resourceVersion: "31933"
    uid: 77514919-1008-4f48-8d0b-4cb3f49a02d8
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-558cfff45f-z9c48
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T22:00:02Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-mcp-predictor-5cf4b5779c-s95hv
    namespace: kserve-ci-e2e-test
    resourceVersion: "31937"
    uid: ae015377-9f79-439f-9d6b-1e18fcf58a50
  kind: Event
  lastTimestamp: "2026-07-24T22:00:02Z"
  message: Add eth0 [10.133.0.32/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-24T22:00:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-24T22:00:03Z"
    name: isvc-sklearn-mcp-predictor-5cf4b5779c-s95hv.18c558be9b8d8094
    namespace: kserve-ci-e2e-test
    resourceVersion: "31947"
    uid: 29e25261-cf88-46d6-94ab-073e30a5909d
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T22:00:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-5cf4b5779c-s95hv
    namespace: kserve-ci-e2e-test
    resourceVersion: "31931"
    uid: ae015377-9f79-439f-9d6b-1e18fcf58a50
  kind: Event
  lastTimestamp: "2026-07-24T22:00:03Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:4bc99d27049df235a3e7474685f2095e74c6eed89dc3da2f17a1c3e85c3fa894"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-24T22:00:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T22:00:03Z"
    name: isvc-sklearn-mcp-predictor-5cf4b5779c-s95hv.18c558be9d0d78e7
    namespace: kserve-ci-e2e-test
    resourceVersion: "31949"
    uid: b71f4f2f-1ba4-4c3d-b1bf-12d538c2a98e
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-243.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-243.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T22:00:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-5cf4b5779c-s95hv
    namespace: kserve-ci-e2e-test
    resourceVersion: "31931"
    uid: ae015377-9f79-439f-9d6b-1e18fcf58a50
  kind: Event
  lastTimestamp: "2026-07-24T22:00:03Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-24T22:00:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T22:00:03Z"
    name: isvc-sklearn-mcp-predictor-5cf4b5779c-s95hv.18c558bea027b6b8
    namespace: kserve-ci-e2e-test
    resourceVersion: "31951"
    uid: 48f9c41d-deda-47d2-b005-4faf889021ce
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-243.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-243.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T22:00:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-5cf4b5779c-s95hv
    namespace: kserve-ci-e2e-test
    resourceVersion: "31931"
    uid: ae015377-9f79-439f-9d6b-1e18fcf58a50
  kind: Event
  lastTimestamp: "2026-07-24T22:00:03Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-24T22:00:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T22:00:03Z"
    name: isvc-sklearn-mcp-predictor-5cf4b5779c-s95hv.18c558bea08cf707
    namespace: kserve-ci-e2e-test
    resourceVersion: "31952"
    uid: 4f9e66b2-6744-4817-9fba-63dbb78f1803
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-243.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-243.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T22:00:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-5cf4b5779c-s95hv
    namespace: kserve-ci-e2e-test
    resourceVersion: "31931"
    uid: ae015377-9f79-439f-9d6b-1e18fcf58a50
  kind: Event
  lastTimestamp: "2026-07-24T22:00:07Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1716"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-24T22:00:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T22:00:07Z"
    name: isvc-sklearn-mcp-predictor-5cf4b5779c-s95hv.18c558bf992dd1ea
    namespace: kserve-ci-e2e-test
    resourceVersion: "31984"
    uid: ad4556ca-86a3-4007-914a-dfe5dc31fbd2
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-243.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-243.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T22:00:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-5cf4b5779c-s95hv
    namespace: kserve-ci-e2e-test
    resourceVersion: "31931"
    uid: ae015377-9f79-439f-9d6b-1e18fcf58a50
  kind: Event
  lastTimestamp: "2026-07-24T22:00:07Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-24T22:00:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T22:00:07Z"
    name: isvc-sklearn-mcp-predictor-5cf4b5779c-s95hv.18c558bf9c3ff823
    namespace: kserve-ci-e2e-test
    resourceVersion: "31986"
    uid: 506ab20f-c3ea-4dec-b3c1-d9757a3aa508
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-243.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-243.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T22:00:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-5cf4b5779c-s95hv
    namespace: kserve-ci-e2e-test
    resourceVersion: "31931"
    uid: ae015377-9f79-439f-9d6b-1e18fcf58a50
  kind: Event
  lastTimestamp: "2026-07-24T22:00:07Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-24T22:00:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T22:00:07Z"
    name: isvc-sklearn-mcp-predictor-5cf4b5779c-s95hv.18c558bf9ca1f811
    namespace: kserve-ci-e2e-test
    resourceVersion: "31989"
    uid: 2afc406a-1b23-4860-b9af-020dffc4b16a
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-243.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-243.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T22:00:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-agent}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-5cf4b5779c-s95hv
    namespace: kserve-ci-e2e-test
    resourceVersion: "31931"
    uid: ae015377-9f79-439f-9d6b-1e18fcf58a50
  kind: Event
  lastTimestamp: "2026-07-24T22:00:07Z"
  message: Pulling image "quay.io/opendatahub/kserve-agent:latest"
  metadata:
    creationTimestamp: "2026-07-24T22:00:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T22:00:07Z"
    name: isvc-sklearn-mcp-predictor-5cf4b5779c-s95hv.18c558bf9caef488
    namespace: kserve-ci-e2e-test
    resourceVersion: "31990"
    uid: 344c92af-fa47-49f9-a048-178f0ce3603f
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-243.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-243.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T22:00:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-agent}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-5cf4b5779c-s95hv
    namespace: kserve-ci-e2e-test
    resourceVersion: "31931"
    uid: ae015377-9f79-439f-9d6b-1e18fcf58a50
  kind: Event
  lastTimestamp: "2026-07-24T22:00:09Z"
  message: 'Successfully pulled image "quay.io/opendatahub/kserve-agent:latest" in
    2.635s (2.635s including waiting). Image size: 239481897 bytes.'
  metadata:
    creationTimestamp: "2026-07-24T22:00:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T22:00:09Z"
    name: isvc-sklearn-mcp-predictor-5cf4b5779c-s95hv.18c558c039c4d63e
    namespace: kserve-ci-e2e-test
    resourceVersion: "32007"
    uid: b7307dde-40a3-4440-96c9-d756adc4c7a2
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-243.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-243.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T22:00:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-agent}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-5cf4b5779c-s95hv
    namespace: kserve-ci-e2e-test
    resourceVersion: "31931"
    uid: ae015377-9f79-439f-9d6b-1e18fcf58a50
  kind: Event
  lastTimestamp: "2026-07-24T22:00:09Z"
  message: 'Created container: kserve-agent'
  metadata:
    creationTimestamp: "2026-07-24T22:00:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T22:00:09Z"
    name: isvc-sklearn-mcp-predictor-5cf4b5779c-s95hv.18c558c03c97086f
    namespace: kserve-ci-e2e-test
    resourceVersion: "32008"
    uid: 9d98708b-bf1d-443b-8cba-29e6f346a0e5
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-243.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-243.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T22:00:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-agent}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-5cf4b5779c-s95hv
    namespace: kserve-ci-e2e-test
    resourceVersion: "31931"
    uid: ae015377-9f79-439f-9d6b-1e18fcf58a50
  kind: Event
  lastTimestamp: "2026-07-24T22:00:10Z"
  message: Started container kserve-agent
  metadata:
    creationTimestamp: "2026-07-24T22:00:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T22:00:10Z"
    name: isvc-sklearn-mcp-predictor-5cf4b5779c-s95hv.18c558c03cff8fc4
    namespace: kserve-ci-e2e-test
    resourceVersion: "32009"
    uid: 46215785-24a5-434e-8d45-17ed40103fd8
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-243.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-243.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T22:00:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-5cf4b5779c-s95hv
    namespace: kserve-ci-e2e-test
    resourceVersion: "31931"
    uid: ae015377-9f79-439f-9d6b-1e18fcf58a50
  kind: Event
  lastTimestamp: "2026-07-24T22:00:10Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-24T22:00:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T22:00:10Z"
    name: isvc-sklearn-mcp-predictor-5cf4b5779c-s95hv.18c558c03d09d40c
    namespace: kserve-ci-e2e-test
    resourceVersion: "32010"
    uid: 3aae176e-3e6a-4074-b0df-17442fa7ad1c
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-243.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-243.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T22:00:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-5cf4b5779c-s95hv
    namespace: kserve-ci-e2e-test
    resourceVersion: "31931"
    uid: ae015377-9f79-439f-9d6b-1e18fcf58a50
  kind: Event
  lastTimestamp: "2026-07-24T22:00:10Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-24T22:00:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T22:00:10Z"
    name: isvc-sklearn-mcp-predictor-5cf4b5779c-s95hv.18c558c03f87cbd6
    namespace: kserve-ci-e2e-test
    resourceVersion: "32011"
    uid: ccc29f3b-ba22-4f47-940c-fcd08a6afb83
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-243.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-243.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T22:00:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-5cf4b5779c-s95hv
    namespace: kserve-ci-e2e-test
    resourceVersion: "31931"
    uid: ae015377-9f79-439f-9d6b-1e18fcf58a50
  kind: Event
  lastTimestamp: "2026-07-24T22:00:10Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-24T22:00:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T22:00:10Z"
    name: isvc-sklearn-mcp-predictor-5cf4b5779c-s95hv.18c558c03feeb4f6
    namespace: kserve-ci-e2e-test
    resourceVersion: "32012"
    uid: 803817e9-8f8e-4d1a-b3e9-441406f4ddda
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-243.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-243.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T22:01:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-5cf4b5779c-s95hv
    namespace: kserve-ci-e2e-test
    resourceVersion: "31931"
    uid: ae015377-9f79-439f-9d6b-1e18fcf58a50
  kind: Event
  lastTimestamp: "2026-07-24T22:01:22Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-24T22:01:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T22:01:22Z"
    name: isvc-sklearn-mcp-predictor-5cf4b5779c-s95hv.18c558d128008c1b
    namespace: kserve-ci-e2e-test
    resourceVersion: "32534"
    uid: 5ee451b4-6d32-4c0b-9331-7f19e004163c
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-243.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-243.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T22:01:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-agent}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-5cf4b5779c-s95hv
    namespace: kserve-ci-e2e-test
    resourceVersion: "31931"
    uid: ae015377-9f79-439f-9d6b-1e18fcf58a50
  kind: Event
  lastTimestamp: "2026-07-24T22:01:22Z"
  message: Stopping container kserve-agent
  metadata:
    creationTimestamp: "2026-07-24T22:01:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T22:01:22Z"
    name: isvc-sklearn-mcp-predictor-5cf4b5779c-s95hv.18c558d12801d17e
    namespace: kserve-ci-e2e-test
    resourceVersion: "32535"
    uid: 1ae3a3e5-5f33-4f40-924a-f64f5505558e
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-243.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-243.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T22:01:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-5cf4b5779c-s95hv
    namespace: kserve-ci-e2e-test
    resourceVersion: "31931"
    uid: ae015377-9f79-439f-9d6b-1e18fcf58a50
  kind: Event
  lastTimestamp: "2026-07-24T22:01:22Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-24T22:01:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T22:01:22Z"
    name: isvc-sklearn-mcp-predictor-5cf4b5779c-s95hv.18c558d12801f735
    namespace: kserve-ci-e2e-test
    resourceVersion: "32536"
    uid: 4339ca44-6c86-482a-af69-42b8a67f395f
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-243.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-243.ec2.internal
  type: Normal
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-07-24T22:01:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-5cf4b5779c-s95hv
    namespace: kserve-ci-e2e-test
    resourceVersion: "31931"
    uid: ae015377-9f79-439f-9d6b-1e18fcf58a50
  kind: Event
  lastTimestamp: "2026-07-24T22:01:51Z"
  message: 'Readiness probe failed: Get "https://10.133.0.32:8643/healthz": dial tcp
    10.133.0.32:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-24T22:01:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T22:01:51Z"
    name: isvc-sklearn-mcp-predictor-5cf4b5779c-s95hv.18c558d1ff2bef60
    namespace: kserve-ci-e2e-test
    resourceVersion: "32813"
    uid: 75ad0e83-342c-4f1b-845a-cc09dbfc800c
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-243.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-243.ec2.internal
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-24T22:01:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-5cf4b5779c-s95hv
    namespace: kserve-ci-e2e-test
    resourceVersion: "31931"
    uid: ae015377-9f79-439f-9d6b-1e18fcf58a50
  kind: Event
  lastTimestamp: "2026-07-24T22:01:46Z"
  message: 'Readiness probe failed: Get "http://10.133.0.32:8080/v1/models/isvc-sklearn-mcp":
    dial tcp 10.133.0.32:8080: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-24T22:01:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T22:01:46Z"
    name: isvc-sklearn-mcp-predictor-5cf4b5779c-s95hv.18c558d1ff7bc4ab
    namespace: kserve-ci-e2e-test
    resourceVersion: "32771"
    uid: 9010615a-d969-4298-b250-9310e75f4084
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-243.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-243.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T22:00:02Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-mcp-predictor-5cf4b5779c
    namespace: kserve-ci-e2e-test
    resourceVersion: "31918"
    uid: f163cb54-94ad-4eba-9274-02c479359ee6
  kind: Event
  lastTimestamp: "2026-07-24T22:00:02Z"
  message: 'Created pod: isvc-sklearn-mcp-predictor-5cf4b5779c-s95hv'
  metadata:
    creationTimestamp: "2026-07-24T22:00:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-24T22:00:02Z"
    name: isvc-sklearn-mcp-predictor-5cf4b5779c.18c558be819f329a
    namespace: kserve-ci-e2e-test
    resourceVersion: "31930"
    uid: 3ff188b0-5ee0-4723-bd05-59dfff2c86c7
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T22:00:02Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-mcp-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31916"
    uid: f2cf3d92-6087-4cbf-a4d0-9085ac6af055
  kind: Event
  lastTimestamp: "2026-07-24T22:00:02Z"
  message: Scaled up replica set isvc-sklearn-mcp-predictor-5cf4b5779c from 0 to 1
  metadata:
    creationTimestamp: "2026-07-24T22:00:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-24T22:00:02Z"
    name: isvc-sklearn-mcp-predictor.18c558be7e5d436d
    namespace: kserve-ci-e2e-test
    resourceVersion: "31920"
    uid: 937edc12-df17-48cb-bc2f-44ea5eda36de
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-07-24T22:00:02Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-mcp
    namespace: kserve-ci-e2e-test
    resourceVersion: "31909"
    uid: 2277efdc-87c0-4b9f-a12d-b1b2ec16987f
  kind: Event
  lastTimestamp: "2026-07-24T22:01:16Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-24T22:00:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-24T22:01:16Z"
    name: isvc-sklearn-mcp.18c558be7dfbe661
    namespace: kserve-ci-e2e-test
    resourceVersion: "32477"
    uid: 15dfd117-5556-42c8-ac4d-30ed1ecd37f7
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T22:00:02Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-mcp
    namespace: kserve-ci-e2e-test
    resourceVersion: "31909"
    uid: 2277efdc-87c0-4b9f-a12d-b1b2ec16987f
  kind: Event
  lastTimestamp: "2026-07-24T22:00:02Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-mcp": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-mcp":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-24T22:00:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-24T22:00:02Z"
    name: isvc-sklearn-mcp.18c558be7e7c3b41
    namespace: kserve-ci-e2e-test
    resourceVersion: "31922"
    uid: a2fbed88-00b2-48ee-b543-4908d3b6125f
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T22:01:16Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-mcp
    namespace: kserve-ci-e2e-test
    resourceVersion: "32475"
    uid: 2277efdc-87c0-4b9f-a12d-b1b2ec16987f
  kind: Event
  lastTimestamp: "2026-07-24T22:01:16Z"
  message: InferenceService [isvc-sklearn-mcp] is Ready
  metadata:
    creationTimestamp: "2026-07-24T22:01:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-24T22:01:16Z"
    name: isvc-sklearn-mcp.18c558cfb1573a75
    namespace: kserve-ci-e2e-test
    resourceVersion: "32476"
    uid: 54f2b18d-0d19-468c-8d64-ec87f9765569
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-24T22:22:30.092792Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-predictor-6c799687d7-2qq4t
    namespace: kserve-ci-e2e-test
    resourceVersion: "43160"
    uid: a9e823d3-a943-4883-9e8f-25f11ef8798c
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-predictor-6c799687d7-2qq4t
    to ip-10-0-143-243.ec2.internal
  metadata:
    creationTimestamp: "2026-07-24T22:22:30Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-24T22:22:30Z"
    name: isvc-sklearn-predictor-6c799687d7-2qq4t.18c559f840990e49
    namespace: kserve-ci-e2e-test
    resourceVersion: "43166"
    uid: f9a22b5c-6b46-4b72-959d-97d703c287bf
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-558cfff45f-z9c48
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T22:22:30Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-predictor-6c799687d7-2qq4t
    namespace: kserve-ci-e2e-test
    resourceVersion: "43163"
    uid: a9e823d3-a943-4883-9e8f-25f11ef8798c
  kind: Event
  lastTimestamp: "2026-07-24T22:22:30Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-sklearn-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-07-24T22:22:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T22:22:30Z"
    name: isvc-sklearn-predictor-6c799687d7-2qq4t.18c559f848e78102
    namespace: kserve-ci-e2e-test
    resourceVersion: "43174"
    uid: a96757e7-942c-4c07-96da-7162d571ef1e
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-243.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-243.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T22:22:31Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-predictor-6c799687d7-2qq4t
    namespace: kserve-ci-e2e-test
    resourceVersion: "43170"
    uid: a9e823d3-a943-4883-9e8f-25f11ef8798c
  kind: Event
  lastTimestamp: "2026-07-24T22:22:31Z"
  message: Add eth0 [10.133.0.45/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-24T22:22:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-24T22:22:31Z"
    name: isvc-sklearn-predictor-6c799687d7-2qq4t.18c559f87df431c9
    namespace: kserve-ci-e2e-test
    resourceVersion: "43189"
    uid: 46bc3fd8-4e0c-471d-a4ed-deffa2fef230
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T22:22:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-predictor-6c799687d7-2qq4t
    namespace: kserve-ci-e2e-test
    resourceVersion: "43163"
    uid: a9e823d3-a943-4883-9e8f-25f11ef8798c
  kind: Event
  lastTimestamp: "2026-07-24T22:22:31Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:4bc99d27049df235a3e7474685f2095e74c6eed89dc3da2f17a1c3e85c3fa894"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-24T22:22:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T22:22:31Z"
    name: isvc-sklearn-predictor-6c799687d7-2qq4t.18c559f87f4fe17c
    namespace: kserve-ci-e2e-test
    resourceVersion: "43191"
    uid: 9307f53d-8cb5-46ee-af34-4eb7f6d594da
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-243.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-243.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T22:22:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-predictor-6c799687d7-2qq4t
    namespace: kserve-ci-e2e-test
    resourceVersion: "43163"
    uid: a9e823d3-a943-4883-9e8f-25f11ef8798c
  kind: Event
  lastTimestamp: "2026-07-24T22:22:31Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-24T22:22:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T22:22:31Z"
    name: isvc-sklearn-predictor-6c799687d7-2qq4t.18c559f881ee746f
    namespace: kserve-ci-e2e-test
    resourceVersion: "43193"
    uid: 7f2779c4-bee7-44a3-9901-6709935431bd
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-243.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-243.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T22:22:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-predictor-6c799687d7-2qq4t
    namespace: kserve-ci-e2e-test
    resourceVersion: "43163"
    uid: a9e823d3-a943-4883-9e8f-25f11ef8798c
  kind: Event
  lastTimestamp: "2026-07-24T22:22:31Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-24T22:22:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T22:22:31Z"
    name: isvc-sklearn-predictor-6c799687d7-2qq4t.18c559f88263a97c
    namespace: kserve-ci-e2e-test
    resourceVersion: "43194"
    uid: d363db6e-9166-4f08-bda6-e0c3f30f95e4
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-243.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-243.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T22:22:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-predictor-6c799687d7-2qq4t
    namespace: kserve-ci-e2e-test
    resourceVersion: "43163"
    uid: a9e823d3-a943-4883-9e8f-25f11ef8798c
  kind: Event
  lastTimestamp: "2026-07-24T22:22:35Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1716"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-24T22:22:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T22:22:35Z"
    name: isvc-sklearn-predictor-6c799687d7-2qq4t.18c559f979268953
    namespace: kserve-ci-e2e-test
    resourceVersion: "43227"
    uid: b3d4526b-1463-46b0-bedf-e23f03373c0d
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-243.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-243.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T22:22:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-predictor-6c799687d7-2qq4t
    namespace: kserve-ci-e2e-test
    resourceVersion: "43163"
    uid: a9e823d3-a943-4883-9e8f-25f11ef8798c
  kind: Event
  lastTimestamp: "2026-07-24T22:22:35Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-24T22:22:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T22:22:35Z"
    name: isvc-sklearn-predictor-6c799687d7-2qq4t.18c559f97c1b28ea
    namespace: kserve-ci-e2e-test
    resourceVersion: "43230"
    uid: cacc702a-6316-4241-946a-f26036edccad
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-243.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-243.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T22:22:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-predictor-6c799687d7-2qq4t
    namespace: kserve-ci-e2e-test
    resourceVersion: "43163"
    uid: a9e823d3-a943-4883-9e8f-25f11ef8798c
  kind: Event
  lastTimestamp: "2026-07-24T22:22:35Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-24T22:22:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T22:22:35Z"
    name: isvc-sklearn-predictor-6c799687d7-2qq4t.18c559f97c945d46
    namespace: kserve-ci-e2e-test
    resourceVersion: "43231"
    uid: 605b4eab-67cf-45ed-b396-e720f177e583
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-243.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-243.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T22:22:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-predictor-6c799687d7-2qq4t
    namespace: kserve-ci-e2e-test
    resourceVersion: "43163"
    uid: a9e823d3-a943-4883-9e8f-25f11ef8798c
  kind: Event
  lastTimestamp: "2026-07-24T22:22:35Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-24T22:22:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T22:22:35Z"
    name: isvc-sklearn-predictor-6c799687d7-2qq4t.18c559f97c9de69b
    namespace: kserve-ci-e2e-test
    resourceVersion: "43233"
    uid: 7a0321da-d254-452d-a069-cea9ea945b2c
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-243.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-243.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T22:22:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-predictor-6c799687d7-2qq4t
    namespace: kserve-ci-e2e-test
    resourceVersion: "43163"
    uid: a9e823d3-a943-4883-9e8f-25f11ef8798c
  kind: Event
  lastTimestamp: "2026-07-24T22:22:35Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-24T22:22:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T22:22:35Z"
    name: isvc-sklearn-predictor-6c799687d7-2qq4t.18c559f97fbc11ec
    namespace: kserve-ci-e2e-test
    resourceVersion: "43236"
    uid: ff743641-5b5c-4f03-9382-165ed1cc267b
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-243.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-243.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T22:22:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-predictor-6c799687d7-2qq4t
    namespace: kserve-ci-e2e-test
    resourceVersion: "43163"
    uid: a9e823d3-a943-4883-9e8f-25f11ef8798c
  kind: Event
  lastTimestamp: "2026-07-24T22:22:35Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-24T22:22:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T22:22:35Z"
    name: isvc-sklearn-predictor-6c799687d7-2qq4t.18c559f9803285b3
    namespace: kserve-ci-e2e-test
    resourceVersion: "43237"
    uid: 0abfd269-bb7c-431b-8fc0-4ad00c495c54
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-243.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-243.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-07-24T22:22:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-predictor-6c799687d7-2qq4t
    namespace: kserve-ci-e2e-test
    resourceVersion: "43163"
    uid: a9e823d3-a943-4883-9e8f-25f11ef8798c
  kind: Event
  lastTimestamp: "2026-07-24T22:24:03Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.45:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-24T22:22:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T22:24:03Z"
    name: isvc-sklearn-predictor-6c799687d7-2qq4t.18c559f9f0f35d18
    namespace: kserve-ci-e2e-test
    resourceVersion: "43898"
    uid: 00cb1e19-2bb5-4969-89fd-d847eddfbdb9
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-243.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-243.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T22:24:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-predictor-6c799687d7-2qq4t
    namespace: kserve-ci-e2e-test
    resourceVersion: "43163"
    uid: a9e823d3-a943-4883-9e8f-25f11ef8798c
  kind: Event
  lastTimestamp: "2026-07-24T22:24:00Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-24T22:24:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T22:24:00Z"
    name: isvc-sklearn-predictor-6c799687d7-2qq4t.18c55a0d3f556afb
    namespace: kserve-ci-e2e-test
    resourceVersion: "43869"
    uid: 09a60f3e-b9bf-4adb-8938-5bab3bed9e09
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-243.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-243.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T22:24:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-predictor-6c799687d7-2qq4t
    namespace: kserve-ci-e2e-test
    resourceVersion: "43163"
    uid: a9e823d3-a943-4883-9e8f-25f11ef8798c
  kind: Event
  lastTimestamp: "2026-07-24T22:24:00Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-24T22:24:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T22:24:00Z"
    name: isvc-sklearn-predictor-6c799687d7-2qq4t.18c55a0d3f55e674
    namespace: kserve-ci-e2e-test
    resourceVersion: "43870"
    uid: 0914ea06-7c4b-4fd1-b91e-bdc858268728
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-243.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-243.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T22:24:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-predictor-6c799687d7-2qq4t
    namespace: kserve-ci-e2e-test
    resourceVersion: "43163"
    uid: a9e823d3-a943-4883-9e8f-25f11ef8798c
  kind: Event
  lastTimestamp: "2026-07-24T22:24:03Z"
  message: 'Readiness probe failed: Get "https://10.133.0.45:8643/healthz": dial tcp
    10.133.0.45:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-24T22:24:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T22:24:03Z"
    name: isvc-sklearn-predictor-6c799687d7-2qq4t.18c55a0df724be7b
    namespace: kserve-ci-e2e-test
    resourceVersion: "43897"
    uid: 0d3ce8cb-ecbd-4b10-88a5-7e1e91ac6087
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-243.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-243.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T22:22:30Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-predictor-6c799687d7
    namespace: kserve-ci-e2e-test
    resourceVersion: "43151"
    uid: 95f85d6a-7537-42d5-8c7d-b068e8514750
  kind: Event
  lastTimestamp: "2026-07-24T22:22:30Z"
  message: 'Created pod: isvc-sklearn-predictor-6c799687d7-2qq4t'
  metadata:
    creationTimestamp: "2026-07-24T22:22:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-24T22:22:30Z"
    name: isvc-sklearn-predictor-6c799687d7.18c559f83faab541
    namespace: kserve-ci-e2e-test
    resourceVersion: "43161"
    uid: 6a21cbb1-f738-438b-bcbe-b677762b7ec6
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T22:22:30Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "43149"
    uid: 27003aa6-7b34-42ed-83b7-9f5dca39629e
  kind: Event
  lastTimestamp: "2026-07-24T22:22:30Z"
  message: Scaled up replica set isvc-sklearn-predictor-6c799687d7 from 0 to 1
  metadata:
    creationTimestamp: "2026-07-24T22:22:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-24T22:22:30Z"
    name: isvc-sklearn-predictor.18c559f83ca42daf
    namespace: kserve-ci-e2e-test
    resourceVersion: "43152"
    uid: 736ef1d7-bca6-4ab8-a209-105a77349112
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-24T22:22:45Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "43150"
    uid: 245ad62f-4d95-498c-b364-1763b763bd5d
  kind: Event
  lastTimestamp: "2026-07-24T22:23:00Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-24T22:22:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-24T22:23:00Z"
    name: isvc-sklearn-predictor.18c559fbbb54b684
    namespace: kserve-ci-e2e-test
    resourceVersion: "43425"
    uid: 00e0e881-ebbd-45ff-bbb7-17ee810921fe
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-24T22:22:45Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "43150"
    uid: 245ad62f-4d95-498c-b364-1763b763bd5d
  kind: Event
  lastTimestamp: "2026-07-24T22:23:00Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-24T22:22:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-24T22:23:00Z"
    name: isvc-sklearn-predictor.18c559fbbbc77912
    namespace: kserve-ci-e2e-test
    resourceVersion: "43426"
    uid: b3c24137-fc3e-4963-8ed0-5985267cddd8
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-07-24T22:23:15Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "43318"
    uid: 245ad62f-4d95-498c-b364-1763b763bd5d
  kind: Event
  lastTimestamp: "2026-07-24T22:24:00Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-24T22:23:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-24T22:24:00Z"
    name: isvc-sklearn-predictor.18c55a02b9c5faf6
    namespace: kserve-ci-e2e-test
    resourceVersion: "43850"
    uid: 5891fb02-ddd5-4ae6-86e7-1881a97ab59a
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-07-24T22:23:15Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "43318"
    uid: 245ad62f-4d95-498c-b364-1763b763bd5d
  kind: Event
  lastTimestamp: "2026-07-24T22:24:00Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-24T22:23:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-24T22:24:00Z"
    name: isvc-sklearn-predictor.18c55a02ba28c001
    namespace: kserve-ci-e2e-test
    resourceVersion: "43851"
    uid: 1f869598-8735-490e-bd9a-06bd939fc63a
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-24T22:25:10.668298Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-runtime-predictor-cf66df4c5-64kkx
    namespace: kserve-ci-e2e-test
    resourceVersion: "44478"
    uid: 28657b91-89dc-4cd4-a5d6-80ded64eca77
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-runtime-predictor-cf66df4c5-64kkx
    to ip-10-0-129-163.ec2.internal
  metadata:
    creationTimestamp: "2026-07-24T22:25:10Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-24T22:25:10Z"
    name: isvc-sklearn-runtime-predictor-cf66df4c5-64kkx.18c55a1da3a4c376
    namespace: kserve-ci-e2e-test
    resourceVersion: "44484"
    uid: e6228f28-026d-4b5d-b253-c784c48874c6
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-558cfff45f-z9c48
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T22:25:11Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-runtime-predictor-cf66df4c5-64kkx
    namespace: kserve-ci-e2e-test
    resourceVersion: "44488"
    uid: 28657b91-89dc-4cd4-a5d6-80ded64eca77
  kind: Event
  lastTimestamp: "2026-07-24T22:25:11Z"
  message: Add eth0 [10.134.0.47/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-24T22:25:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-24T22:25:11Z"
    name: isvc-sklearn-runtime-predictor-cf66df4c5-64kkx.18c55a1dbd5b04d8
    namespace: kserve-ci-e2e-test
    resourceVersion: "44495"
    uid: 4caa4914-8b4f-4bde-a4d8-fe2fca5ac9a2
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T22:25:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-cf66df4c5-64kkx
    namespace: kserve-ci-e2e-test
    resourceVersion: "44480"
    uid: 28657b91-89dc-4cd4-a5d6-80ded64eca77
  kind: Event
  lastTimestamp: "2026-07-24T22:25:11Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:4bc99d27049df235a3e7474685f2095e74c6eed89dc3da2f17a1c3e85c3fa894"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-24T22:25:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T22:25:11Z"
    name: isvc-sklearn-runtime-predictor-cf66df4c5-64kkx.18c55a1dbeeaa142
    namespace: kserve-ci-e2e-test
    resourceVersion: "44499"
    uid: 67c24b07-f91c-4dde-a848-18679614e8ba
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-163.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T22:25:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-cf66df4c5-64kkx
    namespace: kserve-ci-e2e-test
    resourceVersion: "44480"
    uid: 28657b91-89dc-4cd4-a5d6-80ded64eca77
  kind: Event
  lastTimestamp: "2026-07-24T22:25:11Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-24T22:25:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T22:25:11Z"
    name: isvc-sklearn-runtime-predictor-cf66df4c5-64kkx.18c55a1dc1dbfa22
    namespace: kserve-ci-e2e-test
    resourceVersion: "44500"
    uid: 9850b451-db92-4c2e-ab21-52827aca86dc
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-163.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T22:25:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-cf66df4c5-64kkx
    namespace: kserve-ci-e2e-test
    resourceVersion: "44480"
    uid: 28657b91-89dc-4cd4-a5d6-80ded64eca77
  kind: Event
  lastTimestamp: "2026-07-24T22:25:11Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-24T22:25:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T22:25:11Z"
    name: isvc-sklearn-runtime-predictor-cf66df4c5-64kkx.18c55a1dc257664c
    namespace: kserve-ci-e2e-test
    resourceVersion: "44501"
    uid: d7c832c5-9350-4520-b2f4-9acf31c9f23a
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-163.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T22:25:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-cf66df4c5-64kkx
    namespace: kserve-ci-e2e-test
    resourceVersion: "44480"
    uid: 28657b91-89dc-4cd4-a5d6-80ded64eca77
  kind: Event
  lastTimestamp: "2026-07-24T22:25:17Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1716"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-24T22:25:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T22:25:17Z"
    name: isvc-sklearn-runtime-predictor-cf66df4c5-64kkx.18c55a1f3295e745
    namespace: kserve-ci-e2e-test
    resourceVersion: "44551"
    uid: 24b751ac-cf00-429c-9556-a2d70ef5c7ea
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-163.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T22:25:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-cf66df4c5-64kkx
    namespace: kserve-ci-e2e-test
    resourceVersion: "44480"
    uid: 28657b91-89dc-4cd4-a5d6-80ded64eca77
  kind: Event
  lastTimestamp: "2026-07-24T22:25:17Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-24T22:25:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T22:25:17Z"
    name: isvc-sklearn-runtime-predictor-cf66df4c5-64kkx.18c55a1f35ae6ef1
    namespace: kserve-ci-e2e-test
    resourceVersion: "44553"
    uid: 2ff992a6-c8b0-4c22-aa3d-ea25f4b0b9bc
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-163.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T22:25:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-cf66df4c5-64kkx
    namespace: kserve-ci-e2e-test
    resourceVersion: "44480"
    uid: 28657b91-89dc-4cd4-a5d6-80ded64eca77
  kind: Event
  lastTimestamp: "2026-07-24T22:25:17Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-24T22:25:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T22:25:17Z"
    name: isvc-sklearn-runtime-predictor-cf66df4c5-64kkx.18c55a1f3631fe53
    namespace: kserve-ci-e2e-test
    resourceVersion: "44554"
    uid: 6ba1a7e7-2fd9-494b-bbe4-cca1a3650061
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-163.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T22:25:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-cf66df4c5-64kkx
    namespace: kserve-ci-e2e-test
    resourceVersion: "44480"
    uid: 28657b91-89dc-4cd4-a5d6-80ded64eca77
  kind: Event
  lastTimestamp: "2026-07-24T22:25:17Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-24T22:25:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T22:25:17Z"
    name: isvc-sklearn-runtime-predictor-cf66df4c5-64kkx.18c55a1f363dd3e3
    namespace: kserve-ci-e2e-test
    resourceVersion: "44555"
    uid: 6b1730b3-2443-4ad6-bf2a-828302bf8ef1
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-163.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T22:25:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-cf66df4c5-64kkx
    namespace: kserve-ci-e2e-test
    resourceVersion: "44480"
    uid: 28657b91-89dc-4cd4-a5d6-80ded64eca77
  kind: Event
  lastTimestamp: "2026-07-24T22:25:17Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-24T22:25:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T22:25:17Z"
    name: isvc-sklearn-runtime-predictor-cf66df4c5-64kkx.18c55a1f397ce013
    namespace: kserve-ci-e2e-test
    resourceVersion: "44558"
    uid: 58b78468-cd7f-4b08-8a3e-67b72cbe7a78
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-163.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T22:25:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-cf66df4c5-64kkx
    namespace: kserve-ci-e2e-test
    resourceVersion: "44480"
    uid: 28657b91-89dc-4cd4-a5d6-80ded64eca77
  kind: Event
  lastTimestamp: "2026-07-24T22:25:17Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-24T22:25:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T22:25:17Z"
    name: isvc-sklearn-runtime-predictor-cf66df4c5-64kkx.18c55a1f3a022fb9
    namespace: kserve-ci-e2e-test
    resourceVersion: "44559"
    uid: 4ff6aa2f-b7d0-49b4-8d78-4e8839bff7d4
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-163.ec2.internal
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-24T22:25:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-cf66df4c5-64kkx
    namespace: kserve-ci-e2e-test
    resourceVersion: "44480"
    uid: 28657b91-89dc-4cd4-a5d6-80ded64eca77
  kind: Event
  lastTimestamp: "2026-07-24T22:25:24Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.47:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-24T22:25:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T22:25:24Z"
    name: isvc-sklearn-runtime-predictor-cf66df4c5-64kkx.18c55a1f6ea753a3
    namespace: kserve-ci-e2e-test
    resourceVersion: "44616"
    uid: aafc0c90-7580-47a1-82fd-2b6d76bf1512
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-163.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T22:25:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-cf66df4c5-64kkx
    namespace: kserve-ci-e2e-test
    resourceVersion: "44480"
    uid: 28657b91-89dc-4cd4-a5d6-80ded64eca77
  kind: Event
  lastTimestamp: "2026-07-24T22:25:42Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-24T22:25:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T22:25:42Z"
    name: isvc-sklearn-runtime-predictor-cf66df4c5-64kkx.18c55a25159257be
    namespace: kserve-ci-e2e-test
    resourceVersion: "44771"
    uid: 3e12eca4-8cf0-477b-a291-41b859d31f06
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-163.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T22:25:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-cf66df4c5-64kkx
    namespace: kserve-ci-e2e-test
    resourceVersion: "44480"
    uid: 28657b91-89dc-4cd4-a5d6-80ded64eca77
  kind: Event
  lastTimestamp: "2026-07-24T22:25:42Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-24T22:25:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T22:25:42Z"
    name: isvc-sklearn-runtime-predictor-cf66df4c5-64kkx.18c55a251592fdbf
    namespace: kserve-ci-e2e-test
    resourceVersion: "44772"
    uid: 8b094127-56d1-43b4-8f2f-543482a078d6
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-163.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T22:25:10Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-runtime-predictor-cf66df4c5
    namespace: kserve-ci-e2e-test
    resourceVersion: "44469"
    uid: 9c6d5ba7-a837-4775-b55e-996b47d81358
  kind: Event
  lastTimestamp: "2026-07-24T22:25:10Z"
  message: 'Created pod: isvc-sklearn-runtime-predictor-cf66df4c5-64kkx'
  metadata:
    creationTimestamp: "2026-07-24T22:25:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-24T22:25:10Z"
    name: isvc-sklearn-runtime-predictor-cf66df4c5.18c55a1da318762d
    namespace: kserve-ci-e2e-test
    resourceVersion: "44479"
    uid: c21ca724-8fa5-443d-a67e-0b2c9ad789dc
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T22:25:10Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "44467"
    uid: 5b36b99a-9820-439e-87b0-baac96a16a66
  kind: Event
  lastTimestamp: "2026-07-24T22:25:10Z"
  message: Scaled up replica set isvc-sklearn-runtime-predictor-cf66df4c5 from 0 to
    1
  metadata:
    creationTimestamp: "2026-07-24T22:25:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-24T22:25:10Z"
    name: isvc-sklearn-runtime-predictor.18c55a1da0525056
    namespace: kserve-ci-e2e-test
    resourceVersion: "44470"
    uid: 5523f846-3ae0-404b-9973-2a7fd2c4bd56
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T22:25:25Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "44468"
    uid: b10fd984-39d4-4e7d-880d-c452f7fc8b63
  kind: Event
  lastTimestamp: "2026-07-24T22:25:25Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-24T22:25:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-24T22:25:25Z"
    name: isvc-sklearn-runtime-predictor.18c55a211f927176
    namespace: kserve-ci-e2e-test
    resourceVersion: "44628"
    uid: 137d1033-5102-46e9-b7eb-5b5da80bfbc1
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T22:25:25Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "44468"
    uid: b10fd984-39d4-4e7d-880d-c452f7fc8b63
  kind: Event
  lastTimestamp: "2026-07-24T22:25:25Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-24T22:25:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-24T22:25:25Z"
    name: isvc-sklearn-runtime-predictor.18c55a211ffabb66
    namespace: kserve-ci-e2e-test
    resourceVersion: "44631"
    uid: 9d531018-5799-45e8-849e-791b8bee9404
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T22:25:40Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "44629"
    uid: b10fd984-39d4-4e7d-880d-c452f7fc8b63
  kind: Event
  lastTimestamp: "2026-07-24T22:25:40Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-24T22:25:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-24T22:25:40Z"
    name: isvc-sklearn-runtime-predictor.18c55a249ecb9f84
    namespace: kserve-ci-e2e-test
    resourceVersion: "44739"
    uid: b35166c5-90fb-4990-8f5e-1c206fa4e410
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T22:25:40Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "44629"
    uid: b10fd984-39d4-4e7d-880d-c452f7fc8b63
  kind: Event
  lastTimestamp: "2026-07-24T22:25:40Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-24T22:25:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-24T22:25:40Z"
    name: isvc-sklearn-runtime-predictor.18c55a249f3559fa
    namespace: kserve-ci-e2e-test
    resourceVersion: "44740"
    uid: 68ed5f07-6276-4075-a1e8-e1aa2624c3b7
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-07-24T22:25:10Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "44460"
    uid: 91e0b304-11ad-4709-9140-64baad3a82eb
  kind: Event
  lastTimestamp: "2026-07-24T22:25:34Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-24T22:25:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-24T22:25:34Z"
    name: isvc-sklearn-runtime.18c55a1da05bd50a
    namespace: kserve-ci-e2e-test
    resourceVersion: "44698"
    uid: 798e05ce-383c-4af9-b0bc-14035885a876
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T22:25:10Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "44460"
    uid: 91e0b304-11ad-4709-9140-64baad3a82eb
  kind: Event
  lastTimestamp: "2026-07-24T22:25:10Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-runtime": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-24T22:25:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-24T22:25:10Z"
    name: isvc-sklearn-runtime.18c55a1da0e68537
    namespace: kserve-ci-e2e-test
    resourceVersion: "44474"
    uid: 097e32f6-8b92-4265-bcf6-34d894e8419b
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T22:25:34Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "44696"
    uid: 91e0b304-11ad-4709-9140-64baad3a82eb
  kind: Event
  lastTimestamp: "2026-07-24T22:25:34Z"
  message: InferenceService [isvc-sklearn-runtime] is Ready
  metadata:
    creationTimestamp: "2026-07-24T22:25:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-24T22:25:34Z"
    name: isvc-sklearn-runtime.18c55a232db4c843
    namespace: kserve-ci-e2e-test
    resourceVersion: "44697"
    uid: a1a48c24-3bd6-4300-b65a-cd5d7cfcef20
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-24T22:40:54.732293Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-predictor-7d6947b598-66vn6
    namespace: kserve-ci-e2e-test
    resourceVersion: "52337"
    uid: 768f35f4-bc5a-4240-a3cd-bd2c33f8ec26
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-s3-predictor-7d6947b598-66vn6
    to ip-10-0-143-243.ec2.internal
  metadata:
    creationTimestamp: "2026-07-24T22:40:54Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-24T22:40:54Z"
    name: isvc-sklearn-s3-predictor-7d6947b598-66vn6.18c55af9723e21b9
    namespace: kserve-ci-e2e-test
    resourceVersion: "52343"
    uid: 17d0822d-baec-4998-8630-f485db5ae1d4
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-558cfff45f-z9c48
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T22:40:55Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-predictor-7d6947b598-66vn6
    namespace: kserve-ci-e2e-test
    resourceVersion: "52347"
    uid: 768f35f4-bc5a-4240-a3cd-bd2c33f8ec26
  kind: Event
  lastTimestamp: "2026-07-24T22:40:55Z"
  message: Add eth0 [10.133.0.57/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-24T22:40:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-24T22:40:55Z"
    name: isvc-sklearn-s3-predictor-7d6947b598-66vn6.18c55af98b56c217
    namespace: kserve-ci-e2e-test
    resourceVersion: "52356"
    uid: 601debae-ad4d-473a-a0de-aeeb74f56031
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T22:40:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-predictor-7d6947b598-66vn6
    namespace: kserve-ci-e2e-test
    resourceVersion: "52338"
    uid: 768f35f4-bc5a-4240-a3cd-bd2c33f8ec26
  kind: Event
  lastTimestamp: "2026-07-24T22:40:55Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:4bc99d27049df235a3e7474685f2095e74c6eed89dc3da2f17a1c3e85c3fa894"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-24T22:40:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T22:40:55Z"
    name: isvc-sklearn-s3-predictor-7d6947b598-66vn6.18c55af98cc2da68
    namespace: kserve-ci-e2e-test
    resourceVersion: "52358"
    uid: 106d28d2-1cd5-43fe-afdb-20d70509d46e
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-243.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-243.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T22:40:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-predictor-7d6947b598-66vn6
    namespace: kserve-ci-e2e-test
    resourceVersion: "52338"
    uid: 768f35f4-bc5a-4240-a3cd-bd2c33f8ec26
  kind: Event
  lastTimestamp: "2026-07-24T22:40:55Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-24T22:40:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T22:40:55Z"
    name: isvc-sklearn-s3-predictor-7d6947b598-66vn6.18c55af98ff3a699
    namespace: kserve-ci-e2e-test
    resourceVersion: "52359"
    uid: c101e1fd-32be-44fd-8597-85d95b58000d
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-243.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-243.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T22:40:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-predictor-7d6947b598-66vn6
    namespace: kserve-ci-e2e-test
    resourceVersion: "52338"
    uid: 768f35f4-bc5a-4240-a3cd-bd2c33f8ec26
  kind: Event
  lastTimestamp: "2026-07-24T22:40:55Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-24T22:40:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T22:40:55Z"
    name: isvc-sklearn-s3-predictor-7d6947b598-66vn6.18c55af990694231
    namespace: kserve-ci-e2e-test
    resourceVersion: "52360"
    uid: 016052ce-197f-487f-ae60-4092c935e2b3
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-243.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-243.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T22:40:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-predictor-7d6947b598-66vn6
    namespace: kserve-ci-e2e-test
    resourceVersion: "52338"
    uid: 768f35f4-bc5a-4240-a3cd-bd2c33f8ec26
  kind: Event
  lastTimestamp: "2026-07-24T22:40:56Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1716"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-24T22:40:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T22:40:56Z"
    name: isvc-sklearn-s3-predictor-7d6947b598-66vn6.18c55af9da1b83d4
    namespace: kserve-ci-e2e-test
    resourceVersion: "52377"
    uid: 5aceaa73-713f-45f5-a19b-0f3d4f091f91
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-243.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-243.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T22:40:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-predictor-7d6947b598-66vn6
    namespace: kserve-ci-e2e-test
    resourceVersion: "52338"
    uid: 768f35f4-bc5a-4240-a3cd-bd2c33f8ec26
  kind: Event
  lastTimestamp: "2026-07-24T22:40:56Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-24T22:40:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T22:40:56Z"
    name: isvc-sklearn-s3-predictor-7d6947b598-66vn6.18c55af9dd2dc3dc
    namespace: kserve-ci-e2e-test
    resourceVersion: "52379"
    uid: 67c6bc59-6721-4dce-8eea-d4836efa5920
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-243.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-243.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T22:40:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-predictor-7d6947b598-66vn6
    namespace: kserve-ci-e2e-test
    resourceVersion: "52338"
    uid: 768f35f4-bc5a-4240-a3cd-bd2c33f8ec26
  kind: Event
  lastTimestamp: "2026-07-24T22:40:56Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-24T22:40:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T22:40:56Z"
    name: isvc-sklearn-s3-predictor-7d6947b598-66vn6.18c55af9dda72ac3
    namespace: kserve-ci-e2e-test
    resourceVersion: "52381"
    uid: c72e95b4-94e8-4435-a865-9142eac637af
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-243.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-243.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T22:40:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-predictor-7d6947b598-66vn6
    namespace: kserve-ci-e2e-test
    resourceVersion: "52338"
    uid: 768f35f4-bc5a-4240-a3cd-bd2c33f8ec26
  kind: Event
  lastTimestamp: "2026-07-24T22:40:56Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-24T22:40:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T22:40:56Z"
    name: isvc-sklearn-s3-predictor-7d6947b598-66vn6.18c55af9ddb052b9
    namespace: kserve-ci-e2e-test
    resourceVersion: "52384"
    uid: ab466d47-a7f2-4065-8cc0-2f9f112f208b
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-243.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-243.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T22:40:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-predictor-7d6947b598-66vn6
    namespace: kserve-ci-e2e-test
    resourceVersion: "52338"
    uid: 768f35f4-bc5a-4240-a3cd-bd2c33f8ec26
  kind: Event
  lastTimestamp: "2026-07-24T22:40:56Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-24T22:40:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T22:40:56Z"
    name: isvc-sklearn-s3-predictor-7d6947b598-66vn6.18c55af9e05ba890
    namespace: kserve-ci-e2e-test
    resourceVersion: "52387"
    uid: 04c6980b-7802-4ab5-826b-fc705a248271
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-243.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-243.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T22:40:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-predictor-7d6947b598-66vn6
    namespace: kserve-ci-e2e-test
    resourceVersion: "52338"
    uid: 768f35f4-bc5a-4240-a3cd-bd2c33f8ec26
  kind: Event
  lastTimestamp: "2026-07-24T22:40:56Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-24T22:40:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T22:40:56Z"
    name: isvc-sklearn-s3-predictor-7d6947b598-66vn6.18c55af9e0cfa7fa
    namespace: kserve-ci-e2e-test
    resourceVersion: "52388"
    uid: 49b5ec90-bad0-4406-b92c-0d1ee0c87d90
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-243.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-243.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-07-24T22:40:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-predictor-7d6947b598-66vn6
    namespace: kserve-ci-e2e-test
    resourceVersion: "52338"
    uid: 768f35f4-bc5a-4240-a3cd-bd2c33f8ec26
  kind: Event
  lastTimestamp: "2026-07-24T22:42:18Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.57:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-24T22:40:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T22:42:18Z"
    name: isvc-sklearn-s3-predictor-7d6947b598-66vn6.18c55afa520e27cd
    namespace: kserve-ci-e2e-test
    resourceVersion: "53053"
    uid: a9570e9b-b58a-41f8-97f4-4f51e87723c0
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-243.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-243.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T22:42:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-predictor-7d6947b598-66vn6
    namespace: kserve-ci-e2e-test
    resourceVersion: "52338"
    uid: 768f35f4-bc5a-4240-a3cd-bd2c33f8ec26
  kind: Event
  lastTimestamp: "2026-07-24T22:42:14Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-24T22:42:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T22:42:14Z"
    name: isvc-sklearn-s3-predictor-7d6947b598-66vn6.18c55b0c1a7efeae
    namespace: kserve-ci-e2e-test
    resourceVersion: "52966"
    uid: 2d94bf58-9022-4926-bc99-6d4ff0d34bc7
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-243.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-243.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T22:42:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-predictor-7d6947b598-66vn6
    namespace: kserve-ci-e2e-test
    resourceVersion: "52338"
    uid: 768f35f4-bc5a-4240-a3cd-bd2c33f8ec26
  kind: Event
  lastTimestamp: "2026-07-24T22:42:14Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-24T22:42:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T22:42:14Z"
    name: isvc-sklearn-s3-predictor-7d6947b598-66vn6.18c55b0c1a7ffd39
    namespace: kserve-ci-e2e-test
    resourceVersion: "52967"
    uid: 17528ac0-f91b-4c74-88ab-b88e1ba8d475
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-243.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-243.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T22:40:54Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-s3-predictor-7d6947b598
    namespace: kserve-ci-e2e-test
    resourceVersion: "52328"
    uid: 35770055-fcb5-44c4-897e-75073a1a06aa
  kind: Event
  lastTimestamp: "2026-07-24T22:40:54Z"
  message: 'Created pod: isvc-sklearn-s3-predictor-7d6947b598-66vn6'
  metadata:
    creationTimestamp: "2026-07-24T22:40:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-24T22:40:54Z"
    name: isvc-sklearn-s3-predictor-7d6947b598.18c55af971a95cd0
    namespace: kserve-ci-e2e-test
    resourceVersion: "52339"
    uid: ec2a57d3-9b39-43c8-9906-7a16f6263621
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T22:40:54Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-s3-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "52326"
    uid: 166ee046-3569-411c-ac7a-c17df07841c9
  kind: Event
  lastTimestamp: "2026-07-24T22:40:54Z"
  message: Scaled up replica set isvc-sklearn-s3-predictor-7d6947b598 from 0 to 1
  metadata:
    creationTimestamp: "2026-07-24T22:40:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-24T22:40:54Z"
    name: isvc-sklearn-s3-predictor.18c55af96eaaf13f
    namespace: kserve-ci-e2e-test
    resourceVersion: "52329"
    uid: 5238791f-10fb-4296-b6ed-a5ec622306fe
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-07-24T22:41:09Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "52327"
    uid: 345453d6-d042-4646-8722-be6d80b7fd27
  kind: Event
  lastTimestamp: "2026-07-24T22:42:09Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-24T22:41:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-24T22:42:09Z"
    name: isvc-sklearn-s3-predictor.18c55afcedd6b28b
    namespace: kserve-ci-e2e-test
    resourceVersion: "52907"
    uid: 5dad93b2-dbaa-4a96-96f2-c78d5ae9a1b9
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-07-24T22:41:09Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "52327"
    uid: 345453d6-d042-4646-8722-be6d80b7fd27
  kind: Event
  lastTimestamp: "2026-07-24T22:42:09Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-24T22:41:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-24T22:42:09Z"
    name: isvc-sklearn-s3-predictor.18c55afcee4714f4
    namespace: kserve-ci-e2e-test
    resourceVersion: "52908"
    uid: aef7eb7d-92cb-4175-8de2-ee96f0e58db0
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-24T22:45:18.357242Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-fail-predictor-7b47d47bc4-vjlpj
    namespace: kserve-ci-e2e-test
    resourceVersion: "54555"
    uid: 932c59b3-7e1f-43c6-92d8-22824f30a729
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-s3-tls-custom-fail-predictor-7b47d47bc4-vjlpj
    to ip-10-0-129-163.ec2.internal
  metadata:
    creationTimestamp: "2026-07-24T22:45:18Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-24T22:45:18Z"
    name: isvc-sklearn-s3-tls-custom-fail-predictor-7b47d47bc4-vjlpj.18c55b36d383ae7d
    namespace: kserve-ci-e2e-test
    resourceVersion: "54559"
    uid: 295d18dc-5460-4cb4-aea6-a011ebcfff56
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-558cfff45f-z9c48
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T22:45:18Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-fail-predictor-7b47d47bc4-vjlpj
    namespace: kserve-ci-e2e-test
    resourceVersion: "54557"
    uid: 932c59b3-7e1f-43c6-92d8-22824f30a729
  kind: Event
  lastTimestamp: "2026-07-24T22:45:18Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-sklearn-s3-tls-custom-fail-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-07-24T22:45:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T22:45:18Z"
    name: isvc-sklearn-s3-tls-custom-fail-predictor-7b47d47bc4-vjlpj.18c55b36dde30328
    namespace: kserve-ci-e2e-test
    resourceVersion: "54574"
    uid: 58104709-f64c-4a0c-927e-1f7a08d1d5f2
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-163.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T22:45:19Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-fail-predictor-7b47d47bc4-vjlpj
    namespace: kserve-ci-e2e-test
    resourceVersion: "54565"
    uid: 932c59b3-7e1f-43c6-92d8-22824f30a729
  kind: Event
  lastTimestamp: "2026-07-24T22:45:19Z"
  message: Add eth0 [10.134.0.51/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-24T22:45:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-24T22:45:19Z"
    name: isvc-sklearn-s3-tls-custom-fail-predictor-7b47d47bc4-vjlpj.18c55b371122b64f
    namespace: kserve-ci-e2e-test
    resourceVersion: "54590"
    uid: e0403b30-b139-43ad-8a3a-0dc2ead6ce73
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-24T22:45:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-fail-predictor-7b47d47bc4-vjlpj
    namespace: kserve-ci-e2e-test
    resourceVersion: "54557"
    uid: 932c59b3-7e1f-43c6-92d8-22824f30a729
  kind: Event
  lastTimestamp: "2026-07-24T22:45:22Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:4bc99d27049df235a3e7474685f2095e74c6eed89dc3da2f17a1c3e85c3fa894"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-24T22:45:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T22:45:22Z"
    name: isvc-sklearn-s3-tls-custom-fail-predictor-7b47d47bc4-vjlpj.18c55b3712a02ec2
    namespace: kserve-ci-e2e-test
    resourceVersion: "54628"
    uid: 7522dbc7-ff7a-490d-81de-627691576731
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-163.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-24T22:45:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-fail-predictor-7b47d47bc4-vjlpj
    namespace: kserve-ci-e2e-test
    resourceVersion: "54557"
    uid: 932c59b3-7e1f-43c6-92d8-22824f30a729
  kind: Event
  lastTimestamp: "2026-07-24T22:45:22Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-24T22:45:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T22:45:22Z"
    name: isvc-sklearn-s3-tls-custom-fail-predictor-7b47d47bc4-vjlpj.18c55b3715376e81
    namespace: kserve-ci-e2e-test
    resourceVersion: "54631"
    uid: b5e4738b-8b40-403a-aa63-7139a1645aa7
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-163.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-24T22:45:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-fail-predictor-7b47d47bc4-vjlpj
    namespace: kserve-ci-e2e-test
    resourceVersion: "54557"
    uid: 932c59b3-7e1f-43c6-92d8-22824f30a729
  kind: Event
  lastTimestamp: "2026-07-24T22:45:22Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-24T22:45:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T22:45:22Z"
    name: isvc-sklearn-s3-tls-custom-fail-predictor-7b47d47bc4-vjlpj.18c55b3715d3aa60
    namespace: kserve-ci-e2e-test
    resourceVersion: "54634"
    uid: 3873da63-6447-4d8e-ac38-232013b71176
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-163.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T22:45:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-fail-predictor-7b47d47bc4-vjlpj
    namespace: kserve-ci-e2e-test
    resourceVersion: "54557"
    uid: 932c59b3-7e1f-43c6-92d8-22824f30a729
  kind: Event
  lastTimestamp: "2026-07-24T22:45:27Z"
  message: Back-off restarting failed container storage-initializer in pod isvc-sklearn-s3-tls-custom-fail-predictor-7b47d47bc4-vjlpj_kserve-ci-e2e-test(932c59b3-7e1f-43c6-92d8-22824f30a729)
  metadata:
    creationTimestamp: "2026-07-24T22:45:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T22:45:27Z"
    name: isvc-sklearn-s3-tls-custom-fail-predictor-7b47d47bc4-vjlpj.18c55b390f25c8e0
    namespace: kserve-ci-e2e-test
    resourceVersion: "54672"
    uid: 400c7fe9-08cb-4e0e-809f-760b7d77f155
  reason: BackOff
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-163.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T22:45:18Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-s3-tls-custom-fail-predictor-7b47d47bc4
    namespace: kserve-ci-e2e-test
    resourceVersion: "54546"
    uid: 66856d1a-ba8a-4b12-8695-3fa59d5046ed
  kind: Event
  lastTimestamp: "2026-07-24T22:45:18Z"
  message: 'Created pod: isvc-sklearn-s3-tls-custom-fail-predictor-7b47d47bc4-vjlpj'
  metadata:
    creationTimestamp: "2026-07-24T22:45:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-24T22:45:18Z"
    name: isvc-sklearn-s3-tls-custom-fail-predictor-7b47d47bc4.18c55b36d31cb8e5
    namespace: kserve-ci-e2e-test
    resourceVersion: "54556"
    uid: ba77a65c-e86f-4bdd-80d6-e764e688b63c
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T22:45:18Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-s3-tls-custom-fail-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "54544"
    uid: a1763a74-0080-496d-bbf2-87ceea51f4a7
  kind: Event
  lastTimestamp: "2026-07-24T22:45:18Z"
  message: Scaled up replica set isvc-sklearn-s3-tls-custom-fail-predictor-7b47d47bc4
    from 0 to 1
  metadata:
    creationTimestamp: "2026-07-24T22:45:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-24T22:45:18Z"
    name: isvc-sklearn-s3-tls-custom-fail-predictor.18c55b36d0dac61e
    namespace: kserve-ci-e2e-test
    resourceVersion: "54548"
    uid: 6e9f56a2-081e-4138-a75a-7d37ea9f1474
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 14
  eventTime: null
  firstTimestamp: "2026-07-24T22:45:18Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-custom-fail
    namespace: kserve-ci-e2e-test
    resourceVersion: "54536"
    uid: 2e29599f-eed3-4f1c-be97-65e7876fa630
  kind: Event
  lastTimestamp: "2026-07-24T22:45:28Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-24T22:45:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-24T22:45:28Z"
    name: isvc-sklearn-s3-tls-custom-fail.18c55b36d0df2950
    namespace: kserve-ci-e2e-test
    resourceVersion: "54676"
    uid: 1c6d114c-b7f3-4bac-8826-0dd31a957810
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-24T22:45:18Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-custom-fail
    namespace: kserve-ci-e2e-test
    resourceVersion: "54536"
    uid: 2e29599f-eed3-4f1c-be97-65e7876fa630
  kind: Event
  lastTimestamp: "2026-07-24T22:45:18Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-s3-tls-custom-fail":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-s3-tls-custom-fail":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-24T22:45:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-24T22:45:18Z"
    name: isvc-sklearn-s3-tls-custom-fail.18c55b36d174fe18
    namespace: kserve-ci-e2e-test
    resourceVersion: "54569"
    uid: 907af304-603c-4df8-9a66-d402c8a3e13a
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T22:45:18Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-custom-fail
    namespace: kserve-ci-e2e-test
    resourceVersion: "54541"
    uid: 2e29599f-eed3-4f1c-be97-65e7876fa630
  kind: Event
  lastTimestamp: "2026-07-24T22:45:18Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-sklearn-s3-tls-custom-fail": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-07-24T22:45:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-24T22:45:18Z"
    name: isvc-sklearn-s3-tls-custom-fail.18c55b36d7a2249a
    namespace: kserve-ci-e2e-test
    resourceVersion: "54570"
    uid: b1ac9c0e-a9cb-4599-9ac6-03880c1017d2
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-24T22:43:57.272474Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-746f6cb4f8-j9jc8
    namespace: kserve-ci-e2e-test
    resourceVersion: "53891"
    uid: c4be4727-4199-4410-9cba-cab88445b9d1
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-s3-tls-custom-pass-predictor-746f6cb4f8-j9jc8
    to ip-10-0-143-243.ec2.internal
  metadata:
    creationTimestamp: "2026-07-24T22:43:57Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-24T22:43:57Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-746f6cb4f8-j9jc8.18c55b23f27c48d0
    namespace: kserve-ci-e2e-test
    resourceVersion: "53895"
    uid: da381e21-c4e7-4e58-8503-3efeb24fe0cc
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-558cfff45f-z9c48
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T22:43:57Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-746f6cb4f8-j9jc8
    namespace: kserve-ci-e2e-test
    resourceVersion: "53893"
    uid: c4be4727-4199-4410-9cba-cab88445b9d1
  kind: Event
  lastTimestamp: "2026-07-24T22:43:57Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-sklearn-s3-tls-custom-pass-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-07-24T22:43:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T22:43:57Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-746f6cb4f8-j9jc8.18c55b23fdb6beb4
    namespace: kserve-ci-e2e-test
    resourceVersion: "53910"
    uid: 6f19b2b5-181d-44bf-b590-4940d77b4f8c
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-243.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-243.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T22:43:58Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-746f6cb4f8-j9jc8
    namespace: kserve-ci-e2e-test
    resourceVersion: "53901"
    uid: c4be4727-4199-4410-9cba-cab88445b9d1
  kind: Event
  lastTimestamp: "2026-07-24T22:43:58Z"
  message: Add eth0 [10.133.0.59/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-24T22:43:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-24T22:43:58Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-746f6cb4f8-j9jc8.18c55b242fe5eedd
    namespace: kserve-ci-e2e-test
    resourceVersion: "53923"
    uid: 8e0c4f0e-7c0c-443d-a994-e596e448cbca
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T22:43:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-746f6cb4f8-j9jc8
    namespace: kserve-ci-e2e-test
    resourceVersion: "53893"
    uid: c4be4727-4199-4410-9cba-cab88445b9d1
  kind: Event
  lastTimestamp: "2026-07-24T22:43:58Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:4bc99d27049df235a3e7474685f2095e74c6eed89dc3da2f17a1c3e85c3fa894"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-24T22:43:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T22:43:58Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-746f6cb4f8-j9jc8.18c55b2431554589
    namespace: kserve-ci-e2e-test
    resourceVersion: "53925"
    uid: 7a9ac5fd-bbc5-496a-84c2-d0b3e937d333
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-243.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-243.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T22:43:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-746f6cb4f8-j9jc8
    namespace: kserve-ci-e2e-test
    resourceVersion: "53893"
    uid: c4be4727-4199-4410-9cba-cab88445b9d1
  kind: Event
  lastTimestamp: "2026-07-24T22:43:58Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-24T22:43:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T22:43:58Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-746f6cb4f8-j9jc8.18c55b24341263e1
    namespace: kserve-ci-e2e-test
    resourceVersion: "53927"
    uid: a825a70e-a353-458a-b625-a6c9af64124c
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-243.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-243.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T22:43:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-746f6cb4f8-j9jc8
    namespace: kserve-ci-e2e-test
    resourceVersion: "53893"
    uid: c4be4727-4199-4410-9cba-cab88445b9d1
  kind: Event
  lastTimestamp: "2026-07-24T22:43:58Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-24T22:43:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T22:43:58Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-746f6cb4f8-j9jc8.18c55b24348267c2
    namespace: kserve-ci-e2e-test
    resourceVersion: "53928"
    uid: 63588cfa-7166-4bae-8f99-c2a471d6fd96
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-243.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-243.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T22:44:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-746f6cb4f8-j9jc8
    namespace: kserve-ci-e2e-test
    resourceVersion: "53893"
    uid: c4be4727-4199-4410-9cba-cab88445b9d1
  kind: Event
  lastTimestamp: "2026-07-24T22:44:00Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1716"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-24T22:44:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T22:44:00Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-746f6cb4f8-j9jc8.18c55b249fbd31b0
    namespace: kserve-ci-e2e-test
    resourceVersion: "53948"
    uid: a1563663-8d34-4d8e-af28-c7e02dd0daa7
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-243.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-243.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T22:44:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-746f6cb4f8-j9jc8
    namespace: kserve-ci-e2e-test
    resourceVersion: "53893"
    uid: c4be4727-4199-4410-9cba-cab88445b9d1
  kind: Event
  lastTimestamp: "2026-07-24T22:44:00Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-24T22:44:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T22:44:00Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-746f6cb4f8-j9jc8.18c55b24a2d9c608
    namespace: kserve-ci-e2e-test
    resourceVersion: "53950"
    uid: 3d7c501e-e260-47f4-8fb0-507c9cc4ee85
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-243.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-243.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T22:44:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-746f6cb4f8-j9jc8
    namespace: kserve-ci-e2e-test
    resourceVersion: "53893"
    uid: c4be4727-4199-4410-9cba-cab88445b9d1
  kind: Event
  lastTimestamp: "2026-07-24T22:44:00Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-24T22:44:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T22:44:00Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-746f6cb4f8-j9jc8.18c55b24a34df923
    namespace: kserve-ci-e2e-test
    resourceVersion: "53952"
    uid: 3f0c5abb-0300-4e43-a92a-ed0d1ebae421
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-243.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-243.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T22:44:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-746f6cb4f8-j9jc8
    namespace: kserve-ci-e2e-test
    resourceVersion: "53893"
    uid: c4be4727-4199-4410-9cba-cab88445b9d1
  kind: Event
  lastTimestamp: "2026-07-24T22:44:00Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-24T22:44:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T22:44:00Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-746f6cb4f8-j9jc8.18c55b24a3577c2d
    namespace: kserve-ci-e2e-test
    resourceVersion: "53954"
    uid: bced0dcb-52bf-4c30-8cfb-01b85531cfbd
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-243.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-243.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T22:44:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-746f6cb4f8-j9jc8
    namespace: kserve-ci-e2e-test
    resourceVersion: "53893"
    uid: c4be4727-4199-4410-9cba-cab88445b9d1
  kind: Event
  lastTimestamp: "2026-07-24T22:44:00Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-24T22:44:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T22:44:00Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-746f6cb4f8-j9jc8.18c55b24a644e05c
    namespace: kserve-ci-e2e-test
    resourceVersion: "53956"
    uid: d7a7d288-94d6-4b85-b32d-c379a0e97c21
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-243.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-243.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T22:44:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-746f6cb4f8-j9jc8
    namespace: kserve-ci-e2e-test
    resourceVersion: "53893"
    uid: c4be4727-4199-4410-9cba-cab88445b9d1
  kind: Event
  lastTimestamp: "2026-07-24T22:44:00Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-24T22:44:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T22:44:00Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-746f6cb4f8-j9jc8.18c55b24a6bd1f8c
    namespace: kserve-ci-e2e-test
    resourceVersion: "53957"
    uid: 8e53b4eb-074d-4dd3-9bfa-b5cd416132cc
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-243.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-243.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-07-24T22:44:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-746f6cb4f8-j9jc8
    namespace: kserve-ci-e2e-test
    resourceVersion: "53893"
    uid: c4be4727-4199-4410-9cba-cab88445b9d1
  kind: Event
  lastTimestamp: "2026-07-24T22:45:21Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.59:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-24T22:44:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T22:45:21Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-746f6cb4f8-j9jc8.18c55b24dbbbb55e
    namespace: kserve-ci-e2e-test
    resourceVersion: "54614"
    uid: dba59d94-cae4-4109-9fbc-ec2a64df3524
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-243.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-243.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T22:45:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-746f6cb4f8-j9jc8
    namespace: kserve-ci-e2e-test
    resourceVersion: "53893"
    uid: c4be4727-4199-4410-9cba-cab88445b9d1
  kind: Event
  lastTimestamp: "2026-07-24T22:45:17Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-24T22:45:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T22:45:17Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-746f6cb4f8-j9jc8.18c55b369613088c
    namespace: kserve-ci-e2e-test
    resourceVersion: "54520"
    uid: 35be9a3a-6be9-4fdf-9847-d7036cda508b
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-243.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-243.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T22:45:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-746f6cb4f8-j9jc8
    namespace: kserve-ci-e2e-test
    resourceVersion: "53893"
    uid: c4be4727-4199-4410-9cba-cab88445b9d1
  kind: Event
  lastTimestamp: "2026-07-24T22:45:17Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-24T22:45:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T22:45:17Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-746f6cb4f8-j9jc8.18c55b369613861b
    namespace: kserve-ci-e2e-test
    resourceVersion: "54521"
    uid: ad1c355c-d513-48ec-87c0-ad536fb556aa
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-243.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-243.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T22:43:57Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-s3-tls-custom-pass-predictor-746f6cb4f8
    namespace: kserve-ci-e2e-test
    resourceVersion: "53882"
    uid: b9345b43-42ae-4285-81e6-d6da9cfbb4d0
  kind: Event
  lastTimestamp: "2026-07-24T22:43:57Z"
  message: 'Created pod: isvc-sklearn-s3-tls-custom-pass-predictor-746f6cb4f8-j9jc8'
  metadata:
    creationTimestamp: "2026-07-24T22:43:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-24T22:43:57Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-746f6cb4f8.18c55b23f20d3570
    namespace: kserve-ci-e2e-test
    resourceVersion: "53892"
    uid: 98b96182-01d8-4287-9a50-99e344acc125
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T22:43:57Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-s3-tls-custom-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "53880"
    uid: e13986a1-6b11-4701-a476-f409ab833a64
  kind: Event
  lastTimestamp: "2026-07-24T22:43:57Z"
  message: Scaled up replica set isvc-sklearn-s3-tls-custom-pass-predictor-746f6cb4f8
    from 0 to 1
  metadata:
    creationTimestamp: "2026-07-24T22:43:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-24T22:43:57Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor.18c55b23ef5bbfe3
    namespace: kserve-ci-e2e-test
    resourceVersion: "53883"
    uid: d87671c3-704d-4ceb-9e33-841d49d00ab2
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-24T22:44:12Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-custom-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "53881"
    uid: a3216369-6af3-426d-9ca2-a827dcb408f8
  kind: Event
  lastTimestamp: "2026-07-24T22:44:27Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-24T22:44:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-24T22:44:27Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor.18c55b276e032fc6
    namespace: kserve-ci-e2e-test
    resourceVersion: "54152"
    uid: 36809bb1-d21b-451c-af46-8abd5e08fa5d
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-24T22:44:12Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-custom-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "53881"
    uid: a3216369-6af3-426d-9ca2-a827dcb408f8
  kind: Event
  lastTimestamp: "2026-07-24T22:44:27Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-24T22:44:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-24T22:44:27Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor.18c55b276e67d81d
    namespace: kserve-ci-e2e-test
    resourceVersion: "54153"
    uid: 1d4485f8-bdc3-4049-a10b-5e837e4ba03e
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-24T22:44:42Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-custom-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "54047"
    uid: a3216369-6af3-426d-9ca2-a827dcb408f8
  kind: Event
  lastTimestamp: "2026-07-24T22:45:12Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-24T22:44:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-24T22:45:12Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor.18c55b2e6cea2078
    namespace: kserve-ci-e2e-test
    resourceVersion: "54468"
    uid: af3fe9d1-14ff-42ac-8549-6d0b9644a9ba
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-24T22:44:42Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-custom-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "54047"
    uid: a3216369-6af3-426d-9ca2-a827dcb408f8
  kind: Event
  lastTimestamp: "2026-07-24T22:45:12Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-24T22:44:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-24T22:45:12Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor.18c55b2e6d646a1a
    namespace: kserve-ci-e2e-test
    resourceVersion: "54469"
    uid: df327ce4-3e05-4d05-a373-a6dd73ae2b2b
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-07-24T22:43:57Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-custom-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "53872"
    uid: 8e9d7112-2624-4d68-9ee0-fd9fcc193874
  kind: Event
  lastTimestamp: "2026-07-24T22:45:11Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-24T22:43:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-24T22:45:11Z"
    name: isvc-sklearn-s3-tls-custom-pass.18c55b23ef7061e1
    namespace: kserve-ci-e2e-test
    resourceVersion: "54462"
    uid: db607cc3-c879-4507-8180-72b853c2f15a
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-24T22:43:57Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-custom-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "53872"
    uid: 8e9d7112-2624-4d68-9ee0-fd9fcc193874
  kind: Event
  lastTimestamp: "2026-07-24T22:43:57Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-s3-tls-custom-pass":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-s3-tls-custom-pass":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-24T22:43:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-24T22:43:57Z"
    name: isvc-sklearn-s3-tls-custom-pass.18c55b23efed9628
    namespace: kserve-ci-e2e-test
    resourceVersion: "53904"
    uid: b0303d01-d7f7-4605-b170-d3971ed3cbd0
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T22:43:57Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-custom-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "53875"
    uid: 8e9d7112-2624-4d68-9ee0-fd9fcc193874
  kind: Event
  lastTimestamp: "2026-07-24T22:43:57Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-sklearn-s3-tls-custom-pass": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-07-24T22:43:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-24T22:43:57Z"
    name: isvc-sklearn-s3-tls-custom-pass.18c55b23f6c0b9e4
    namespace: kserve-ci-e2e-test
    resourceVersion: "53906"
    uid: 6cdbc281-dd98-4342-b189-ad67df7b21a0
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T22:45:11Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-custom-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "54460"
    uid: 8e9d7112-2624-4d68-9ee0-fd9fcc193874
  kind: Event
  lastTimestamp: "2026-07-24T22:45:11Z"
  message: InferenceService [isvc-sklearn-s3-tls-custom-pass] is Ready
  metadata:
    creationTimestamp: "2026-07-24T22:45:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-24T22:45:11Z"
    name: isvc-sklearn-s3-tls-custom-pass.18c55b3535b1b8b4
    namespace: kserve-ci-e2e-test
    resourceVersion: "54461"
    uid: 8f379b72-d779-4a65-ac92-ea973b1c7e1c
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-24T22:43:46.182838Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-global-fail-predictor-69bdd94894-xbr7t
    namespace: kserve-ci-e2e-test
    resourceVersion: "53730"
    uid: 4561a3ef-c9cb-4155-8e56-9da51a8ef5fc
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-s3-tls-global-fail-predictor-69bdd94894-xbr7t
    to ip-10-0-143-243.ec2.internal
  metadata:
    creationTimestamp: "2026-07-24T22:43:46Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-24T22:43:46Z"
    name: isvc-sklearn-s3-tls-global-fail-predictor-69bdd94894-xbr7t.18c55b215d7dd99e
    namespace: kserve-ci-e2e-test
    resourceVersion: "53734"
    uid: e267fcb6-7fa2-4ca3-8b5f-2e18ab5d6518
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-558cfff45f-z9c48
  source: {}
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-24T22:43:46Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-global-fail-predictor-69bdd94894-xbr7t
    namespace: kserve-ci-e2e-test
    resourceVersion: "53732"
    uid: 4561a3ef-c9cb-4155-8e56-9da51a8ef5fc
  kind: Event
  lastTimestamp: "2026-07-24T22:43:56Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-sklearn-s3-tls-global-fail-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-07-24T22:43:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T22:43:56Z"
    name: isvc-sklearn-s3-tls-global-fail-predictor-69bdd94894-xbr7t.18c55b216931b29f
    namespace: kserve-ci-e2e-test
    resourceVersion: "53858"
    uid: 46c6a04b-6231-4d75-8541-25f24046d655
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-243.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-243.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T22:43:47Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-global-fail-predictor-69bdd94894-xbr7t
    namespace: kserve-ci-e2e-test
    resourceVersion: "53738"
    uid: 4561a3ef-c9cb-4155-8e56-9da51a8ef5fc
  kind: Event
  lastTimestamp: "2026-07-24T22:43:47Z"
  message: Add eth0 [10.133.0.58/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-24T22:43:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-24T22:43:47Z"
    name: isvc-sklearn-s3-tls-global-fail-predictor-69bdd94894-xbr7t.18c55b219abd78c3
    namespace: kserve-ci-e2e-test
    resourceVersion: "53757"
    uid: 406a119e-bb65-4db0-9b5a-a9c01d61ab2c
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-24T22:43:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-fail-predictor-69bdd94894-xbr7t
    namespace: kserve-ci-e2e-test
    resourceVersion: "53732"
    uid: 4561a3ef-c9cb-4155-8e56-9da51a8ef5fc
  kind: Event
  lastTimestamp: "2026-07-24T22:43:51Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:4bc99d27049df235a3e7474685f2095e74c6eed89dc3da2f17a1c3e85c3fa894"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-24T22:43:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T22:43:51Z"
    name: isvc-sklearn-s3-tls-global-fail-predictor-69bdd94894-xbr7t.18c55b219c671ad6
    namespace: kserve-ci-e2e-test
    resourceVersion: "53795"
    uid: c5eb86b6-ade3-4862-bd6e-b146cb302061
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-243.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-243.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-24T22:43:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-fail-predictor-69bdd94894-xbr7t
    namespace: kserve-ci-e2e-test
    resourceVersion: "53732"
    uid: 4561a3ef-c9cb-4155-8e56-9da51a8ef5fc
  kind: Event
  lastTimestamp: "2026-07-24T22:43:51Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-24T22:43:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T22:43:51Z"
    name: isvc-sklearn-s3-tls-global-fail-predictor-69bdd94894-xbr7t.18c55b219f98efea
    namespace: kserve-ci-e2e-test
    resourceVersion: "53797"
    uid: 5bea7ff5-d5bc-4cba-af96-d3ec9114c856
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-243.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-243.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-24T22:43:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-fail-predictor-69bdd94894-xbr7t
    namespace: kserve-ci-e2e-test
    resourceVersion: "53732"
    uid: 4561a3ef-c9cb-4155-8e56-9da51a8ef5fc
  kind: Event
  lastTimestamp: "2026-07-24T22:43:51Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-24T22:43:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T22:43:51Z"
    name: isvc-sklearn-s3-tls-global-fail-predictor-69bdd94894-xbr7t.18c55b21a009c2ca
    namespace: kserve-ci-e2e-test
    resourceVersion: "53800"
    uid: df0909fb-fe00-48bb-8059-60bfa6b7870d
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-243.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-243.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T22:43:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-fail-predictor-69bdd94894-xbr7t
    namespace: kserve-ci-e2e-test
    resourceVersion: "53732"
    uid: 4561a3ef-c9cb-4155-8e56-9da51a8ef5fc
  kind: Event
  lastTimestamp: "2026-07-24T22:43:56Z"
  message: Back-off restarting failed container storage-initializer in pod isvc-sklearn-s3-tls-global-fail-predictor-69bdd94894-xbr7t_kserve-ci-e2e-test(4561a3ef-c9cb-4155-8e56-9da51a8ef5fc)
  metadata:
    creationTimestamp: "2026-07-24T22:43:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T22:43:56Z"
    name: isvc-sklearn-s3-tls-global-fail-predictor-69bdd94894-xbr7t.18c55b23b0b5546e
    namespace: kserve-ci-e2e-test
    resourceVersion: "53850"
    uid: 6abe7ddd-7a16-4b88-bbcc-d6b1b0640ae7
  reason: BackOff
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-243.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-243.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T22:43:46Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-s3-tls-global-fail-predictor-69bdd94894
    namespace: kserve-ci-e2e-test
    resourceVersion: "53718"
    uid: 3a15c258-a2f9-41a7-a459-d8f9d69dc02e
  kind: Event
  lastTimestamp: "2026-07-24T22:43:46Z"
  message: 'Created pod: isvc-sklearn-s3-tls-global-fail-predictor-69bdd94894-xbr7t'
  metadata:
    creationTimestamp: "2026-07-24T22:43:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-24T22:43:46Z"
    name: isvc-sklearn-s3-tls-global-fail-predictor-69bdd94894.18c55b215d0314ae
    namespace: kserve-ci-e2e-test
    resourceVersion: "53731"
    uid: ee5002cf-8a5f-4d39-a29e-d876b148ad73
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T22:43:46Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-s3-tls-global-fail-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "53716"
    uid: f997406f-dccd-451d-afd6-7500229f63a8
  kind: Event
  lastTimestamp: "2026-07-24T22:43:46Z"
  message: Scaled up replica set isvc-sklearn-s3-tls-global-fail-predictor-69bdd94894
    from 0 to 1
  metadata:
    creationTimestamp: "2026-07-24T22:43:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-24T22:43:46Z"
    name: isvc-sklearn-s3-tls-global-fail-predictor.18c55b2158b67a6b
    namespace: kserve-ci-e2e-test
    resourceVersion: "53720"
    uid: 1942ec10-5207-4275-b68a-5b0bbc5f61c0
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-07-24T22:43:46Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-global-fail
    namespace: kserve-ci-e2e-test
    resourceVersion: "53708"
    uid: 9d4c08cf-85fb-401b-889f-4718af3dc59c
  kind: Event
  lastTimestamp: "2026-07-24T22:43:51Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-24T22:43:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-24T22:43:51Z"
    name: isvc-sklearn-s3-tls-global-fail.18c55b2158bc8024
    namespace: kserve-ci-e2e-test
    resourceVersion: "53801"
    uid: 719eb737-6932-479a-80c9-b7ddf432cc35
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-24T22:43:46Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-global-fail
    namespace: kserve-ci-e2e-test
    resourceVersion: "53708"
    uid: 9d4c08cf-85fb-401b-889f-4718af3dc59c
  kind: Event
  lastTimestamp: "2026-07-24T22:43:46Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-s3-tls-global-fail":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-s3-tls-global-fail":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-24T22:43:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-24T22:43:46Z"
    name: isvc-sklearn-s3-tls-global-fail.18c55b21594a24e3
    namespace: kserve-ci-e2e-test
    resourceVersion: "53740"
    uid: 3b4a65c9-bcb0-4170-9dbd-e1787a181c62
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T22:43:46Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-global-fail
    namespace: kserve-ci-e2e-test
    resourceVersion: "53713"
    uid: 9d4c08cf-85fb-401b-889f-4718af3dc59c
  kind: Event
  lastTimestamp: "2026-07-24T22:43:46Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-sklearn-s3-tls-global-fail": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-07-24T22:43:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-24T22:43:46Z"
    name: isvc-sklearn-s3-tls-global-fail.18c55b215f6d6a1c
    namespace: kserve-ci-e2e-test
    resourceVersion: "53741"
    uid: 95ba9bee-eda1-4cfe-9b49-c87ff34a643f
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-24T22:42:15.010575Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-6d644d499d-dm7t8
    namespace: kserve-ci-e2e-test
    resourceVersion: "52992"
    uid: e8fc06b2-f8d5-4549-8037-3a6f7677c890
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-s3-tls-global-pass-predictor-6d644d499d-dm7t8
    to ip-10-0-129-163.ec2.internal
  metadata:
    creationTimestamp: "2026-07-24T22:42:15Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-24T22:42:15Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-6d644d499d-dm7t8.18c55b0c23338937
    namespace: kserve-ci-e2e-test
    resourceVersion: "52996"
    uid: b0a4d4d4-2f29-4c45-9e18-8220b81135dd
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-558cfff45f-z9c48
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T22:42:15Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-6d644d499d-dm7t8
    namespace: kserve-ci-e2e-test
    resourceVersion: "53001"
    uid: e8fc06b2-f8d5-4549-8037-3a6f7677c890
  kind: Event
  lastTimestamp: "2026-07-24T22:42:15Z"
  message: Add eth0 [10.134.0.50/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-24T22:42:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-24T22:42:15Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-6d644d499d-dm7t8.18c55b0c3ce61d0a
    namespace: kserve-ci-e2e-test
    resourceVersion: "53012"
    uid: 3c8e0965-5fb5-4727-8580-478db134b71f
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T22:42:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-6d644d499d-dm7t8
    namespace: kserve-ci-e2e-test
    resourceVersion: "52994"
    uid: e8fc06b2-f8d5-4549-8037-3a6f7677c890
  kind: Event
  lastTimestamp: "2026-07-24T22:42:15Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:4bc99d27049df235a3e7474685f2095e74c6eed89dc3da2f17a1c3e85c3fa894"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-24T22:42:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T22:42:15Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-6d644d499d-dm7t8.18c55b0c3e57f626
    namespace: kserve-ci-e2e-test
    resourceVersion: "53014"
    uid: 48e3c22d-80c0-4024-914d-ec28fa74bb10
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-163.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T22:42:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-6d644d499d-dm7t8
    namespace: kserve-ci-e2e-test
    resourceVersion: "52994"
    uid: e8fc06b2-f8d5-4549-8037-3a6f7677c890
  kind: Event
  lastTimestamp: "2026-07-24T22:42:15Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-24T22:42:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T22:42:15Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-6d644d499d-dm7t8.18c55b0c4131b301
    namespace: kserve-ci-e2e-test
    resourceVersion: "53015"
    uid: a90f8af6-cf1c-46ab-8a5b-4138def0caae
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-163.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T22:42:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-6d644d499d-dm7t8
    namespace: kserve-ci-e2e-test
    resourceVersion: "52994"
    uid: e8fc06b2-f8d5-4549-8037-3a6f7677c890
  kind: Event
  lastTimestamp: "2026-07-24T22:42:15Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-24T22:42:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T22:42:15Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-6d644d499d-dm7t8.18c55b0c419c7acb
    namespace: kserve-ci-e2e-test
    resourceVersion: "53016"
    uid: f1ed8cb0-c714-415c-a6b1-ec935899fefa
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-163.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T22:42:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-6d644d499d-dm7t8
    namespace: kserve-ci-e2e-test
    resourceVersion: "52994"
    uid: e8fc06b2-f8d5-4549-8037-3a6f7677c890
  kind: Event
  lastTimestamp: "2026-07-24T22:42:17Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1716"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-24T22:42:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T22:42:17Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-6d644d499d-dm7t8.18c55b0c9c1abf55
    namespace: kserve-ci-e2e-test
    resourceVersion: "53033"
    uid: 13fa9d3d-3ecd-457d-8eb5-8393f4c34f91
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-163.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T22:42:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-6d644d499d-dm7t8
    namespace: kserve-ci-e2e-test
    resourceVersion: "52994"
    uid: e8fc06b2-f8d5-4549-8037-3a6f7677c890
  kind: Event
  lastTimestamp: "2026-07-24T22:42:17Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-24T22:42:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T22:42:17Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-6d644d499d-dm7t8.18c55b0c9f1fedc2
    namespace: kserve-ci-e2e-test
    resourceVersion: "53035"
    uid: 0e4385a6-624e-4900-b069-35d1d74eea54
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-163.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T22:42:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-6d644d499d-dm7t8
    namespace: kserve-ci-e2e-test
    resourceVersion: "52994"
    uid: e8fc06b2-f8d5-4549-8037-3a6f7677c890
  kind: Event
  lastTimestamp: "2026-07-24T22:42:17Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-24T22:42:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T22:42:17Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-6d644d499d-dm7t8.18c55b0c9f89dd74
    namespace: kserve-ci-e2e-test
    resourceVersion: "53036"
    uid: 8e6b73ef-d4d4-491d-9c02-0e09f856fce8
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-163.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T22:42:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-6d644d499d-dm7t8
    namespace: kserve-ci-e2e-test
    resourceVersion: "52994"
    uid: e8fc06b2-f8d5-4549-8037-3a6f7677c890
  kind: Event
  lastTimestamp: "2026-07-24T22:42:17Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-24T22:42:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T22:42:17Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-6d644d499d-dm7t8.18c55b0c9f9433ba
    namespace: kserve-ci-e2e-test
    resourceVersion: "53037"
    uid: 299345ee-3672-49cb-b260-3937bb1747e2
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-163.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T22:42:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-6d644d499d-dm7t8
    namespace: kserve-ci-e2e-test
    resourceVersion: "52994"
    uid: e8fc06b2-f8d5-4549-8037-3a6f7677c890
  kind: Event
  lastTimestamp: "2026-07-24T22:42:17Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-24T22:42:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T22:42:17Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-6d644d499d-dm7t8.18c55b0ca26f1781
    namespace: kserve-ci-e2e-test
    resourceVersion: "53042"
    uid: d8b18f70-e5af-4baa-a8e5-17753831fde0
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-163.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T22:42:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-6d644d499d-dm7t8
    namespace: kserve-ci-e2e-test
    resourceVersion: "52994"
    uid: e8fc06b2-f8d5-4549-8037-3a6f7677c890
  kind: Event
  lastTimestamp: "2026-07-24T22:42:17Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-24T22:42:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T22:42:17Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-6d644d499d-dm7t8.18c55b0ca2d8eccc
    namespace: kserve-ci-e2e-test
    resourceVersion: "53044"
    uid: d8c269b9-9f10-4858-9c8a-4ac2f34a007f
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-163.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-07-24T22:42:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-6d644d499d-dm7t8
    namespace: kserve-ci-e2e-test
    resourceVersion: "52994"
    uid: e8fc06b2-f8d5-4549-8037-3a6f7677c890
  kind: Event
  lastTimestamp: "2026-07-24T22:43:25Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.50:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-24T22:42:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T22:43:25Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-6d644d499d-dm7t8.18c55b0d140fc4fb
    namespace: kserve-ci-e2e-test
    resourceVersion: "53522"
    uid: da35b3ab-708e-4e8c-ae3d-5d27f92ba76c
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-163.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T22:43:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-6d644d499d-dm7t8
    namespace: kserve-ci-e2e-test
    resourceVersion: "52994"
    uid: e8fc06b2-f8d5-4549-8037-3a6f7677c890
  kind: Event
  lastTimestamp: "2026-07-24T22:43:45Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-24T22:43:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T22:43:45Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-6d644d499d-dm7t8.18c55b211ae5189e
    namespace: kserve-ci-e2e-test
    resourceVersion: "53691"
    uid: 0ae36d54-7407-4b63-955c-046de1558d06
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-163.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T22:43:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-6d644d499d-dm7t8
    namespace: kserve-ci-e2e-test
    resourceVersion: "52994"
    uid: e8fc06b2-f8d5-4549-8037-3a6f7677c890
  kind: Event
  lastTimestamp: "2026-07-24T22:43:45Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-24T22:43:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T22:43:45Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-6d644d499d-dm7t8.18c55b211ae57dfd
    namespace: kserve-ci-e2e-test
    resourceVersion: "53692"
    uid: b4e6b9d1-066c-41f5-aa6d-cd0edb18de8e
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-163.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T22:42:14Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-s3-tls-global-pass-predictor-6d644d499d
    namespace: kserve-ci-e2e-test
    resourceVersion: "52980"
    uid: 7dd8b0de-471d-4b3c-a349-16e93c247598
  kind: Event
  lastTimestamp: "2026-07-24T22:42:14Z"
  message: 'Created pod: isvc-sklearn-s3-tls-global-pass-predictor-6d644d499d-dm7t8'
  metadata:
    creationTimestamp: "2026-07-24T22:42:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-24T22:42:14Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-6d644d499d.18c55b0c227955a0
    namespace: kserve-ci-e2e-test
    resourceVersion: "52993"
    uid: 1e70b953-d059-4413-80b7-5a5b429e9939
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T22:42:14Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-s3-tls-global-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "52978"
    uid: 0bbe341a-5cff-44a2-a823-1b16137ee45a
  kind: Event
  lastTimestamp: "2026-07-24T22:42:14Z"
  message: Scaled up replica set isvc-sklearn-s3-tls-global-pass-predictor-6d644d499d
    from 0 to 1
  metadata:
    creationTimestamp: "2026-07-24T22:42:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-24T22:42:14Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor.18c55b0c1f9f59cb
    namespace: kserve-ci-e2e-test
    resourceVersion: "52982"
    uid: f6c86c78-5e48-4a77-aafc-dbd66f92bb41
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-24T22:42:29Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-global-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "52979"
    uid: f64400ee-64d4-41df-b3a8-b7fee3c139ac
  kind: Event
  lastTimestamp: "2026-07-24T22:42:44Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-24T22:42:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-24T22:42:44Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor.18c55b0f9eaa115b
    namespace: kserve-ci-e2e-test
    resourceVersion: "53247"
    uid: f7c7fdb1-0875-4e66-9af7-e27c6980b75f
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-24T22:42:29Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-global-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "52979"
    uid: f64400ee-64d4-41df-b3a8-b7fee3c139ac
  kind: Event
  lastTimestamp: "2026-07-24T22:42:44Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-24T22:42:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-24T22:42:44Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor.18c55b0f9f2078e7
    namespace: kserve-ci-e2e-test
    resourceVersion: "53248"
    uid: 898a946d-1537-4950-a34d-d53636b0301f
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-24T22:43:00Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-global-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "53142"
    uid: f64400ee-64d4-41df-b3a8-b7fee3c139ac
  kind: Event
  lastTimestamp: "2026-07-24T22:43:30Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-24T22:43:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-24T22:43:30Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor.18c55b169e664d7d
    namespace: kserve-ci-e2e-test
    resourceVersion: "53553"
    uid: 076a46d3-e98a-4c58-907f-9a33f2d39ac3
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-24T22:43:00Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-global-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "53142"
    uid: f64400ee-64d4-41df-b3a8-b7fee3c139ac
  kind: Event
  lastTimestamp: "2026-07-24T22:43:30Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-24T22:43:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-24T22:43:30Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor.18c55b169f5b7ffb
    namespace: kserve-ci-e2e-test
    resourceVersion: "53554"
    uid: 32edfa02-fa66-4130-8c18-1c371dbf0c47
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-07-24T22:42:14Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-global-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "52969"
    uid: 7b722238-b785-4d91-bc67-93ae96acc4c7
  kind: Event
  lastTimestamp: "2026-07-24T22:43:35Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-24T22:42:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-24T22:43:35Z"
    name: isvc-sklearn-s3-tls-global-pass.18c55b0c1fa2fe54
    namespace: kserve-ci-e2e-test
    resourceVersion: "53601"
    uid: 3c8ed687-4cba-4177-b7b0-b959617bc1d5
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T22:42:14Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-global-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "52969"
    uid: 7b722238-b785-4d91-bc67-93ae96acc4c7
  kind: Event
  lastTimestamp: "2026-07-24T22:42:14Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-s3-tls-global-pass":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-s3-tls-global-pass":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-24T22:42:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-24T22:42:14Z"
    name: isvc-sklearn-s3-tls-global-pass.18c55b0c2031718b
    namespace: kserve-ci-e2e-test
    resourceVersion: "52985"
    uid: efadf75a-d54e-4149-83f0-78f228820d04
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T22:43:35Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-global-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "53598"
    uid: 7b722238-b785-4d91-bc67-93ae96acc4c7
  kind: Event
  lastTimestamp: "2026-07-24T22:43:35Z"
  message: InferenceService [isvc-sklearn-s3-tls-global-pass] is Ready
  metadata:
    creationTimestamp: "2026-07-24T22:43:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-24T22:43:35Z"
    name: isvc-sklearn-s3-tls-global-pass.18c55b1ecc41ba91
    namespace: kserve-ci-e2e-test
    resourceVersion: "53599"
    uid: 0a1df49c-944e-4265-aa16-abf452d074ff
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-24T22:47:00.618976Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-fail-predictor-6694cc88b7-pj54q
    namespace: kserve-ci-e2e-test
    resourceVersion: "55470"
    uid: e9d41004-86b4-44ce-8f05-ac8e0683d139
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-s3-tls-serving-fail-predictor-6694cc88b7-pj54q
    to ip-10-0-129-163.ec2.internal
  metadata:
    creationTimestamp: "2026-07-24T22:47:00Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-24T22:47:00Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor-6694cc88b7-pj54q.18c55b4ea2c9cfb5
    namespace: kserve-ci-e2e-test
    resourceVersion: "55474"
    uid: 8cfe0315-4f84-4294-916b-6634df2c6ef2
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-558cfff45f-z9c48
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T22:47:00Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-fail-predictor-6694cc88b7-pj54q
    namespace: kserve-ci-e2e-test
    resourceVersion: "55472"
    uid: e9d41004-86b4-44ce-8f05-ac8e0683d139
  kind: Event
  lastTimestamp: "2026-07-24T22:47:00Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-sklearn-s3-tls-serving-fail-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-07-24T22:47:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T22:47:00Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor-6694cc88b7-pj54q.18c55b4eaead5069
    namespace: kserve-ci-e2e-test
    resourceVersion: "55481"
    uid: 1f86054c-a388-40bb-b22d-10add538cb9c
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-163.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T22:47:01Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-fail-predictor-6694cc88b7-pj54q
    namespace: kserve-ci-e2e-test
    resourceVersion: "55477"
    uid: e9d41004-86b4-44ce-8f05-ac8e0683d139
  kind: Event
  lastTimestamp: "2026-07-24T22:47:01Z"
  message: Add eth0 [10.134.0.52/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-24T22:47:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-24T22:47:01Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor-6694cc88b7-pj54q.18c55b4ee07dafa9
    namespace: kserve-ci-e2e-test
    resourceVersion: "55493"
    uid: 8667b69f-61f5-4f3c-b955-464112c51afa
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-24T22:47:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-fail-predictor-6694cc88b7-pj54q
    namespace: kserve-ci-e2e-test
    resourceVersion: "55472"
    uid: e9d41004-86b4-44ce-8f05-ac8e0683d139
  kind: Event
  lastTimestamp: "2026-07-24T22:47:05Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:4bc99d27049df235a3e7474685f2095e74c6eed89dc3da2f17a1c3e85c3fa894"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-24T22:47:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T22:47:05Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor-6694cc88b7-pj54q.18c55b4ee1e20b40
    namespace: kserve-ci-e2e-test
    resourceVersion: "55536"
    uid: 3f6e4acb-710d-4671-9418-64820258eda9
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-163.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-24T22:47:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-fail-predictor-6694cc88b7-pj54q
    namespace: kserve-ci-e2e-test
    resourceVersion: "55472"
    uid: e9d41004-86b4-44ce-8f05-ac8e0683d139
  kind: Event
  lastTimestamp: "2026-07-24T22:47:05Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-24T22:47:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T22:47:05Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor-6694cc88b7-pj54q.18c55b4ee4f3e58e
    namespace: kserve-ci-e2e-test
    resourceVersion: "55540"
    uid: 524f52b2-733b-4341-82d7-ececc19bd275
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-163.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-24T22:47:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-fail-predictor-6694cc88b7-pj54q
    namespace: kserve-ci-e2e-test
    resourceVersion: "55472"
    uid: e9d41004-86b4-44ce-8f05-ac8e0683d139
  kind: Event
  lastTimestamp: "2026-07-24T22:47:05Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-24T22:47:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T22:47:05Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor-6694cc88b7-pj54q.18c55b4ee5744225
    namespace: kserve-ci-e2e-test
    resourceVersion: "55541"
    uid: 053d58c8-eb43-47f0-938c-9db28fc0ddd8
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-163.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T22:47:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-fail-predictor-6694cc88b7-pj54q
    namespace: kserve-ci-e2e-test
    resourceVersion: "55472"
    uid: e9d41004-86b4-44ce-8f05-ac8e0683d139
  kind: Event
  lastTimestamp: "2026-07-24T22:47:09Z"
  message: Back-off restarting failed container storage-initializer in pod isvc-sklearn-s3-tls-serving-fail-predictor-6694cc88b7-pj54q_kserve-ci-e2e-test(e9d41004-86b4-44ce-8f05-ac8e0683d139)
  metadata:
    creationTimestamp: "2026-07-24T22:47:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T22:47:09Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor-6694cc88b7-pj54q.18c55b50b10257b2
    namespace: kserve-ci-e2e-test
    resourceVersion: "55571"
    uid: 957c6d9c-8b9b-4571-b812-a2473c7387ee
  reason: BackOff
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-163.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T22:47:00Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-s3-tls-serving-fail-predictor-6694cc88b7
    namespace: kserve-ci-e2e-test
    resourceVersion: "55457"
    uid: 40bc8fe7-ee0f-4da3-a3c0-00b107ddea3f
  kind: Event
  lastTimestamp: "2026-07-24T22:47:00Z"
  message: 'Created pod: isvc-sklearn-s3-tls-serving-fail-predictor-6694cc88b7-pj54q'
  metadata:
    creationTimestamp: "2026-07-24T22:47:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-24T22:47:00Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor-6694cc88b7.18c55b4ea2688f16
    namespace: kserve-ci-e2e-test
    resourceVersion: "55471"
    uid: 5cb8b039-8ff1-48f6-b9e4-4e8d334c9d0b
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T22:47:00Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-s3-tls-serving-fail-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "55454"
    uid: 8f4bd112-6ddb-4536-841b-007bbbaaa4cc
  kind: Event
  lastTimestamp: "2026-07-24T22:47:00Z"
  message: Scaled up replica set isvc-sklearn-s3-tls-serving-fail-predictor-6694cc88b7
    from 0 to 1
  metadata:
    creationTimestamp: "2026-07-24T22:47:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-24T22:47:00Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor.18c55b4e9ebce1a8
    namespace: kserve-ci-e2e-test
    resourceVersion: "55460"
    uid: f01a2d2c-2c84-438d-9504-6e57e81df1e1
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-07-24T22:47:00Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-serving-fail
    namespace: kserve-ci-e2e-test
    resourceVersion: "55447"
    uid: 0791b4c2-cf93-45b9-a3dc-5797a1526bf3
  kind: Event
  lastTimestamp: "2026-07-24T22:47:09Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-24T22:47:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-24T22:47:09Z"
    name: isvc-sklearn-s3-tls-serving-fail.18c55b4e9ec67780
    namespace: kserve-ci-e2e-test
    resourceVersion: "55575"
    uid: f6960c5d-86e0-47c8-ab69-d1ea455ed75a
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T22:47:00Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-serving-fail
    namespace: kserve-ci-e2e-test
    resourceVersion: "55447"
    uid: 0791b4c2-cf93-45b9-a3dc-5797a1526bf3
  kind: Event
  lastTimestamp: "2026-07-24T22:47:00Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-s3-tls-serving-fail":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-s3-tls-serving-fail":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-24T22:47:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-24T22:47:00Z"
    name: isvc-sklearn-s3-tls-serving-fail.18c55b4e9f3da73e
    namespace: kserve-ci-e2e-test
    resourceVersion: "55464"
    uid: 8911ec07-836e-4a0a-89d0-43c2f02e9a7b
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-24T22:45:29.462748Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-5c46f6b55c-2jxlv
    namespace: kserve-ci-e2e-test
    resourceVersion: "54728"
    uid: 6938eeb3-0217-4b71-b7d9-b8b161429913
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-s3-tls-serving-pass-predictor-5c46f6b55c-2jxlv
    to ip-10-0-143-243.ec2.internal
  metadata:
    creationTimestamp: "2026-07-24T22:45:29Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-24T22:45:29Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-5c46f6b55c-2jxlv.18c55b3969743145
    namespace: kserve-ci-e2e-test
    resourceVersion: "54732"
    uid: 01851bd0-a838-4369-b01b-d1b9db46a294
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-558cfff45f-z9c48
  source: {}
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-24T22:45:29Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-5c46f6b55c-2jxlv
    namespace: kserve-ci-e2e-test
    resourceVersion: "54730"
    uid: 6938eeb3-0217-4b71-b7d9-b8b161429913
  kind: Event
  lastTimestamp: "2026-07-24T22:45:30Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-sklearn-s3-tls-serving-pass-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-07-24T22:45:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T22:45:30Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-5c46f6b55c-2jxlv.18c55b3972bc1da6
    namespace: kserve-ci-e2e-test
    resourceVersion: "54755"
    uid: 99643b7c-ea49-4dc4-9824-f7af477fcff4
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-243.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-243.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T22:45:31Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-5c46f6b55c-2jxlv
    namespace: kserve-ci-e2e-test
    resourceVersion: "54738"
    uid: 6938eeb3-0217-4b71-b7d9-b8b161429913
  kind: Event
  lastTimestamp: "2026-07-24T22:45:31Z"
  message: Add eth0 [10.133.0.60/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-24T22:45:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-24T22:45:31Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-5c46f6b55c-2jxlv.18c55b39dc748ac1
    namespace: kserve-ci-e2e-test
    resourceVersion: "54769"
    uid: c2f2472b-3d20-47b2-8ebc-5662fde60212
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T22:45:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-5c46f6b55c-2jxlv
    namespace: kserve-ci-e2e-test
    resourceVersion: "54730"
    uid: 6938eeb3-0217-4b71-b7d9-b8b161429913
  kind: Event
  lastTimestamp: "2026-07-24T22:45:31Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:4bc99d27049df235a3e7474685f2095e74c6eed89dc3da2f17a1c3e85c3fa894"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-24T22:45:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T22:45:31Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-5c46f6b55c-2jxlv.18c55b39ddfb0eb5
    namespace: kserve-ci-e2e-test
    resourceVersion: "54772"
    uid: 4a56b09f-8765-4d72-9111-cd6f299fa9b2
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-243.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-243.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T22:45:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-5c46f6b55c-2jxlv
    namespace: kserve-ci-e2e-test
    resourceVersion: "54730"
    uid: 6938eeb3-0217-4b71-b7d9-b8b161429913
  kind: Event
  lastTimestamp: "2026-07-24T22:45:31Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-24T22:45:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T22:45:31Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-5c46f6b55c-2jxlv.18c55b39e0c7540c
    namespace: kserve-ci-e2e-test
    resourceVersion: "54773"
    uid: d2f943ff-983f-4778-b6aa-262fc27bec23
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-243.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-243.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T22:45:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-5c46f6b55c-2jxlv
    namespace: kserve-ci-e2e-test
    resourceVersion: "54730"
    uid: 6938eeb3-0217-4b71-b7d9-b8b161429913
  kind: Event
  lastTimestamp: "2026-07-24T22:45:31Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-24T22:45:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T22:45:31Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-5c46f6b55c-2jxlv.18c55b39e13d0ca4
    namespace: kserve-ci-e2e-test
    resourceVersion: "54774"
    uid: d8932eb7-1da4-4d3c-b042-8112af3d6b81
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-243.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-243.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T22:45:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-5c46f6b55c-2jxlv
    namespace: kserve-ci-e2e-test
    resourceVersion: "54730"
    uid: 6938eeb3-0217-4b71-b7d9-b8b161429913
  kind: Event
  lastTimestamp: "2026-07-24T22:45:32Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1716"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-24T22:45:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T22:45:32Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-5c46f6b55c-2jxlv.18c55b3a1fef3855
    namespace: kserve-ci-e2e-test
    resourceVersion: "54784"
    uid: 006429bc-6106-4302-8d0a-7756a406106a
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-243.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-243.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T22:45:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-5c46f6b55c-2jxlv
    namespace: kserve-ci-e2e-test
    resourceVersion: "54730"
    uid: 6938eeb3-0217-4b71-b7d9-b8b161429913
  kind: Event
  lastTimestamp: "2026-07-24T22:45:32Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-24T22:45:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T22:45:32Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-5c46f6b55c-2jxlv.18c55b3a2327f135
    namespace: kserve-ci-e2e-test
    resourceVersion: "54787"
    uid: 0fbba734-a43f-4f12-9ad3-eba2665fe0f4
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-243.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-243.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T22:45:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-5c46f6b55c-2jxlv
    namespace: kserve-ci-e2e-test
    resourceVersion: "54730"
    uid: 6938eeb3-0217-4b71-b7d9-b8b161429913
  kind: Event
  lastTimestamp: "2026-07-24T22:45:32Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-24T22:45:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T22:45:32Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-5c46f6b55c-2jxlv.18c55b3a239e8f99
    namespace: kserve-ci-e2e-test
    resourceVersion: "54790"
    uid: 8f20278f-6ac7-4eb7-ab36-40afdeeedc0c
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-243.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-243.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T22:45:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-5c46f6b55c-2jxlv
    namespace: kserve-ci-e2e-test
    resourceVersion: "54730"
    uid: 6938eeb3-0217-4b71-b7d9-b8b161429913
  kind: Event
  lastTimestamp: "2026-07-24T22:45:32Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-24T22:45:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T22:45:32Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-5c46f6b55c-2jxlv.18c55b3a23a7e57b
    namespace: kserve-ci-e2e-test
    resourceVersion: "54791"
    uid: 44de6e3c-7c66-4ff9-9876-1e065f47fa6a
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-243.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-243.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T22:45:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-5c46f6b55c-2jxlv
    namespace: kserve-ci-e2e-test
    resourceVersion: "54730"
    uid: 6938eeb3-0217-4b71-b7d9-b8b161429913
  kind: Event
  lastTimestamp: "2026-07-24T22:45:32Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-24T22:45:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T22:45:32Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-5c46f6b55c-2jxlv.18c55b3a26819ba2
    namespace: kserve-ci-e2e-test
    resourceVersion: "54793"
    uid: 9004edd8-9dad-43ca-b50b-497a04fa5471
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-243.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-243.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T22:45:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-5c46f6b55c-2jxlv
    namespace: kserve-ci-e2e-test
    resourceVersion: "54730"
    uid: 6938eeb3-0217-4b71-b7d9-b8b161429913
  kind: Event
  lastTimestamp: "2026-07-24T22:45:32Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-24T22:45:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T22:45:32Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-5c46f6b55c-2jxlv.18c55b3a26f89789
    namespace: kserve-ci-e2e-test
    resourceVersion: "54794"
    uid: 7e25e414-2d39-4450-9626-c332b3e2cf75
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-243.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-243.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-07-24T22:45:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-5c46f6b55c-2jxlv
    namespace: kserve-ci-e2e-test
    resourceVersion: "54730"
    uid: 6938eeb3-0217-4b71-b7d9-b8b161429913
  kind: Event
  lastTimestamp: "2026-07-24T22:47:00Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.60:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-24T22:45:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T22:47:00Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-5c46f6b55c-2jxlv.18c55b3a97bc6ebf
    namespace: kserve-ci-e2e-test
    resourceVersion: "55458"
    uid: 2f28221f-a1b7-477b-a693-446781dd9acb
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-243.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-243.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T22:46:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-5c46f6b55c-2jxlv
    namespace: kserve-ci-e2e-test
    resourceVersion: "54730"
    uid: 6938eeb3-0217-4b71-b7d9-b8b161429913
  kind: Event
  lastTimestamp: "2026-07-24T22:46:59Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-24T22:46:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T22:46:59Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-5c46f6b55c-2jxlv.18c55b4e6320ebb2
    namespace: kserve-ci-e2e-test
    resourceVersion: "55431"
    uid: 9b74ff7f-38b3-4e1b-89ea-3dd33c8c18a1
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-243.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-243.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T22:46:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-5c46f6b55c-2jxlv
    namespace: kserve-ci-e2e-test
    resourceVersion: "54730"
    uid: 6938eeb3-0217-4b71-b7d9-b8b161429913
  kind: Event
  lastTimestamp: "2026-07-24T22:46:59Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-24T22:46:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T22:46:59Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-5c46f6b55c-2jxlv.18c55b4e63218c11
    namespace: kserve-ci-e2e-test
    resourceVersion: "55432"
    uid: 36e5a2a3-7985-4af8-b059-e425e942bded
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-243.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-243.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T22:47:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-5c46f6b55c-2jxlv
    namespace: kserve-ci-e2e-test
    resourceVersion: "54730"
    uid: 6938eeb3-0217-4b71-b7d9-b8b161429913
  kind: Event
  lastTimestamp: "2026-07-24T22:47:00Z"
  message: 'Readiness probe failed: Get "https://10.133.0.60:8643/healthz": dial tcp
    10.133.0.60:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-24T22:47:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T22:47:00Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-5c46f6b55c-2jxlv.18c55b4e9de5548f
    namespace: kserve-ci-e2e-test
    resourceVersion: "55455"
    uid: ce9f3a14-2ea4-4374-bd4b-d6257559d5c9
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-243.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-243.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T22:45:29Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-s3-tls-serving-pass-predictor-5c46f6b55c
    namespace: kserve-ci-e2e-test
    resourceVersion: "54719"
    uid: 965984d9-d87f-4e01-bf98-4e194ef1a1d8
  kind: Event
  lastTimestamp: "2026-07-24T22:45:29Z"
  message: 'Created pod: isvc-sklearn-s3-tls-serving-pass-predictor-5c46f6b55c-2jxlv'
  metadata:
    creationTimestamp: "2026-07-24T22:45:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-24T22:45:29Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-5c46f6b55c.18c55b39690df6ad
    namespace: kserve-ci-e2e-test
    resourceVersion: "54729"
    uid: e8f60b7e-c3f4-4d99-9dc3-a779da1f31e5
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T22:45:29Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-s3-tls-serving-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "54717"
    uid: 6da27a15-7dc0-428a-8c4f-e57914298d62
  kind: Event
  lastTimestamp: "2026-07-24T22:45:29Z"
  message: Scaled up replica set isvc-sklearn-s3-tls-serving-pass-predictor-5c46f6b55c
    from 0 to 1
  metadata:
    creationTimestamp: "2026-07-24T22:45:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-24T22:45:29Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor.18c55b3966e2dedf
    namespace: kserve-ci-e2e-test
    resourceVersion: "54720"
    uid: 327e9839-a178-4299-9779-15fcdbf36998
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-24T22:45:44Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-serving-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "54718"
    uid: ef891bb4-f462-407d-ad87-9f314d427d7a
  kind: Event
  lastTimestamp: "2026-07-24T22:45:59Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-24T22:45:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-24T22:45:59Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor.18c55b3ce57ab619
    namespace: kserve-ci-e2e-test
    resourceVersion: "54987"
    uid: 99bfe6ce-239e-4e49-8a29-625c76a63d00
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-24T22:45:44Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-serving-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "54718"
    uid: ef891bb4-f462-407d-ad87-9f314d427d7a
  kind: Event
  lastTimestamp: "2026-07-24T22:45:59Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-24T22:45:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-24T22:45:59Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor.18c55b3ce5dd99f7
    namespace: kserve-ci-e2e-test
    resourceVersion: "54989"
    uid: b0502357-a1ed-467f-9ce1-0a6c1c5f151f
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-07-24T22:46:14Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-serving-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "54880"
    uid: ef891bb4-f462-407d-ad87-9f314d427d7a
  kind: Event
  lastTimestamp: "2026-07-24T22:46:59Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-24T22:46:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-24T22:46:59Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor.18c55b43e4a624ce
    namespace: kserve-ci-e2e-test
    resourceVersion: "55428"
    uid: 153781c5-a5f7-406e-b591-5d77c7a08a34
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-07-24T22:46:14Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-serving-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "54880"
    uid: ef891bb4-f462-407d-ad87-9f314d427d7a
  kind: Event
  lastTimestamp: "2026-07-24T22:46:59Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-24T22:46:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-24T22:46:59Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor.18c55b43e526b7c8
    namespace: kserve-ci-e2e-test
    resourceVersion: "55429"
    uid: fdeebe4e-2e1f-4346-b4f3-31947ccb7c04
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-07-24T22:45:29Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-serving-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "54709"
    uid: 8ea62aec-c1bf-463d-8396-db7c9a45e030
  kind: Event
  lastTimestamp: "2026-07-24T22:46:50Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-24T22:45:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-24T22:46:50Z"
    name: isvc-sklearn-s3-tls-serving-pass.18c55b3966eb5f4b
    namespace: kserve-ci-e2e-test
    resourceVersion: "55354"
    uid: e4b7c08a-304c-4751-8bd5-db4f622497eb
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-24T22:45:29Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-serving-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "54709"
    uid: 8ea62aec-c1bf-463d-8396-db7c9a45e030
  kind: Event
  lastTimestamp: "2026-07-24T22:45:29Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-s3-tls-serving-pass":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-s3-tls-serving-pass":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-24T22:45:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-24T22:45:29Z"
    name: isvc-sklearn-s3-tls-serving-pass.18c55b3967532644
    namespace: kserve-ci-e2e-test
    resourceVersion: "54740"
    uid: e95f2d59-dc5c-4dc7-a887-009bba7393b6
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T22:45:29Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-serving-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "54711"
    uid: 8ea62aec-c1bf-463d-8396-db7c9a45e030
  kind: Event
  lastTimestamp: "2026-07-24T22:45:29Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-sklearn-s3-tls-serving-pass": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-07-24T22:45:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-24T22:45:29Z"
    name: isvc-sklearn-s3-tls-serving-pass.18c55b396d5c8043
    namespace: kserve-ci-e2e-test
    resourceVersion: "54741"
    uid: 103bd29a-1159-4287-8463-a4c46859aa73
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T22:46:50Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-serving-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "55352"
    uid: 8ea62aec-c1bf-463d-8396-db7c9a45e030
  kind: Event
  lastTimestamp: "2026-07-24T22:46:50Z"
  message: InferenceService [isvc-sklearn-s3-tls-serving-pass] is Ready
  metadata:
    creationTimestamp: "2026-07-24T22:46:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-24T22:46:50Z"
    name: isvc-sklearn-s3-tls-serving-pass.18c55b4c4f47c286
    namespace: kserve-ci-e2e-test
    resourceVersion: "55353"
    uid: 9fc32205-1cf0-44ae-a0b2-93c953310df4
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-07-24T22:40:54Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3
    namespace: kserve-ci-e2e-test
    resourceVersion: "52318"
    uid: aee4db86-3358-4ca2-b7d3-fe103ebcee59
  kind: Event
  lastTimestamp: "2026-07-24T22:42:08Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-24T22:40:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-24T22:42:08Z"
    name: isvc-sklearn-s3.18c55af96eaf8a3f
    namespace: kserve-ci-e2e-test
    resourceVersion: "52898"
    uid: 205ca2cd-7fca-458b-9b12-59ba79280508
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T22:40:54Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3
    namespace: kserve-ci-e2e-test
    resourceVersion: "52318"
    uid: aee4db86-3358-4ca2-b7d3-fe103ebcee59
  kind: Event
  lastTimestamp: "2026-07-24T22:40:54Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-s3": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-s3":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-24T22:40:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-24T22:40:54Z"
    name: isvc-sklearn-s3.18c55af96f5117a9
    namespace: kserve-ci-e2e-test
    resourceVersion: "52333"
    uid: 97a14f2d-e5f3-481b-a764-118b02e2da13
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T22:42:08Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3
    namespace: kserve-ci-e2e-test
    resourceVersion: "52896"
    uid: aee4db86-3358-4ca2-b7d3-fe103ebcee59
  kind: Event
  lastTimestamp: "2026-07-24T22:42:08Z"
  message: InferenceService [isvc-sklearn-s3] is Ready
  metadata:
    creationTimestamp: "2026-07-24T22:42:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-24T22:42:08Z"
    name: isvc-sklearn-s3.18c55b0a9af09660
    namespace: kserve-ci-e2e-test
    resourceVersion: "52897"
    uid: fd9043fa-69f3-4065-85f9-a354fabb0cfd
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T22:22:22Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-scheduler-predictor-699668459f
    namespace: kserve-ci-e2e-test
    resourceVersion: "43051"
    uid: 8a98cd16-13f9-47b6-8061-9d6607a59a4d
  kind: Event
  lastTimestamp: "2026-07-24T22:22:22Z"
  message: 'Created pod: isvc-sklearn-scheduler-predictor-699668459f-bmxrk'
  metadata:
    creationTimestamp: "2026-07-24T22:22:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-24T22:22:22Z"
    name: isvc-sklearn-scheduler-predictor-699668459f.18c559f692ba66e5
    namespace: kserve-ci-e2e-test
    resourceVersion: "43061"
    uid: 76790c13-5065-4731-8032-a3fbf5bdd837
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T22:22:22Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-scheduler-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "43050"
    uid: aef2b5df-4206-4646-97fa-3e4b09372bad
  kind: Event
  lastTimestamp: "2026-07-24T22:22:22Z"
  message: Scaled up replica set isvc-sklearn-scheduler-predictor-699668459f from
    0 to 1
  metadata:
    creationTimestamp: "2026-07-24T22:22:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-24T22:22:22Z"
    name: isvc-sklearn-scheduler-predictor.18c559f68e54eae5
    namespace: kserve-ci-e2e-test
    resourceVersion: "43053"
    uid: 2136807f-abdf-4c16-8092-ea82517d1323
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-07-24T22:22:22Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-scheduler
    namespace: kserve-ci-e2e-test
    resourceVersion: "43043"
    uid: 8b32419c-246e-426d-8a87-ba15babcb9af
  kind: Event
  lastTimestamp: "2026-07-24T22:22:23Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-24T22:22:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-24T22:22:23Z"
    name: isvc-sklearn-scheduler.18c559f68dfbaf79
    namespace: kserve-ci-e2e-test
    resourceVersion: "43077"
    uid: 9b8baf73-00aa-41af-91bf-9e24954b109a
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-24T22:22:22Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-scheduler
    namespace: kserve-ci-e2e-test
    resourceVersion: "43043"
    uid: 8b32419c-246e-426d-8a87-ba15babcb9af
  kind: Event
  lastTimestamp: "2026-07-24T22:22:22Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-scheduler":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-scheduler":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-24T22:22:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-24T22:22:22Z"
    name: isvc-sklearn-scheduler.18c559f68e8ac794
    namespace: kserve-ci-e2e-test
    resourceVersion: "43064"
    uid: 2b2147d4-bcb2-444e-91b2-08582a505b70
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-24T22:22:22Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-scheduler
    namespace: kserve-ci-e2e-test
    resourceVersion: "43043"
    uid: 8b32419c-246e-426d-8a87-ba15babcb9af
  kind: Event
  lastTimestamp: "2026-07-24T22:22:22Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-sklearn-scheduler": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-07-24T22:22:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-24T22:22:22Z"
    name: isvc-sklearn-scheduler.18c559f68e8b1b68
    namespace: kserve-ci-e2e-test
    resourceVersion: "43066"
    uid: 417f0b8b-1c16-48c5-ba69-d505a1975560
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-24T22:28:28.429690Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-7ddbdd7546-g7n6d
    namespace: kserve-ci-e2e-test
    resourceVersion: "46162"
    uid: 77bc93e9-85c4-4c09-94ba-9444aae93411
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-v2-mixed-predictor-7ddbdd7546-g7n6d
    to ip-10-0-143-243.ec2.internal
  metadata:
    creationTimestamp: "2026-07-24T22:28:28Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-24T22:28:28Z"
    name: isvc-sklearn-v2-mixed-predictor-7ddbdd7546-g7n6d.18c55a4baf241ece
    namespace: kserve-ci-e2e-test
    resourceVersion: "46167"
    uid: 0b146bb6-77f5-4bfe-b97d-a4f69685dde6
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-558cfff45f-z9c48
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T22:28:28Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-7ddbdd7546-g7n6d
    namespace: kserve-ci-e2e-test
    resourceVersion: "46164"
    uid: 77bc93e9-85c4-4c09-94ba-9444aae93411
  kind: Event
  lastTimestamp: "2026-07-24T22:28:28Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-sklearn-v2-mixed-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-07-24T22:28:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T22:28:28Z"
    name: isvc-sklearn-v2-mixed-predictor-7ddbdd7546-g7n6d.18c55a4bbe76335c
    namespace: kserve-ci-e2e-test
    resourceVersion: "46175"
    uid: f2450516-407a-4b75-aab1-25375d8cfa76
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-243.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-243.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T22:28:29Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-7ddbdd7546-g7n6d
    namespace: kserve-ci-e2e-test
    resourceVersion: "46171"
    uid: 77bc93e9-85c4-4c09-94ba-9444aae93411
  kind: Event
  lastTimestamp: "2026-07-24T22:28:29Z"
  message: Add eth0 [10.133.0.49/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-24T22:28:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-24T22:28:29Z"
    name: isvc-sklearn-v2-mixed-predictor-7ddbdd7546-g7n6d.18c55a4becb1115f
    namespace: kserve-ci-e2e-test
    resourceVersion: "46184"
    uid: 7a788742-d439-4c91-b161-2378c362f3c4
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T22:28:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-7ddbdd7546-g7n6d
    namespace: kserve-ci-e2e-test
    resourceVersion: "46164"
    uid: 77bc93e9-85c4-4c09-94ba-9444aae93411
  kind: Event
  lastTimestamp: "2026-07-24T22:28:29Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:4bc99d27049df235a3e7474685f2095e74c6eed89dc3da2f17a1c3e85c3fa894"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-24T22:28:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T22:28:29Z"
    name: isvc-sklearn-v2-mixed-predictor-7ddbdd7546-g7n6d.18c55a4bee2ed34e
    namespace: kserve-ci-e2e-test
    resourceVersion: "46186"
    uid: 36dbcead-ac37-49a5-9d5f-6ee94526dfc2
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-243.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-243.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T22:28:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-7ddbdd7546-g7n6d
    namespace: kserve-ci-e2e-test
    resourceVersion: "46164"
    uid: 77bc93e9-85c4-4c09-94ba-9444aae93411
  kind: Event
  lastTimestamp: "2026-07-24T22:28:29Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-24T22:28:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T22:28:29Z"
    name: isvc-sklearn-v2-mixed-predictor-7ddbdd7546-g7n6d.18c55a4bf0fe1483
    namespace: kserve-ci-e2e-test
    resourceVersion: "46187"
    uid: 4fa22c4b-9d93-45a1-9057-e1ebf0bab3b3
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-243.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-243.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T22:28:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-7ddbdd7546-g7n6d
    namespace: kserve-ci-e2e-test
    resourceVersion: "46164"
    uid: 77bc93e9-85c4-4c09-94ba-9444aae93411
  kind: Event
  lastTimestamp: "2026-07-24T22:28:29Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-24T22:28:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T22:28:29Z"
    name: isvc-sklearn-v2-mixed-predictor-7ddbdd7546-g7n6d.18c55a4bf18517dd
    namespace: kserve-ci-e2e-test
    resourceVersion: "46188"
    uid: d99a1410-b1dc-481b-9e58-ecfa3ece9ebb
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-243.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-243.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T22:28:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-7ddbdd7546-g7n6d
    namespace: kserve-ci-e2e-test
    resourceVersion: "46164"
    uid: 77bc93e9-85c4-4c09-94ba-9444aae93411
  kind: Event
  lastTimestamp: "2026-07-24T22:28:33Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1716"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-24T22:28:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T22:28:33Z"
    name: isvc-sklearn-v2-mixed-predictor-7ddbdd7546-g7n6d.18c55a4ce82a6dca
    namespace: kserve-ci-e2e-test
    resourceVersion: "46220"
    uid: a3882a78-5a76-4d07-83b3-45fdac3fe2bf
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-243.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-243.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T22:28:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-7ddbdd7546-g7n6d
    namespace: kserve-ci-e2e-test
    resourceVersion: "46164"
    uid: 77bc93e9-85c4-4c09-94ba-9444aae93411
  kind: Event
  lastTimestamp: "2026-07-24T22:28:33Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-24T22:28:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T22:28:33Z"
    name: isvc-sklearn-v2-mixed-predictor-7ddbdd7546-g7n6d.18c55a4ceba1553c
    namespace: kserve-ci-e2e-test
    resourceVersion: "46224"
    uid: 1d2dd707-1e9c-48cb-a70b-9092ad0dee44
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-243.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-243.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T22:28:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-7ddbdd7546-g7n6d
    namespace: kserve-ci-e2e-test
    resourceVersion: "46164"
    uid: 77bc93e9-85c4-4c09-94ba-9444aae93411
  kind: Event
  lastTimestamp: "2026-07-24T22:28:33Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-24T22:28:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T22:28:33Z"
    name: isvc-sklearn-v2-mixed-predictor-7ddbdd7546-g7n6d.18c55a4cec29a5e4
    namespace: kserve-ci-e2e-test
    resourceVersion: "46226"
    uid: 60d0ed0a-00f0-46eb-a0ea-a222a97e82c0
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-243.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-243.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T22:28:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-7ddbdd7546-g7n6d
    namespace: kserve-ci-e2e-test
    resourceVersion: "46164"
    uid: 77bc93e9-85c4-4c09-94ba-9444aae93411
  kind: Event
  lastTimestamp: "2026-07-24T22:28:33Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-24T22:28:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T22:28:33Z"
    name: isvc-sklearn-v2-mixed-predictor-7ddbdd7546-g7n6d.18c55a4cec33d79f
    namespace: kserve-ci-e2e-test
    resourceVersion: "46228"
    uid: 5a1e61dc-4cb7-4dad-b281-d7e69732a0d8
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-243.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-243.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T22:28:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-7ddbdd7546-g7n6d
    namespace: kserve-ci-e2e-test
    resourceVersion: "46164"
    uid: 77bc93e9-85c4-4c09-94ba-9444aae93411
  kind: Event
  lastTimestamp: "2026-07-24T22:28:33Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-24T22:28:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T22:28:33Z"
    name: isvc-sklearn-v2-mixed-predictor-7ddbdd7546-g7n6d.18c55a4ceece6eed
    namespace: kserve-ci-e2e-test
    resourceVersion: "46232"
    uid: c3537197-191d-4bac-b27a-1dd5eb700fc6
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-243.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-243.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T22:28:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-7ddbdd7546-g7n6d
    namespace: kserve-ci-e2e-test
    resourceVersion: "46164"
    uid: 77bc93e9-85c4-4c09-94ba-9444aae93411
  kind: Event
  lastTimestamp: "2026-07-24T22:28:33Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-24T22:28:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T22:28:33Z"
    name: isvc-sklearn-v2-mixed-predictor-7ddbdd7546-g7n6d.18c55a4cef41030d
    namespace: kserve-ci-e2e-test
    resourceVersion: "46233"
    uid: 44aea759-53ba-4c7a-9ddf-463925e01ea3
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-243.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-243.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-07-24T22:28:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-7ddbdd7546-g7n6d
    namespace: kserve-ci-e2e-test
    resourceVersion: "46164"
    uid: 77bc93e9-85c4-4c09-94ba-9444aae93411
  kind: Event
  lastTimestamp: "2026-07-24T22:30:01Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.49:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-24T22:28:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T22:30:01Z"
    name: isvc-sklearn-v2-mixed-predictor-7ddbdd7546-g7n6d.18c55a4d60094f47
    namespace: kserve-ci-e2e-test
    resourceVersion: "46895"
    uid: 7147bca4-3660-4fba-9e85-1ab7b0c966d9
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-243.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-243.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T22:29:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-7ddbdd7546-g7n6d
    namespace: kserve-ci-e2e-test
    resourceVersion: "46164"
    uid: 77bc93e9-85c4-4c09-94ba-9444aae93411
  kind: Event
  lastTimestamp: "2026-07-24T22:29:58Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-24T22:29:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T22:29:58Z"
    name: isvc-sklearn-v2-mixed-predictor-7ddbdd7546-g7n6d.18c55a60ac229f83
    namespace: kserve-ci-e2e-test
    resourceVersion: "46874"
    uid: 65a64548-ba43-4b86-a902-3f298a732210
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-243.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-243.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T22:29:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-7ddbdd7546-g7n6d
    namespace: kserve-ci-e2e-test
    resourceVersion: "46164"
    uid: 77bc93e9-85c4-4c09-94ba-9444aae93411
  kind: Event
  lastTimestamp: "2026-07-24T22:29:58Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-24T22:29:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T22:29:58Z"
    name: isvc-sklearn-v2-mixed-predictor-7ddbdd7546-g7n6d.18c55a60ac230043
    namespace: kserve-ci-e2e-test
    resourceVersion: "46875"
    uid: f1bd7b2d-2fcd-4a4b-92c9-1f41d56b048b
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-243.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-243.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T22:30:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-7ddbdd7546-g7n6d
    namespace: kserve-ci-e2e-test
    resourceVersion: "46164"
    uid: 77bc93e9-85c4-4c09-94ba-9444aae93411
  kind: Event
  lastTimestamp: "2026-07-24T22:30:01Z"
  message: 'Readiness probe failed: Get "https://10.133.0.49:8643/healthz": dial tcp
    10.133.0.49:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-24T22:30:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T22:30:01Z"
    name: isvc-sklearn-v2-mixed-predictor-7ddbdd7546-g7n6d.18c55a61663cbdf1
    namespace: kserve-ci-e2e-test
    resourceVersion: "46894"
    uid: f5025ea3-735e-45b9-bff7-6d24fe90d678
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-243.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-243.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T22:28:28Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-v2-mixed-predictor-7ddbdd7546
    namespace: kserve-ci-e2e-test
    resourceVersion: "46149"
    uid: bde2d255-ce91-4b66-b8ea-dcb281298fdb
  kind: Event
  lastTimestamp: "2026-07-24T22:28:28Z"
  message: 'Created pod: isvc-sklearn-v2-mixed-predictor-7ddbdd7546-g7n6d'
  metadata:
    creationTimestamp: "2026-07-24T22:28:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-24T22:28:28Z"
    name: isvc-sklearn-v2-mixed-predictor-7ddbdd7546.18c55a4bae9821d2
    namespace: kserve-ci-e2e-test
    resourceVersion: "46163"
    uid: b989750c-d88d-4378-8dc3-63fd0071aca9
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T22:28:28Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-v2-mixed-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "46147"
    uid: ac0c6c5e-02f6-4dbe-b9db-0b7a5a8a9156
  kind: Event
  lastTimestamp: "2026-07-24T22:28:28Z"
  message: Scaled up replica set isvc-sklearn-v2-mixed-predictor-7ddbdd7546 from 0
    to 1
  metadata:
    creationTimestamp: "2026-07-24T22:28:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-24T22:28:28Z"
    name: isvc-sklearn-v2-mixed-predictor.18c55a4ba9f54c97
    namespace: kserve-ci-e2e-test
    resourceVersion: "46151"
    uid: b165a114-f407-47c6-ade2-c5d5e00e74db
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-24T22:28:43Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-mixed-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "46148"
    uid: b54876be-ffe9-4c97-9c64-f98e428e8471
  kind: Event
  lastTimestamp: "2026-07-24T22:29:13Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-24T22:28:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-24T22:29:13Z"
    name: isvc-sklearn-v2-mixed-predictor.18c55a4f28556732
    namespace: kserve-ci-e2e-test
    resourceVersion: "46524"
    uid: faea1227-7abd-4c15-9ef5-1f7995417bce
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-24T22:28:43Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-mixed-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "46148"
    uid: b54876be-ffe9-4c97-9c64-f98e428e8471
  kind: Event
  lastTimestamp: "2026-07-24T22:29:13Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-24T22:28:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-24T22:29:13Z"
    name: isvc-sklearn-v2-mixed-predictor.18c55a4f28bc6535
    namespace: kserve-ci-e2e-test
    resourceVersion: "46525"
    uid: 43fbae6e-8460-4e61-b870-587c100f4ab7
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-24T22:29:28Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-mixed-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "46309"
    uid: b54876be-ffe9-4c97-9c64-f98e428e8471
  kind: Event
  lastTimestamp: "2026-07-24T22:29:58Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-24T22:29:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-24T22:29:58Z"
    name: isvc-sklearn-v2-mixed-predictor.18c55a59a600ad28
    namespace: kserve-ci-e2e-test
    resourceVersion: "46855"
    uid: 12b41f45-ad8c-4ecc-b47f-fbbb472c83b2
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-24T22:29:28Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-mixed-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "46309"
    uid: b54876be-ffe9-4c97-9c64-f98e428e8471
  kind: Event
  lastTimestamp: "2026-07-24T22:29:58Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-24T22:29:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-24T22:29:58Z"
    name: isvc-sklearn-v2-mixed-predictor.18c55a59a666a035
    namespace: kserve-ci-e2e-test
    resourceVersion: "46856"
    uid: 1aca8ce2-4c41-4c4c-bc41-5c2337810a5f
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-07-24T22:28:28Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2-mixed
    namespace: kserve-ci-e2e-test
    resourceVersion: "46140"
    uid: 2a66a0c8-7372-4fd8-b9fd-9a638ff1a218
  kind: Event
  lastTimestamp: "2026-07-24T22:29:51Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-24T22:28:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-24T22:29:51Z"
    name: isvc-sklearn-v2-mixed.18c55a4ba9cb36f5
    namespace: kserve-ci-e2e-test
    resourceVersion: "46808"
    uid: 9dfd66f1-148a-4c25-a142-4a59b517e229
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T22:28:28Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2-mixed
    namespace: kserve-ci-e2e-test
    resourceVersion: "46140"
    uid: 2a66a0c8-7372-4fd8-b9fd-9a638ff1a218
  kind: Event
  lastTimestamp: "2026-07-24T22:28:28Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-v2-mixed":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-v2-mixed":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-24T22:28:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-24T22:28:28Z"
    name: isvc-sklearn-v2-mixed.18c55a4baa3dba25
    namespace: kserve-ci-e2e-test
    resourceVersion: "46155"
    uid: 7a860352-788b-49f1-88d0-73c5e644f64b
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T22:29:51Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2-mixed
    namespace: kserve-ci-e2e-test
    resourceVersion: "46806"
    uid: 2a66a0c8-7372-4fd8-b9fd-9a638ff1a218
  kind: Event
  lastTimestamp: "2026-07-24T22:29:51Z"
  message: InferenceService [isvc-sklearn-v2-mixed] is Ready
  metadata:
    creationTimestamp: "2026-07-24T22:29:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-24T22:29:51Z"
    name: isvc-sklearn-v2-mixed.18c55a5f18040ee9
    namespace: kserve-ci-e2e-test
    resourceVersion: "46807"
    uid: 03c57537-9ddb-4696-81a1-8e79951f9a2d
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-24T22:26:53.064027Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-v2-predictor-59d6dcff47-8nhk6
    namespace: kserve-ci-e2e-test
    resourceVersion: "45381"
    uid: 72b99ee3-049c-4790-9ae1-643c2358d351
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-v2-predictor-59d6dcff47-8nhk6
    to ip-10-0-143-243.ec2.internal
  metadata:
    creationTimestamp: "2026-07-24T22:26:53Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-24T22:26:53Z"
    name: isvc-sklearn-v2-predictor-59d6dcff47-8nhk6.18c55a357ae78fb4
    namespace: kserve-ci-e2e-test
    resourceVersion: "45387"
    uid: 5cff69e3-6f82-4cc9-9ce1-16e6895f3e5b
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-558cfff45f-z9c48
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T22:26:53Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-v2-predictor-59d6dcff47-8nhk6
    namespace: kserve-ci-e2e-test
    resourceVersion: "45384"
    uid: 72b99ee3-049c-4790-9ae1-643c2358d351
  kind: Event
  lastTimestamp: "2026-07-24T22:26:53Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-sklearn-v2-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-07-24T22:26:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T22:26:53Z"
    name: isvc-sklearn-v2-predictor-59d6dcff47-8nhk6.18c55a358836e171
    namespace: kserve-ci-e2e-test
    resourceVersion: "45394"
    uid: 1079a8bf-b5cf-4635-9f81-24b0dd0a8fd0
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-243.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-243.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T22:26:54Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-v2-predictor-59d6dcff47-8nhk6
    namespace: kserve-ci-e2e-test
    resourceVersion: "45391"
    uid: 72b99ee3-049c-4790-9ae1-643c2358d351
  kind: Event
  lastTimestamp: "2026-07-24T22:26:54Z"
  message: Add eth0 [10.133.0.48/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-24T22:26:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-24T22:26:54Z"
    name: isvc-sklearn-v2-predictor-59d6dcff47-8nhk6.18c55a35b81760f7
    namespace: kserve-ci-e2e-test
    resourceVersion: "45405"
    uid: 28513e48-8d75-4708-add0-5b75670b06c2
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T22:26:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-predictor-59d6dcff47-8nhk6
    namespace: kserve-ci-e2e-test
    resourceVersion: "45384"
    uid: 72b99ee3-049c-4790-9ae1-643c2358d351
  kind: Event
  lastTimestamp: "2026-07-24T22:26:54Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:4bc99d27049df235a3e7474685f2095e74c6eed89dc3da2f17a1c3e85c3fa894"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-24T22:26:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T22:26:54Z"
    name: isvc-sklearn-v2-predictor-59d6dcff47-8nhk6.18c55a35b9723a86
    namespace: kserve-ci-e2e-test
    resourceVersion: "45408"
    uid: 6fc3476f-36ad-420a-bf8f-aead78e5702b
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-243.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-243.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T22:26:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-predictor-59d6dcff47-8nhk6
    namespace: kserve-ci-e2e-test
    resourceVersion: "45384"
    uid: 72b99ee3-049c-4790-9ae1-643c2358d351
  kind: Event
  lastTimestamp: "2026-07-24T22:26:54Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-24T22:26:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T22:26:54Z"
    name: isvc-sklearn-v2-predictor-59d6dcff47-8nhk6.18c55a35bc6690a8
    namespace: kserve-ci-e2e-test
    resourceVersion: "45410"
    uid: 3d4e27c2-b793-4ddd-b8a7-593f40374481
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-243.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-243.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T22:26:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-predictor-59d6dcff47-8nhk6
    namespace: kserve-ci-e2e-test
    resourceVersion: "45384"
    uid: 72b99ee3-049c-4790-9ae1-643c2358d351
  kind: Event
  lastTimestamp: "2026-07-24T22:26:54Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-24T22:26:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T22:26:54Z"
    name: isvc-sklearn-v2-predictor-59d6dcff47-8nhk6.18c55a35bcd89f1c
    namespace: kserve-ci-e2e-test
    resourceVersion: "45411"
    uid: 72a82007-6c94-4fc8-b716-05f063753c69
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-243.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-243.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T22:26:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-predictor-59d6dcff47-8nhk6
    namespace: kserve-ci-e2e-test
    resourceVersion: "45384"
    uid: 72b99ee3-049c-4790-9ae1-643c2358d351
  kind: Event
  lastTimestamp: "2026-07-24T22:26:58Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1716"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-24T22:26:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T22:26:58Z"
    name: isvc-sklearn-v2-predictor-59d6dcff47-8nhk6.18c55a36b4488b5a
    namespace: kserve-ci-e2e-test
    resourceVersion: "45445"
    uid: c9b585a8-7293-42a4-84da-f12b21cd35e8
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-243.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-243.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T22:26:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-predictor-59d6dcff47-8nhk6
    namespace: kserve-ci-e2e-test
    resourceVersion: "45384"
    uid: 72b99ee3-049c-4790-9ae1-643c2358d351
  kind: Event
  lastTimestamp: "2026-07-24T22:26:58Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-24T22:26:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T22:26:58Z"
    name: isvc-sklearn-v2-predictor-59d6dcff47-8nhk6.18c55a36b7380e43
    namespace: kserve-ci-e2e-test
    resourceVersion: "45447"
    uid: 9579e385-523f-4ab9-888c-9804437022ea
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-243.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-243.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T22:26:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-predictor-59d6dcff47-8nhk6
    namespace: kserve-ci-e2e-test
    resourceVersion: "45384"
    uid: 72b99ee3-049c-4790-9ae1-643c2358d351
  kind: Event
  lastTimestamp: "2026-07-24T22:26:58Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-24T22:26:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T22:26:58Z"
    name: isvc-sklearn-v2-predictor-59d6dcff47-8nhk6.18c55a36b7a97429
    namespace: kserve-ci-e2e-test
    resourceVersion: "45450"
    uid: ab2609ef-1afd-44cb-94ec-a7a937545adb
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-243.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-243.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T22:26:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-predictor-59d6dcff47-8nhk6
    namespace: kserve-ci-e2e-test
    resourceVersion: "45384"
    uid: 72b99ee3-049c-4790-9ae1-643c2358d351
  kind: Event
  lastTimestamp: "2026-07-24T22:26:58Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-24T22:26:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T22:26:58Z"
    name: isvc-sklearn-v2-predictor-59d6dcff47-8nhk6.18c55a36b7b2e34c
    namespace: kserve-ci-e2e-test
    resourceVersion: "45451"
    uid: 254d2e78-ec67-4868-bc2f-923fde37ab55
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-243.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-243.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T22:26:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-predictor-59d6dcff47-8nhk6
    namespace: kserve-ci-e2e-test
    resourceVersion: "45384"
    uid: 72b99ee3-049c-4790-9ae1-643c2358d351
  kind: Event
  lastTimestamp: "2026-07-24T22:26:58Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-24T22:26:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T22:26:58Z"
    name: isvc-sklearn-v2-predictor-59d6dcff47-8nhk6.18c55a36bace6273
    namespace: kserve-ci-e2e-test
    resourceVersion: "45453"
    uid: 19758d22-47ac-43f0-b0ba-b072efcfaacc
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-243.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-243.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T22:26:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-predictor-59d6dcff47-8nhk6
    namespace: kserve-ci-e2e-test
    resourceVersion: "45384"
    uid: 72b99ee3-049c-4790-9ae1-643c2358d351
  kind: Event
  lastTimestamp: "2026-07-24T22:26:58Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-24T22:26:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T22:26:58Z"
    name: isvc-sklearn-v2-predictor-59d6dcff47-8nhk6.18c55a36bb43e507
    namespace: kserve-ci-e2e-test
    resourceVersion: "45454"
    uid: dcce8f61-25c7-43b9-9cc0-1b06eebfb812
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-243.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-243.ec2.internal
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-07-24T22:26:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-predictor-59d6dcff47-8nhk6
    namespace: kserve-ci-e2e-test
    resourceVersion: "45384"
    uid: 72b99ee3-049c-4790-9ae1-643c2358d351
  kind: Event
  lastTimestamp: "2026-07-24T22:28:26Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.48:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-24T22:26:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T22:28:26Z"
    name: isvc-sklearn-v2-predictor-59d6dcff47-8nhk6.18c55a36f04d3c4a
    namespace: kserve-ci-e2e-test
    resourceVersion: "46116"
    uid: 8e0ccbed-f668-4629-8de1-3a26d8ff6b44
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-243.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-243.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T22:28:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-predictor-59d6dcff47-8nhk6
    namespace: kserve-ci-e2e-test
    resourceVersion: "45384"
    uid: 72b99ee3-049c-4790-9ae1-643c2358d351
  kind: Event
  lastTimestamp: "2026-07-24T22:28:23Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-24T22:28:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T22:28:23Z"
    name: isvc-sklearn-v2-predictor-59d6dcff47-8nhk6.18c55a4a7b705146
    namespace: kserve-ci-e2e-test
    resourceVersion: "46087"
    uid: cdad5ecb-79e8-4bc7-88a1-8efc0396377d
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-243.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-243.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T22:28:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-predictor-59d6dcff47-8nhk6
    namespace: kserve-ci-e2e-test
    resourceVersion: "45384"
    uid: 72b99ee3-049c-4790-9ae1-643c2358d351
  kind: Event
  lastTimestamp: "2026-07-24T22:28:23Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-24T22:28:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T22:28:23Z"
    name: isvc-sklearn-v2-predictor-59d6dcff47-8nhk6.18c55a4a7b70d96d
    namespace: kserve-ci-e2e-test
    resourceVersion: "46088"
    uid: 6c23494e-4830-4ff0-a567-7f20ddd2fe4f
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-243.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-243.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T22:28:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-predictor-59d6dcff47-8nhk6
    namespace: kserve-ci-e2e-test
    resourceVersion: "45384"
    uid: 72b99ee3-049c-4790-9ae1-643c2358d351
  kind: Event
  lastTimestamp: "2026-07-24T22:28:26Z"
  message: 'Readiness probe failed: Get "https://10.133.0.48:8643/healthz": dial tcp
    10.133.0.48:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-24T22:28:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T22:28:26Z"
    name: isvc-sklearn-v2-predictor-59d6dcff47-8nhk6.18c55a4b32435e5b
    namespace: kserve-ci-e2e-test
    resourceVersion: "46115"
    uid: 6957dc60-0a99-4e64-8c60-bfcedbb30d85
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-243.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-243.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T22:26:53Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-v2-predictor-59d6dcff47
    namespace: kserve-ci-e2e-test
    resourceVersion: "45372"
    uid: 1b16e3db-c10b-40cd-ab77-fafc90198924
  kind: Event
  lastTimestamp: "2026-07-24T22:26:53Z"
  message: 'Created pod: isvc-sklearn-v2-predictor-59d6dcff47-8nhk6'
  metadata:
    creationTimestamp: "2026-07-24T22:26:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-24T22:26:53Z"
    name: isvc-sklearn-v2-predictor-59d6dcff47.18c55a357a51026b
    namespace: kserve-ci-e2e-test
    resourceVersion: "45383"
    uid: 08846e44-3796-4277-8145-5450e2b0f46c
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T22:26:53Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "45370"
    uid: 1885b1d6-11f0-4ac9-aa6d-8a4f2ee01cdb
  kind: Event
  lastTimestamp: "2026-07-24T22:26:53Z"
  message: Scaled up replica set isvc-sklearn-v2-predictor-59d6dcff47 from 0 to 1
  metadata:
    creationTimestamp: "2026-07-24T22:26:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-24T22:26:53Z"
    name: isvc-sklearn-v2-predictor.18c55a357720d445
    namespace: kserve-ci-e2e-test
    resourceVersion: "45373"
    uid: f74883b5-67da-4c6b-9b9c-233b2d4342fd
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-24T22:27:08Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "45371"
    uid: 69544de8-7f49-4fbb-a42c-d5155dfcecd7
  kind: Event
  lastTimestamp: "2026-07-24T22:27:38Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-24T22:27:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-24T22:27:38Z"
    name: isvc-sklearn-v2-predictor.18c55a38f61573e7
    namespace: kserve-ci-e2e-test
    resourceVersion: "45740"
    uid: e5e94d01-4ddf-49a8-a22f-86f6fe765e77
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-24T22:27:08Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "45371"
    uid: 69544de8-7f49-4fbb-a42c-d5155dfcecd7
  kind: Event
  lastTimestamp: "2026-07-24T22:27:38Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-24T22:27:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-24T22:27:38Z"
    name: isvc-sklearn-v2-predictor.18c55a38f6855f9a
    namespace: kserve-ci-e2e-test
    resourceVersion: "45741"
    uid: 0c330ba0-4841-4b7a-a8a7-e5e893195f73
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-24T22:27:53Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "45531"
    uid: 69544de8-7f49-4fbb-a42c-d5155dfcecd7
  kind: Event
  lastTimestamp: "2026-07-24T22:28:23Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-24T22:27:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-24T22:28:23Z"
    name: isvc-sklearn-v2-predictor.18c55a437387760e
    namespace: kserve-ci-e2e-test
    resourceVersion: "46070"
    uid: b1f2dc18-66c2-4ca6-8ae2-bd93ca90f6c4
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-24T22:27:53Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "45531"
    uid: 69544de8-7f49-4fbb-a42c-d5155dfcecd7
  kind: Event
  lastTimestamp: "2026-07-24T22:28:23Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-24T22:27:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-24T22:28:23Z"
    name: isvc-sklearn-v2-predictor.18c55a4373f20acd
    namespace: kserve-ci-e2e-test
    resourceVersion: "46071"
    uid: 99d31a2c-7f1b-4873-b769-043a1383a225
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-24T22:25:47.839072Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-xzbl6
    namespace: kserve-ci-e2e-test
    resourceVersion: "44835"
    uid: 6807afd0-e5b0-420e-ba0b-f994d001df5f
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-v2-runtime-predictor-5f69c7d498-xzbl6
    to ip-10-0-143-243.ec2.internal
  metadata:
    creationTimestamp: "2026-07-24T22:25:47Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-24T22:25:47Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-xzbl6.18c55a264b31bae5
    namespace: kserve-ci-e2e-test
    resourceVersion: "44841"
    uid: 3c34b933-7c31-457f-ba74-f8002136eb70
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-558cfff45f-z9c48
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T22:25:48Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-xzbl6
    namespace: kserve-ci-e2e-test
    resourceVersion: "44847"
    uid: 6807afd0-e5b0-420e-ba0b-f994d001df5f
  kind: Event
  lastTimestamp: "2026-07-24T22:25:48Z"
  message: Add eth0 [10.133.0.47/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-24T22:25:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-24T22:25:48Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-xzbl6.18c55a2664660b5f
    namespace: kserve-ci-e2e-test
    resourceVersion: "44857"
    uid: 2c9f33d8-2802-4131-885e-214ae3b9c637
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T22:25:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-xzbl6
    namespace: kserve-ci-e2e-test
    resourceVersion: "44839"
    uid: 6807afd0-e5b0-420e-ba0b-f994d001df5f
  kind: Event
  lastTimestamp: "2026-07-24T22:25:48Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:4bc99d27049df235a3e7474685f2095e74c6eed89dc3da2f17a1c3e85c3fa894"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-24T22:25:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T22:25:48Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-xzbl6.18c55a2665de6377
    namespace: kserve-ci-e2e-test
    resourceVersion: "44859"
    uid: ee753731-d500-42ac-be9d-52e11a825e25
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-243.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-243.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T22:25:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-xzbl6
    namespace: kserve-ci-e2e-test
    resourceVersion: "44839"
    uid: 6807afd0-e5b0-420e-ba0b-f994d001df5f
  kind: Event
  lastTimestamp: "2026-07-24T22:25:48Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-24T22:25:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T22:25:48Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-xzbl6.18c55a2668b3112b
    namespace: kserve-ci-e2e-test
    resourceVersion: "44860"
    uid: 9bdf6945-2ab7-4ccf-bf83-72221f1362da
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-243.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-243.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T22:25:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-xzbl6
    namespace: kserve-ci-e2e-test
    resourceVersion: "44839"
    uid: 6807afd0-e5b0-420e-ba0b-f994d001df5f
  kind: Event
  lastTimestamp: "2026-07-24T22:25:48Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-24T22:25:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T22:25:48Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-xzbl6.18c55a2669293fd4
    namespace: kserve-ci-e2e-test
    resourceVersion: "44861"
    uid: 9981e4b1-72ce-442e-8309-e730fd9416cb
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-243.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-243.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T22:25:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-xzbl6
    namespace: kserve-ci-e2e-test
    resourceVersion: "44839"
    uid: 6807afd0-e5b0-420e-ba0b-f994d001df5f
  kind: Event
  lastTimestamp: "2026-07-24T22:25:53Z"
  message: Container image "docker.io/seldonio/mlserver:1.7.1" already present on
    machine
  metadata:
    creationTimestamp: "2026-07-24T22:25:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T22:25:53Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-xzbl6.18c55a278332e0de
    namespace: kserve-ci-e2e-test
    resourceVersion: "44900"
    uid: 492a61ed-5d7e-467c-ae45-62f3eadbe62b
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-243.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-243.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T22:25:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-xzbl6
    namespace: kserve-ci-e2e-test
    resourceVersion: "44839"
    uid: 6807afd0-e5b0-420e-ba0b-f994d001df5f
  kind: Event
  lastTimestamp: "2026-07-24T22:25:53Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-24T22:25:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T22:25:53Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-xzbl6.18c55a278650b63c
    namespace: kserve-ci-e2e-test
    resourceVersion: "44902"
    uid: bcdbbe98-1040-480e-a695-ec2b7b8cb0b3
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-243.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-243.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T22:25:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-xzbl6
    namespace: kserve-ci-e2e-test
    resourceVersion: "44839"
    uid: 6807afd0-e5b0-420e-ba0b-f994d001df5f
  kind: Event
  lastTimestamp: "2026-07-24T22:25:53Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-24T22:25:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T22:25:53Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-xzbl6.18c55a2786ca7823
    namespace: kserve-ci-e2e-test
    resourceVersion: "44905"
    uid: 2d921b14-24a8-4b69-a322-37f89460834b
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-243.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-243.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T22:25:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-xzbl6
    namespace: kserve-ci-e2e-test
    resourceVersion: "44839"
    uid: 6807afd0-e5b0-420e-ba0b-f994d001df5f
  kind: Event
  lastTimestamp: "2026-07-24T22:25:53Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-24T22:25:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T22:25:53Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-xzbl6.18c55a2786d464cb
    namespace: kserve-ci-e2e-test
    resourceVersion: "44906"
    uid: 419d6897-ed8a-40b2-a2e6-d06418c3eee3
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-243.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-243.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T22:25:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-xzbl6
    namespace: kserve-ci-e2e-test
    resourceVersion: "44839"
    uid: 6807afd0-e5b0-420e-ba0b-f994d001df5f
  kind: Event
  lastTimestamp: "2026-07-24T22:25:53Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-24T22:25:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T22:25:53Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-xzbl6.18c55a278974fba4
    namespace: kserve-ci-e2e-test
    resourceVersion: "44908"
    uid: 6fa1f77e-307b-4790-b1f9-89a0fbc2b286
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-243.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-243.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T22:25:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-xzbl6
    namespace: kserve-ci-e2e-test
    resourceVersion: "44839"
    uid: 6807afd0-e5b0-420e-ba0b-f994d001df5f
  kind: Event
  lastTimestamp: "2026-07-24T22:25:53Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-24T22:25:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T22:25:53Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-xzbl6.18c55a2789e81438
    namespace: kserve-ci-e2e-test
    resourceVersion: "44909"
    uid: 7e128f35-7491-4a65-8137-7be74fd4d2cb
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-243.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-243.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T22:26:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-xzbl6
    namespace: kserve-ci-e2e-test
    resourceVersion: "44839"
    uid: 6807afd0-e5b0-420e-ba0b-f994d001df5f
  kind: Event
  lastTimestamp: "2026-07-24T22:26:30Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 400'
  metadata:
    creationTimestamp: "2026-07-24T22:26:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T22:26:30Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-xzbl6.18c55a3026fa195d
    namespace: kserve-ci-e2e-test
    resourceVersion: "45171"
    uid: cf5f8f7e-e161-4568-bc08-ee042c14e797
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-243.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-243.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T22:26:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-xzbl6
    namespace: kserve-ci-e2e-test
    resourceVersion: "44839"
    uid: 6807afd0-e5b0-420e-ba0b-f994d001df5f
  kind: Event
  lastTimestamp: "2026-07-24T22:26:48Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-24T22:26:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T22:26:48Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-xzbl6.18c55a344e3e2d80
    namespace: kserve-ci-e2e-test
    resourceVersion: "45321"
    uid: 16fdc286-12ba-4ade-878e-e5d074655161
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-243.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-243.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T22:26:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-xzbl6
    namespace: kserve-ci-e2e-test
    resourceVersion: "44839"
    uid: 6807afd0-e5b0-420e-ba0b-f994d001df5f
  kind: Event
  lastTimestamp: "2026-07-24T22:26:48Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-24T22:26:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T22:26:48Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-xzbl6.18c55a344e3e9a3d
    namespace: kserve-ci-e2e-test
    resourceVersion: "45322"
    uid: 3d211c87-00de-42bd-93a5-29e7ec71076a
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-243.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-243.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T22:26:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-xzbl6
    namespace: kserve-ci-e2e-test
    resourceVersion: "44839"
    uid: 6807afd0-e5b0-420e-ba0b-f994d001df5f
  kind: Event
  lastTimestamp: "2026-07-24T22:26:50Z"
  message: 'Readiness probe failed: Get "https://10.133.0.47:8643/healthz": dial tcp
    10.133.0.47:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-24T22:26:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T22:26:50Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-xzbl6.18c55a34c939b86f
    namespace: kserve-ci-e2e-test
    resourceVersion: "45337"
    uid: 391adb18-43bc-484c-a7e9-d15e8d7eaee3
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-243.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-243.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T22:26:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-xzbl6
    namespace: kserve-ci-e2e-test
    resourceVersion: "44839"
    uid: 6807afd0-e5b0-420e-ba0b-f994d001df5f
  kind: Event
  lastTimestamp: "2026-07-24T22:26:51Z"
  message: 'Readiness probe failed: Get "http://10.133.0.47:8080/v2/models/isvc-sklearn-v2-runtime/ready":
    context deadline exceeded (Client.Timeout exceeded while awaiting headers)'
  metadata:
    creationTimestamp: "2026-07-24T22:26:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T22:26:51Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-xzbl6.18c55a3507bcf52e
    namespace: kserve-ci-e2e-test
    resourceVersion: "45342"
    uid: 0ba269ca-7a31-4807-a031-cd5e4c34cfab
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-243.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-243.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T22:25:47Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498
    namespace: kserve-ci-e2e-test
    resourceVersion: "44825"
    uid: cb4826bd-e7d2-4fac-9cd1-fccc5cb76741
  kind: Event
  lastTimestamp: "2026-07-24T22:25:47Z"
  message: 'Created pod: isvc-sklearn-v2-runtime-predictor-5f69c7d498-xzbl6'
  metadata:
    creationTimestamp: "2026-07-24T22:25:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-24T22:25:47Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498.18c55a2649f910a3
    namespace: kserve-ci-e2e-test
    resourceVersion: "44838"
    uid: 68bef4d0-0d77-4dde-bebc-b2f01ac3bac5
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T22:25:47Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "44822"
    uid: 96cecd6e-9295-458a-8ad1-7e9111d0e7e0
  kind: Event
  lastTimestamp: "2026-07-24T22:25:47Z"
  message: Scaled up replica set isvc-sklearn-v2-runtime-predictor-5f69c7d498 from
    0 to 1
  metadata:
    creationTimestamp: "2026-07-24T22:25:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-24T22:25:47Z"
    name: isvc-sklearn-v2-runtime-predictor.18c55a2643c3f55d
    namespace: kserve-ci-e2e-test
    resourceVersion: "44827"
    uid: 75e992cc-2791-4f74-bb32-388dac398599
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T22:26:02Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "44823"
    uid: 0cdfa739-d2e8-4193-8112-88c039cd7f01
  kind: Event
  lastTimestamp: "2026-07-24T22:26:02Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-24T22:26:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-24T22:26:02Z"
    name: isvc-sklearn-v2-runtime-predictor.18c55a29c2b12ecd
    namespace: kserve-ci-e2e-test
    resourceVersion: "44978"
    uid: 9b95ce81-74c7-42be-95fe-f498afb2d754
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T22:26:02Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "44823"
    uid: 0cdfa739-d2e8-4193-8112-88c039cd7f01
  kind: Event
  lastTimestamp: "2026-07-24T22:26:02Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-24T22:26:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-24T22:26:02Z"
    name: isvc-sklearn-v2-runtime-predictor.18c55a29c3189f13
    namespace: kserve-ci-e2e-test
    resourceVersion: "44980"
    uid: e56e5dc4-2d15-424b-89fb-97a88ab132ba
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-24T22:26:17Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "44979"
    uid: 0cdfa739-d2e8-4193-8112-88c039cd7f01
  kind: Event
  lastTimestamp: "2026-07-24T22:26:47Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-24T22:26:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-24T22:26:47Z"
    name: isvc-sklearn-v2-runtime-predictor.18c55a2d41f7d03d
    namespace: kserve-ci-e2e-test
    resourceVersion: "45304"
    uid: cf43ce32-3ab5-461d-ba58-b9a88aee7e55
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-24T22:26:17Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "44979"
    uid: 0cdfa739-d2e8-4193-8112-88c039cd7f01
  kind: Event
  lastTimestamp: "2026-07-24T22:26:47Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-24T22:26:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-24T22:26:47Z"
    name: isvc-sklearn-v2-runtime-predictor.18c55a2d4286d14c
    namespace: kserve-ci-e2e-test
    resourceVersion: "45305"
    uid: 366809fd-fe3c-4691-895a-ce6be376fb31
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-07-24T22:25:47Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "44815"
    uid: 6bdb2807-7e92-438a-8512-8bb00b892e61
  kind: Event
  lastTimestamp: "2026-07-24T22:26:40Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-24T22:25:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-24T22:26:40Z"
    name: isvc-sklearn-v2-runtime.18c55a2643ca7d26
    namespace: kserve-ci-e2e-test
    resourceVersion: "45249"
    uid: 45576b9b-b225-4dcc-94f0-c55befbca82b
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-24T22:25:47Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "44815"
    uid: 6bdb2807-7e92-438a-8512-8bb00b892e61
  kind: Event
  lastTimestamp: "2026-07-24T22:25:47Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-v2-runtime":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-v2-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-24T22:25:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-24T22:25:47Z"
    name: isvc-sklearn-v2-runtime.18c55a26446150f8
    namespace: kserve-ci-e2e-test
    resourceVersion: "44850"
    uid: be40b29b-4d01-4922-b58b-11fffb7771ca
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T22:25:47Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "44819"
    uid: 6bdb2807-7e92-438a-8512-8bb00b892e61
  kind: Event
  lastTimestamp: "2026-07-24T22:25:47Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-sklearn-v2-runtime": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-07-24T22:25:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-24T22:25:47Z"
    name: isvc-sklearn-v2-runtime.18c55a264f0a7817
    namespace: kserve-ci-e2e-test
    resourceVersion: "44851"
    uid: d90ab65d-5381-42ba-ad61-21d8ac9a6a08
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T22:26:40Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "45247"
    uid: 6bdb2807-7e92-438a-8512-8bb00b892e61
  kind: Event
  lastTimestamp: "2026-07-24T22:26:40Z"
  message: InferenceService [isvc-sklearn-v2-runtime] is Ready
  metadata:
    creationTimestamp: "2026-07-24T22:26:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-24T22:26:40Z"
    name: isvc-sklearn-v2-runtime.18c55a327af07724
    namespace: kserve-ci-e2e-test
    resourceVersion: "45248"
    uid: 7767cabd-d4de-49a0-a374-3f25d62044da
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-07-24T22:26:53Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "45362"
    uid: 3f789817-3232-4ee4-83d7-4e388dcdb776
  kind: Event
  lastTimestamp: "2026-07-24T22:28:16Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-24T22:26:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-24T22:28:16Z"
    name: isvc-sklearn-v2.18c55a35774dfe0e
    namespace: kserve-ci-e2e-test
    resourceVersion: "46023"
    uid: e5a27995-0a3d-4fbc-b941-8974bf32f20a
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T22:26:53Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "45362"
    uid: 3f789817-3232-4ee4-83d7-4e388dcdb776
  kind: Event
  lastTimestamp: "2026-07-24T22:26:53Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-v2": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-v2":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-24T22:26:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-24T22:26:53Z"
    name: isvc-sklearn-v2.18c55a3577d210fe
    namespace: kserve-ci-e2e-test
    resourceVersion: "45377"
    uid: e97bc655-fb5c-421a-bde7-3eb34f958823
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T22:28:16Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "46021"
    uid: 3f789817-3232-4ee4-83d7-4e388dcdb776
  kind: Event
  lastTimestamp: "2026-07-24T22:28:16Z"
  message: InferenceService [isvc-sklearn-v2] is Ready
  metadata:
    creationTimestamp: "2026-07-24T22:28:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-24T22:28:16Z"
    name: isvc-sklearn-v2.18c55a48e32e42af
    namespace: kserve-ci-e2e-test
    resourceVersion: "46022"
    uid: f75f0f35-d0f0-4b70-a83c-5d31766ae3a3
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-07-24T22:22:30Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn
    namespace: kserve-ci-e2e-test
    resourceVersion: "43142"
    uid: 7472c0c2-cab8-4f85-9922-260ebb34cda4
  kind: Event
  lastTimestamp: "2026-07-24T22:23:53Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-24T22:22:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-24T22:23:53Z"
    name: isvc-sklearn.18c559f83cb4debc
    namespace: kserve-ci-e2e-test
    resourceVersion: "43812"
    uid: 71558b9c-8f66-49a6-a7cf-a7f16893887d
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T22:22:30Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn
    namespace: kserve-ci-e2e-test
    resourceVersion: "43142"
    uid: 7472c0c2-cab8-4f85-9922-260ebb34cda4
  kind: Event
  lastTimestamp: "2026-07-24T22:22:30Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-07-24T22:22:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-24T22:22:30Z"
    name: isvc-sklearn.18c559f83d476671
    namespace: kserve-ci-e2e-test
    resourceVersion: "43156"
    uid: 04654266-77c0-4a89-972e-46a06e8812e1
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T22:23:53Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn
    namespace: kserve-ci-e2e-test
    resourceVersion: "43809"
    uid: 7472c0c2-cab8-4f85-9922-260ebb34cda4
  kind: Event
  lastTimestamp: "2026-07-24T22:23:53Z"
  message: InferenceService [isvc-sklearn] is Ready
  metadata:
    creationTimestamp: "2026-07-24T22:23:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-24T22:23:53Z"
    name: isvc-sklearn.18c55a0ba8b5e005
    namespace: kserve-ci-e2e-test
    resourceVersion: "43810"
    uid: e1539ec2-90ae-4321-a27e-404e70041599
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-24T22:30:03.733392Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-tensorflow-predictor-547dfc5669-hnppd
    namespace: kserve-ci-e2e-test
    resourceVersion: "46935"
    uid: 50eeb3b0-74d6-4908-8c35-6ab237255241
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-tensorflow-predictor-547dfc5669-hnppd
    to ip-10-0-129-163.ec2.internal
  metadata:
    creationTimestamp: "2026-07-24T22:30:03Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-24T22:30:03Z"
    name: isvc-tensorflow-predictor-547dfc5669-hnppd.18c55a61dfaf372c
    namespace: kserve-ci-e2e-test
    resourceVersion: "46939"
    uid: f2ab4c6b-c0d4-4daf-9561-3ab08cdaad6d
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-558cfff45f-z9c48
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T22:30:04Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-tensorflow-predictor-547dfc5669-hnppd
    namespace: kserve-ci-e2e-test
    resourceVersion: "46945"
    uid: 50eeb3b0-74d6-4908-8c35-6ab237255241
  kind: Event
  lastTimestamp: "2026-07-24T22:30:04Z"
  message: Add eth0 [10.134.0.48/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-24T22:30:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-24T22:30:04Z"
    name: isvc-tensorflow-predictor-547dfc5669-hnppd.18c55a61f9b2cda0
    namespace: kserve-ci-e2e-test
    resourceVersion: "46958"
    uid: f8cce645-771c-4dc9-a0e2-5a95640024bb
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T22:30:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-tensorflow-predictor-547dfc5669-hnppd
    namespace: kserve-ci-e2e-test
    resourceVersion: "46937"
    uid: 50eeb3b0-74d6-4908-8c35-6ab237255241
  kind: Event
  lastTimestamp: "2026-07-24T22:30:04Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:4bc99d27049df235a3e7474685f2095e74c6eed89dc3da2f17a1c3e85c3fa894"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-24T22:30:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T22:30:04Z"
    name: isvc-tensorflow-predictor-547dfc5669-hnppd.18c55a61fb1a52f3
    namespace: kserve-ci-e2e-test
    resourceVersion: "46960"
    uid: c2855d2f-cc46-4c2c-ba4b-adcc57e9838d
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-163.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T22:30:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-tensorflow-predictor-547dfc5669-hnppd
    namespace: kserve-ci-e2e-test
    resourceVersion: "46937"
    uid: 50eeb3b0-74d6-4908-8c35-6ab237255241
  kind: Event
  lastTimestamp: "2026-07-24T22:30:04Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-24T22:30:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T22:30:04Z"
    name: isvc-tensorflow-predictor-547dfc5669-hnppd.18c55a61ff1d8196
    namespace: kserve-ci-e2e-test
    resourceVersion: "46962"
    uid: 9f333bc6-4c20-4e20-866a-69dc710f7166
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-163.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T22:30:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-tensorflow-predictor-547dfc5669-hnppd
    namespace: kserve-ci-e2e-test
    resourceVersion: "46937"
    uid: 50eeb3b0-74d6-4908-8c35-6ab237255241
  kind: Event
  lastTimestamp: "2026-07-24T22:30:04Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-24T22:30:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T22:30:04Z"
    name: isvc-tensorflow-predictor-547dfc5669-hnppd.18c55a61ff9eb568
    namespace: kserve-ci-e2e-test
    resourceVersion: "46963"
    uid: 18f57646-4e8e-4d23-9a63-9a8522eabce8
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-163.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T22:30:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-predictor-547dfc5669-hnppd
    namespace: kserve-ci-e2e-test
    resourceVersion: "46937"
    uid: 50eeb3b0-74d6-4908-8c35-6ab237255241
  kind: Event
  lastTimestamp: "2026-07-24T22:30:09Z"
  message: Pulling image "tensorflow/serving:2.6.2"
  metadata:
    creationTimestamp: "2026-07-24T22:30:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T22:30:09Z"
    name: isvc-tensorflow-predictor-547dfc5669-hnppd.18c55a6341a70597
    namespace: kserve-ci-e2e-test
    resourceVersion: "47007"
    uid: 18e018c3-a6df-4361-b3b8-7a3ec5839da9
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-163.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T22:30:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-predictor-547dfc5669-hnppd
    namespace: kserve-ci-e2e-test
    resourceVersion: "46937"
    uid: 50eeb3b0-74d6-4908-8c35-6ab237255241
  kind: Event
  lastTimestamp: "2026-07-24T22:30:13Z"
  message: 'Successfully pulled image "tensorflow/serving:2.6.2" in 3.722s (3.722s
    including waiting). Image size: 425873876 bytes.'
  metadata:
    creationTimestamp: "2026-07-24T22:30:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T22:30:13Z"
    name: isvc-tensorflow-predictor-547dfc5669-hnppd.18c55a641f870818
    namespace: kserve-ci-e2e-test
    resourceVersion: "47041"
    uid: d69bd4ad-edd9-4a1a-a401-414ab8610464
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-163.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T22:30:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-predictor-547dfc5669-hnppd
    namespace: kserve-ci-e2e-test
    resourceVersion: "46937"
    uid: 50eeb3b0-74d6-4908-8c35-6ab237255241
  kind: Event
  lastTimestamp: "2026-07-24T22:30:13Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-24T22:30:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T22:30:13Z"
    name: isvc-tensorflow-predictor-547dfc5669-hnppd.18c55a6422d93f5c
    namespace: kserve-ci-e2e-test
    resourceVersion: "47042"
    uid: ab8a2e72-3c78-4f7a-85b6-d0f3e06f7141
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-163.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T22:30:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-predictor-547dfc5669-hnppd
    namespace: kserve-ci-e2e-test
    resourceVersion: "46937"
    uid: 50eeb3b0-74d6-4908-8c35-6ab237255241
  kind: Event
  lastTimestamp: "2026-07-24T22:30:13Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-24T22:30:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T22:30:13Z"
    name: isvc-tensorflow-predictor-547dfc5669-hnppd.18c55a642352588f
    namespace: kserve-ci-e2e-test
    resourceVersion: "47043"
    uid: 501c8ad3-f827-42d7-96e2-5346c3815e0b
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-163.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T22:30:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-tensorflow-predictor-547dfc5669-hnppd
    namespace: kserve-ci-e2e-test
    resourceVersion: "46937"
    uid: 50eeb3b0-74d6-4908-8c35-6ab237255241
  kind: Event
  lastTimestamp: "2026-07-24T22:30:13Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-24T22:30:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T22:30:13Z"
    name: isvc-tensorflow-predictor-547dfc5669-hnppd.18c55a64235d6d94
    namespace: kserve-ci-e2e-test
    resourceVersion: "47044"
    uid: d3a7fa63-a3bc-4a4b-b2f6-4d3050a82676
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-163.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T22:30:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-tensorflow-predictor-547dfc5669-hnppd
    namespace: kserve-ci-e2e-test
    resourceVersion: "46937"
    uid: 50eeb3b0-74d6-4908-8c35-6ab237255241
  kind: Event
  lastTimestamp: "2026-07-24T22:30:13Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-24T22:30:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T22:30:13Z"
    name: isvc-tensorflow-predictor-547dfc5669-hnppd.18c55a64268829b4
    namespace: kserve-ci-e2e-test
    resourceVersion: "47045"
    uid: a7f7847d-c7b7-46ae-a439-964a162249d9
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-163.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T22:30:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-tensorflow-predictor-547dfc5669-hnppd
    namespace: kserve-ci-e2e-test
    resourceVersion: "46937"
    uid: 50eeb3b0-74d6-4908-8c35-6ab237255241
  kind: Event
  lastTimestamp: "2026-07-24T22:30:13Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-24T22:30:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T22:30:13Z"
    name: isvc-tensorflow-predictor-547dfc5669-hnppd.18c55a6427050cb1
    namespace: kserve-ci-e2e-test
    resourceVersion: "47046"
    uid: b752c043-d945-4d0e-bff6-15a631fb7c3e
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-163.ec2.internal
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-24T22:30:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-predictor-547dfc5669-hnppd
    namespace: kserve-ci-e2e-test
    resourceVersion: "46937"
    uid: 50eeb3b0-74d6-4908-8c35-6ab237255241
  kind: Event
  lastTimestamp: "2026-07-24T22:30:19Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.48:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-24T22:30:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T22:30:19Z"
    name: isvc-tensorflow-predictor-547dfc5669-hnppd.18c55a64318ff56f
    namespace: kserve-ci-e2e-test
    resourceVersion: "47092"
    uid: 04df9250-1527-4678-95dd-4cc11cc72008
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-163.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T22:30:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-predictor-547dfc5669-hnppd
    namespace: kserve-ci-e2e-test
    resourceVersion: "46937"
    uid: 50eeb3b0-74d6-4908-8c35-6ab237255241
  kind: Event
  lastTimestamp: "2026-07-24T22:30:44Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-24T22:30:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T22:30:44Z"
    name: isvc-tensorflow-predictor-547dfc5669-hnppd.18c55a6b72d9370a
    namespace: kserve-ci-e2e-test
    resourceVersion: "47294"
    uid: bb3b4258-e51f-45eb-8d6a-647891893c5b
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-163.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T22:30:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-tensorflow-predictor-547dfc5669-hnppd
    namespace: kserve-ci-e2e-test
    resourceVersion: "46937"
    uid: 50eeb3b0-74d6-4908-8c35-6ab237255241
  kind: Event
  lastTimestamp: "2026-07-24T22:30:44Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-24T22:30:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T22:30:44Z"
    name: isvc-tensorflow-predictor-547dfc5669-hnppd.18c55a6b72d9b8b5
    namespace: kserve-ci-e2e-test
    resourceVersion: "47295"
    uid: eaf0d7be-caba-4f7b-ad27-7956776e596d
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-163.ec2.internal
  type: Normal
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-07-24T22:30:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-tensorflow-predictor-547dfc5669-hnppd
    namespace: kserve-ci-e2e-test
    resourceVersion: "46937"
    uid: 50eeb3b0-74d6-4908-8c35-6ab237255241
  kind: Event
  lastTimestamp: "2026-07-24T22:31:14Z"
  message: 'Readiness probe failed: Get "https://10.134.0.48:8643/healthz": dial tcp
    10.134.0.48:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-24T22:30:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T22:31:14Z"
    name: isvc-tensorflow-predictor-547dfc5669-hnppd.18c55a6c9388b3af
    namespace: kserve-ci-e2e-test
    resourceVersion: "47574"
    uid: adffbd5a-8a1a-469b-a36b-6d6d0a871194
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-163.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T22:30:03Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-tensorflow-predictor-547dfc5669
    namespace: kserve-ci-e2e-test
    resourceVersion: "46924"
    uid: bdb18724-7c23-4433-a92b-40c003214eb9
  kind: Event
  lastTimestamp: "2026-07-24T22:30:03Z"
  message: 'Created pod: isvc-tensorflow-predictor-547dfc5669-hnppd'
  metadata:
    creationTimestamp: "2026-07-24T22:30:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-24T22:30:03Z"
    name: isvc-tensorflow-predictor-547dfc5669.18c55a61df1a9b04
    namespace: kserve-ci-e2e-test
    resourceVersion: "46936"
    uid: aeb2ffaa-b56a-4fdf-931e-e06a1ad05412
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T22:30:03Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-tensorflow-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "46922"
    uid: 854a66b5-745d-48b3-a5ea-e09e0754ddfe
  kind: Event
  lastTimestamp: "2026-07-24T22:30:03Z"
  message: Scaled up replica set isvc-tensorflow-predictor-547dfc5669 from 0 to 1
  metadata:
    creationTimestamp: "2026-07-24T22:30:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-24T22:30:03Z"
    name: isvc-tensorflow-predictor.18c55a61da3deacf
    namespace: kserve-ci-e2e-test
    resourceVersion: "46925"
    uid: b0220622-bfbe-4cc2-bb17-bd5c2ad7b4b3
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-24T22:30:18Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-tensorflow-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "46923"
    uid: 0283a988-3255-46fb-ac4e-76fa55c4aa1f
  kind: Event
  lastTimestamp: "2026-07-24T22:30:33Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-24T22:30:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-24T22:30:33Z"
    name: isvc-tensorflow-predictor.18c55a6558b886a1
    namespace: kserve-ci-e2e-test
    resourceVersion: "47195"
    uid: 3a3de496-965a-4439-95fc-70a22ed86497
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-24T22:30:18Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-tensorflow-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "46923"
    uid: 0283a988-3255-46fb-ac4e-76fa55c4aa1f
  kind: Event
  lastTimestamp: "2026-07-24T22:30:33Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-24T22:30:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-24T22:30:33Z"
    name: isvc-tensorflow-predictor.18c55a6559332cc4
    namespace: kserve-ci-e2e-test
    resourceVersion: "47196"
    uid: 5421cda0-50d0-42f2-abbc-a3fab2cafd39
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-24T22:30:50.047588Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-855cfcd677-7699m
    namespace: kserve-ci-e2e-test
    resourceVersion: "47352"
    uid: 80de0783-7981-4bfd-ad4f-208833566eb5
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-tensorflow-runtime-predictor-855cfcd677-7699m
    to ip-10-0-143-243.ec2.internal
  metadata:
    creationTimestamp: "2026-07-24T22:30:50Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-24T22:30:50Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677-7699m.18c55a6ca839e656
    namespace: kserve-ci-e2e-test
    resourceVersion: "47358"
    uid: 3b10c129-a690-4e46-8a97-e31574747ec3
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-558cfff45f-z9c48
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T22:30:50Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-855cfcd677-7699m
    namespace: kserve-ci-e2e-test
    resourceVersion: "47356"
    uid: 80de0783-7981-4bfd-ad4f-208833566eb5
  kind: Event
  lastTimestamp: "2026-07-24T22:30:50Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-tensorflow-runtime-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-07-24T22:30:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T22:30:50Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677-7699m.18c55a6cb1248e10
    namespace: kserve-ci-e2e-test
    resourceVersion: "47367"
    uid: c10d2dfa-cde1-4244-b990-728767748500
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-243.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-243.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T22:30:51Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-855cfcd677-7699m
    namespace: kserve-ci-e2e-test
    resourceVersion: "47362"
    uid: 80de0783-7981-4bfd-ad4f-208833566eb5
  kind: Event
  lastTimestamp: "2026-07-24T22:30:51Z"
  message: Add eth0 [10.133.0.50/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-24T22:30:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-24T22:30:51Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677-7699m.18c55a6ce582978b
    namespace: kserve-ci-e2e-test
    resourceVersion: "47378"
    uid: 851c5ef2-4f6b-4925-9917-dda729ef9453
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T22:30:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-855cfcd677-7699m
    namespace: kserve-ci-e2e-test
    resourceVersion: "47356"
    uid: 80de0783-7981-4bfd-ad4f-208833566eb5
  kind: Event
  lastTimestamp: "2026-07-24T22:30:51Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:4bc99d27049df235a3e7474685f2095e74c6eed89dc3da2f17a1c3e85c3fa894"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-24T22:30:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T22:30:51Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677-7699m.18c55a6ce6dc0fa6
    namespace: kserve-ci-e2e-test
    resourceVersion: "47380"
    uid: d9340fe6-301b-4e4a-b061-63a7057e824c
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-243.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-243.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T22:30:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-855cfcd677-7699m
    namespace: kserve-ci-e2e-test
    resourceVersion: "47356"
    uid: 80de0783-7981-4bfd-ad4f-208833566eb5
  kind: Event
  lastTimestamp: "2026-07-24T22:30:51Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-24T22:30:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T22:30:51Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677-7699m.18c55a6ce9dc4543
    namespace: kserve-ci-e2e-test
    resourceVersion: "47381"
    uid: a232a54b-d2f1-4809-a636-d272079baffc
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-243.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-243.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T22:30:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-855cfcd677-7699m
    namespace: kserve-ci-e2e-test
    resourceVersion: "47356"
    uid: 80de0783-7981-4bfd-ad4f-208833566eb5
  kind: Event
  lastTimestamp: "2026-07-24T22:30:51Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-24T22:30:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T22:30:51Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677-7699m.18c55a6cea4f8c7d
    namespace: kserve-ci-e2e-test
    resourceVersion: "47382"
    uid: 72f787d4-6744-4de8-9b94-073f779a96f4
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-243.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-243.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T22:30:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-855cfcd677-7699m
    namespace: kserve-ci-e2e-test
    resourceVersion: "47356"
    uid: 80de0783-7981-4bfd-ad4f-208833566eb5
  kind: Event
  lastTimestamp: "2026-07-24T22:30:56Z"
  message: Pulling image "tensorflow/serving:2.6.2"
  metadata:
    creationTimestamp: "2026-07-24T22:30:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T22:30:56Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677-7699m.18c55a6e176dade2
    namespace: kserve-ci-e2e-test
    resourceVersion: "47420"
    uid: 9398c4ad-2c7e-4c13-aa75-14a64a40cce6
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-243.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-243.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T22:30:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-855cfcd677-7699m
    namespace: kserve-ci-e2e-test
    resourceVersion: "47356"
    uid: 80de0783-7981-4bfd-ad4f-208833566eb5
  kind: Event
  lastTimestamp: "2026-07-24T22:30:59Z"
  message: 'Successfully pulled image "tensorflow/serving:2.6.2" in 3.64s (3.64s including
    waiting). Image size: 425873876 bytes.'
  metadata:
    creationTimestamp: "2026-07-24T22:30:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T22:30:59Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677-7699m.18c55a6ef06ee310
    namespace: kserve-ci-e2e-test
    resourceVersion: "47453"
    uid: 98249732-d290-40e1-9f78-8dcfcf21ef98
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-243.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-243.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T22:30:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-855cfcd677-7699m
    namespace: kserve-ci-e2e-test
    resourceVersion: "47356"
    uid: 80de0783-7981-4bfd-ad4f-208833566eb5
  kind: Event
  lastTimestamp: "2026-07-24T22:30:59Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-24T22:30:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T22:30:59Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677-7699m.18c55a6ef3817e41
    namespace: kserve-ci-e2e-test
    resourceVersion: "47454"
    uid: 84d6fb02-7ce6-4828-9a1f-cf98c8ace0d8
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-243.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-243.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T22:30:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-855cfcd677-7699m
    namespace: kserve-ci-e2e-test
    resourceVersion: "47356"
    uid: 80de0783-7981-4bfd-ad4f-208833566eb5
  kind: Event
  lastTimestamp: "2026-07-24T22:30:59Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-24T22:30:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T22:30:59Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677-7699m.18c55a6ef40b4f0c
    namespace: kserve-ci-e2e-test
    resourceVersion: "47455"
    uid: b3666bf7-0917-4561-a4ce-8313d447d48a
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-243.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-243.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T22:30:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-855cfcd677-7699m
    namespace: kserve-ci-e2e-test
    resourceVersion: "47356"
    uid: 80de0783-7981-4bfd-ad4f-208833566eb5
  kind: Event
  lastTimestamp: "2026-07-24T22:30:59Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-24T22:30:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T22:30:59Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677-7699m.18c55a6ef414c683
    namespace: kserve-ci-e2e-test
    resourceVersion: "47456"
    uid: 3649b5eb-ed02-4605-b0c6-5ccbcdd29965
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-243.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-243.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T22:30:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-855cfcd677-7699m
    namespace: kserve-ci-e2e-test
    resourceVersion: "47356"
    uid: 80de0783-7981-4bfd-ad4f-208833566eb5
  kind: Event
  lastTimestamp: "2026-07-24T22:30:59Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-24T22:30:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T22:30:59Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677-7699m.18c55a6ef6fba4be
    namespace: kserve-ci-e2e-test
    resourceVersion: "47457"
    uid: 2b02007a-e353-4492-9c1e-0e8b79947593
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-243.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-243.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T22:30:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-855cfcd677-7699m
    namespace: kserve-ci-e2e-test
    resourceVersion: "47356"
    uid: 80de0783-7981-4bfd-ad4f-208833566eb5
  kind: Event
  lastTimestamp: "2026-07-24T22:30:59Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-24T22:30:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T22:30:59Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677-7699m.18c55a6ef76f3014
    namespace: kserve-ci-e2e-test
    resourceVersion: "47458"
    uid: 1708e4d9-581d-4df2-aacc-7e34690419c9
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-243.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-243.ec2.internal
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-24T22:31:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-855cfcd677-7699m
    namespace: kserve-ci-e2e-test
    resourceVersion: "47356"
    uid: 80de0783-7981-4bfd-ad4f-208833566eb5
  kind: Event
  lastTimestamp: "2026-07-24T22:31:06Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.50:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-24T22:31:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T22:31:06Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677-7699m.18c55a6f06fa9ce3
    namespace: kserve-ci-e2e-test
    resourceVersion: "47512"
    uid: 0d05917b-0d7c-4a24-9af5-c6966c6e521b
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-243.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-243.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T22:31:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-855cfcd677-7699m
    namespace: kserve-ci-e2e-test
    resourceVersion: "47356"
    uid: 80de0783-7981-4bfd-ad4f-208833566eb5
  kind: Event
  lastTimestamp: "2026-07-24T22:31:30Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-24T22:31:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T22:31:30Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677-7699m.18c55a7609964b2f
    namespace: kserve-ci-e2e-test
    resourceVersion: "47709"
    uid: bfef31e4-6275-4b59-b293-8ae600d92e9c
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-243.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-243.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T22:31:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-855cfcd677-7699m
    namespace: kserve-ci-e2e-test
    resourceVersion: "47356"
    uid: 80de0783-7981-4bfd-ad4f-208833566eb5
  kind: Event
  lastTimestamp: "2026-07-24T22:31:30Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-24T22:31:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T22:31:30Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677-7699m.18c55a760998d4a3
    namespace: kserve-ci-e2e-test
    resourceVersion: "47711"
    uid: 58c95f49-fa87-4da0-9a18-6057a2670ff4
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-243.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-243.ec2.internal
  type: Normal
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-07-24T22:31:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-855cfcd677-7699m
    namespace: kserve-ci-e2e-test
    resourceVersion: "47356"
    uid: 80de0783-7981-4bfd-ad4f-208833566eb5
  kind: Event
  lastTimestamp: "2026-07-24T22:31:56Z"
  message: 'Readiness probe failed: Get "https://10.133.0.50:8643/healthz": dial tcp
    10.133.0.50:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-24T22:31:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T22:31:56Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677-7699m.18c55a763ef0b9ac
    namespace: kserve-ci-e2e-test
    resourceVersion: "47950"
    uid: c0921531-8296-4a51-941e-369acd5dd73e
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-243.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-243.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T22:30:50Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-tensorflow-runtime-predictor-855cfcd677
    namespace: kserve-ci-e2e-test
    resourceVersion: "47343"
    uid: beb7a56b-eade-4648-9e9c-cc534702f3b8
  kind: Event
  lastTimestamp: "2026-07-24T22:30:50Z"
  message: 'Created pod: isvc-tensorflow-runtime-predictor-855cfcd677-7699m'
  metadata:
    creationTimestamp: "2026-07-24T22:30:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-24T22:30:50Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677.18c55a6ca7af99c2
    namespace: kserve-ci-e2e-test
    resourceVersion: "47355"
    uid: 3657f064-c7ec-43c4-94f4-06d4b5f66655
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T22:30:49Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-tensorflow-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "47341"
    uid: 4fbf0884-8eb5-41ee-ab20-9baa9e057272
  kind: Event
  lastTimestamp: "2026-07-24T22:30:49Z"
  message: Scaled up replica set isvc-tensorflow-runtime-predictor-855cfcd677 from
    0 to 1
  metadata:
    creationTimestamp: "2026-07-24T22:30:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-24T22:30:49Z"
    name: isvc-tensorflow-runtime-predictor.18c55a6ca481c1ea
    namespace: kserve-ci-e2e-test
    resourceVersion: "47344"
    uid: 73bbebee-fff7-450f-9bae-aa2bb1d5b891
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-24T22:31:04Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-tensorflow-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "47342"
    uid: 21c9493c-a465-427d-9878-8dce7ead04dd
  kind: Event
  lastTimestamp: "2026-07-24T22:31:20Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-24T22:31:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-24T22:31:20Z"
    name: isvc-tensorflow-runtime-predictor.18c55a70231a1582
    namespace: kserve-ci-e2e-test
    resourceVersion: "47616"
    uid: 2ed185eb-37e3-4b1b-9f54-939c7e261221
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-24T22:31:05Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-tensorflow-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "47342"
    uid: 21c9493c-a465-427d-9878-8dce7ead04dd
  kind: Event
  lastTimestamp: "2026-07-24T22:31:20Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-24T22:31:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-24T22:31:20Z"
    name: isvc-tensorflow-runtime-predictor.18c55a70238234be
    namespace: kserve-ci-e2e-test
    resourceVersion: "47617"
    uid: 43a99641-8458-45c5-907b-a3d782331880
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-07-24T22:30:49Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-tensorflow-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "47334"
    uid: ee4ab978-7cbc-4388-af9a-49ef72b04edc
  kind: Event
  lastTimestamp: "2026-07-24T22:31:16Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-24T22:30:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-24T22:31:16Z"
    name: isvc-tensorflow-runtime.18c55a6ca476fef2
    namespace: kserve-ci-e2e-test
    resourceVersion: "47595"
    uid: ab0815fc-495b-440d-8674-5bfc8d172b79
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T22:30:49Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-tensorflow-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "47334"
    uid: ee4ab978-7cbc-4388-af9a-49ef72b04edc
  kind: Event
  lastTimestamp: "2026-07-24T22:30:49Z"
  message: 'Failed to update status for InferenceService "isvc-tensorflow-runtime":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-tensorflow-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-24T22:30:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-24T22:30:49Z"
    name: isvc-tensorflow-runtime.18c55a6ca51bcb18
    namespace: kserve-ci-e2e-test
    resourceVersion: "47348"
    uid: bf29cc98-28eb-40fb-9140-2b0a5bc2e7fb
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T22:31:16Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-tensorflow-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "47593"
    uid: ee4ab978-7cbc-4388-af9a-49ef72b04edc
  kind: Event
  lastTimestamp: "2026-07-24T22:31:16Z"
  message: InferenceService [isvc-tensorflow-runtime] is Ready
  metadata:
    creationTimestamp: "2026-07-24T22:31:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-24T22:31:16Z"
    name: isvc-tensorflow-runtime.18c55a72c64dd46a
    namespace: kserve-ci-e2e-test
    resourceVersion: "47594"
    uid: 8159857f-5296-4204-9556-8d311a8b5cbe
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-07-24T22:30:03Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-tensorflow
    namespace: kserve-ci-e2e-test
    resourceVersion: "46915"
    uid: 202deea1-e2bc-4c42-8fc0-a881692e197c
  kind: Event
  lastTimestamp: "2026-07-24T22:30:29Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-24T22:30:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-24T22:30:29Z"
    name: isvc-tensorflow.18c55a61da52aaf7
    namespace: kserve-ci-e2e-test
    resourceVersion: "47167"
    uid: 85b914d8-f547-4c2a-a3cc-226f0f603157
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-24T22:30:03Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-tensorflow
    namespace: kserve-ci-e2e-test
    resourceVersion: "46915"
    uid: 202deea1-e2bc-4c42-8fc0-a881692e197c
  kind: Event
  lastTimestamp: "2026-07-24T22:30:03Z"
  message: 'Failed to update status for InferenceService "isvc-tensorflow": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-tensorflow":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-24T22:30:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-24T22:30:03Z"
    name: isvc-tensorflow.18c55a61dab6477b
    namespace: kserve-ci-e2e-test
    resourceVersion: "46946"
    uid: aa711762-af4d-4e1c-b979-cd69f8cf49a6
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T22:30:03Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-tensorflow
    namespace: kserve-ci-e2e-test
    resourceVersion: "46918"
    uid: 202deea1-e2bc-4c42-8fc0-a881692e197c
  kind: Event
  lastTimestamp: "2026-07-24T22:30:03Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-tensorflow": the object has been
    modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-07-24T22:30:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-24T22:30:03Z"
    name: isvc-tensorflow.18c55a61e1ea4ddf
    namespace: kserve-ci-e2e-test
    resourceVersion: "46947"
    uid: bf7c0532-7dca-4a47-b169-79b4d91623ba
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T22:30:29Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-tensorflow
    namespace: kserve-ci-e2e-test
    resourceVersion: "47165"
    uid: 202deea1-e2bc-4c42-8fc0-a881692e197c
  kind: Event
  lastTimestamp: "2026-07-24T22:30:29Z"
  message: InferenceService [isvc-tensorflow] is Ready
  metadata:
    creationTimestamp: "2026-07-24T22:30:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-24T22:30:29Z"
    name: isvc-tensorflow.18c55a67f11e2d91
    namespace: kserve-ci-e2e-test
    resourceVersion: "47166"
    uid: 115b81cd-3065-493a-b6c5-fe3c16cdac70
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-24T22:31:35.501610Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-triton-predictor-5d7db58676-cztrf
    namespace: kserve-ci-e2e-test
    resourceVersion: "47768"
    uid: fbda88a4-8fc7-4eb8-863f-21eb1d60b7b6
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-triton-predictor-5d7db58676-cztrf
    to ip-10-0-129-163.ec2.internal
  metadata:
    creationTimestamp: "2026-07-24T22:31:35Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-24T22:31:35Z"
    name: isvc-triton-predictor-5d7db58676-cztrf.18c55a773d7f1db3
    namespace: kserve-ci-e2e-test
    resourceVersion: "47774"
    uid: 5d1fcf30-eeb0-49bc-abb9-5badd729a650
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-558cfff45f-z9c48
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T22:31:35Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-triton-predictor-5d7db58676-cztrf
    namespace: kserve-ci-e2e-test
    resourceVersion: "47779"
    uid: fbda88a4-8fc7-4eb8-863f-21eb1d60b7b6
  kind: Event
  lastTimestamp: "2026-07-24T22:31:35Z"
  message: Add eth0 [10.134.0.49/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-24T22:31:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-24T22:31:35Z"
    name: isvc-triton-predictor-5d7db58676-cztrf.18c55a77572613c5
    namespace: kserve-ci-e2e-test
    resourceVersion: "47786"
    uid: b8f7c334-e798-418e-b573-c613068c7973
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T22:31:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-triton-predictor-5d7db58676-cztrf
    namespace: kserve-ci-e2e-test
    resourceVersion: "47770"
    uid: fbda88a4-8fc7-4eb8-863f-21eb1d60b7b6
  kind: Event
  lastTimestamp: "2026-07-24T22:31:35Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:4bc99d27049df235a3e7474685f2095e74c6eed89dc3da2f17a1c3e85c3fa894"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-24T22:31:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T22:31:35Z"
    name: isvc-triton-predictor-5d7db58676-cztrf.18c55a77589ba127
    namespace: kserve-ci-e2e-test
    resourceVersion: "47788"
    uid: 3a2e19e3-4141-4430-bb2c-9bfba626be1f
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-163.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T22:31:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-triton-predictor-5d7db58676-cztrf
    namespace: kserve-ci-e2e-test
    resourceVersion: "47770"
    uid: fbda88a4-8fc7-4eb8-863f-21eb1d60b7b6
  kind: Event
  lastTimestamp: "2026-07-24T22:31:36Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-24T22:31:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T22:31:36Z"
    name: isvc-triton-predictor-5d7db58676-cztrf.18c55a775b8f2529
    namespace: kserve-ci-e2e-test
    resourceVersion: "47789"
    uid: e90ac456-77c1-46e9-9ccb-a66ca55e192f
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-163.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T22:31:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-triton-predictor-5d7db58676-cztrf
    namespace: kserve-ci-e2e-test
    resourceVersion: "47770"
    uid: fbda88a4-8fc7-4eb8-863f-21eb1d60b7b6
  kind: Event
  lastTimestamp: "2026-07-24T22:31:36Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-24T22:31:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T22:31:36Z"
    name: isvc-triton-predictor-5d7db58676-cztrf.18c55a775c07a484
    namespace: kserve-ci-e2e-test
    resourceVersion: "47790"
    uid: 231ff668-8b50-4719-9b51-18ecd83accbd
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-163.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T22:31:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-triton-predictor-5d7db58676-cztrf
    namespace: kserve-ci-e2e-test
    resourceVersion: "47770"
    uid: fbda88a4-8fc7-4eb8-863f-21eb1d60b7b6
  kind: Event
  lastTimestamp: "2026-07-24T22:31:40Z"
  message: Pulling image "nvcr.io/nvidia/tritonserver:23.05-py3"
  metadata:
    creationTimestamp: "2026-07-24T22:31:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T22:31:40Z"
    name: isvc-triton-predictor-5d7db58676-cztrf.18c55a78504c6d74
    namespace: kserve-ci-e2e-test
    resourceVersion: "47829"
    uid: 34cfecff-9074-454d-b4e1-29138c72e657
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-163.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T22:33:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-triton-predictor-5d7db58676-cztrf
    namespace: kserve-ci-e2e-test
    resourceVersion: "47770"
    uid: fbda88a4-8fc7-4eb8-863f-21eb1d60b7b6
  kind: Event
  lastTimestamp: "2026-07-24T22:33:35Z"
  message: 'Successfully pulled image "nvcr.io/nvidia/tritonserver:23.05-py3" in 1m55.567s
    (1m55.567s including waiting). Image size: 12907074623 bytes.'
  metadata:
    creationTimestamp: "2026-07-24T22:33:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T22:33:35Z"
    name: isvc-triton-predictor-5d7db58676-cztrf.18c55a9338af3a51
    namespace: kserve-ci-e2e-test
    resourceVersion: "48649"
    uid: 08aa09a8-33c9-4d90-afd1-8752d6191bb2
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-163.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T22:33:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-triton-predictor-5d7db58676-cztrf
    namespace: kserve-ci-e2e-test
    resourceVersion: "47770"
    uid: fbda88a4-8fc7-4eb8-863f-21eb1d60b7b6
  kind: Event
  lastTimestamp: "2026-07-24T22:33:35Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-24T22:33:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T22:33:35Z"
    name: isvc-triton-predictor-5d7db58676-cztrf.18c55a933edf7f60
    namespace: kserve-ci-e2e-test
    resourceVersion: "48651"
    uid: 1adddd78-94e0-431c-a3dd-f3f76e1cc656
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-163.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T22:33:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-triton-predictor-5d7db58676-cztrf
    namespace: kserve-ci-e2e-test
    resourceVersion: "47770"
    uid: fbda88a4-8fc7-4eb8-863f-21eb1d60b7b6
  kind: Event
  lastTimestamp: "2026-07-24T22:33:35Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-24T22:33:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T22:33:35Z"
    name: isvc-triton-predictor-5d7db58676-cztrf.18c55a9340100b71
    namespace: kserve-ci-e2e-test
    resourceVersion: "48652"
    uid: 34972cc2-9d9d-45ca-b0a8-878aefba4ccf
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-163.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T22:33:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-triton-predictor-5d7db58676-cztrf
    namespace: kserve-ci-e2e-test
    resourceVersion: "47770"
    uid: fbda88a4-8fc7-4eb8-863f-21eb1d60b7b6
  kind: Event
  lastTimestamp: "2026-07-24T22:33:35Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-24T22:33:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T22:33:35Z"
    name: isvc-triton-predictor-5d7db58676-cztrf.18c55a93401a373a
    namespace: kserve-ci-e2e-test
    resourceVersion: "48653"
    uid: 6fc9eb9a-3027-4433-a835-4c8368986de7
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-163.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T22:33:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-triton-predictor-5d7db58676-cztrf
    namespace: kserve-ci-e2e-test
    resourceVersion: "47770"
    uid: fbda88a4-8fc7-4eb8-863f-21eb1d60b7b6
  kind: Event
  lastTimestamp: "2026-07-24T22:33:35Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-24T22:33:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T22:33:35Z"
    name: isvc-triton-predictor-5d7db58676-cztrf.18c55a93465475c8
    namespace: kserve-ci-e2e-test
    resourceVersion: "48654"
    uid: acfdb129-cb65-4a5d-8aea-8225ac4ebdb3
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-163.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T22:33:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-triton-predictor-5d7db58676-cztrf
    namespace: kserve-ci-e2e-test
    resourceVersion: "47770"
    uid: fbda88a4-8fc7-4eb8-863f-21eb1d60b7b6
  kind: Event
  lastTimestamp: "2026-07-24T22:33:35Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-24T22:33:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T22:33:35Z"
    name: isvc-triton-predictor-5d7db58676-cztrf.18c55a9348b773cf
    namespace: kserve-ci-e2e-test
    resourceVersion: "48655"
    uid: 192b81a4-46e6-4f93-a8d1-cc53a2f709e5
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-163.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-24T22:33:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-triton-predictor-5d7db58676-cztrf
    namespace: kserve-ci-e2e-test
    resourceVersion: "47770"
    uid: fbda88a4-8fc7-4eb8-863f-21eb1d60b7b6
  kind: Event
  lastTimestamp: "2026-07-24T22:33:38Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.49:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-24T22:33:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T22:33:38Z"
    name: isvc-triton-predictor-5d7db58676-cztrf.18c55a93b5f39118
    namespace: kserve-ci-e2e-test
    resourceVersion: "48680"
    uid: 2e5c82c2-28f1-4ffb-8552-908432d2fcb4
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-163.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T22:33:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-triton-predictor-5d7db58676-cztrf
    namespace: kserve-ci-e2e-test
    resourceVersion: "47770"
    uid: fbda88a4-8fc7-4eb8-863f-21eb1d60b7b6
  kind: Event
  lastTimestamp: "2026-07-24T22:33:47Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-24T22:33:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T22:33:47Z"
    name: isvc-triton-predictor-5d7db58676-cztrf.18c55a9610f1649f
    namespace: kserve-ci-e2e-test
    resourceVersion: "48770"
    uid: a0d1a02d-985e-4f91-8701-0cd2b1b73360
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-163.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T22:33:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-triton-predictor-5d7db58676-cztrf
    namespace: kserve-ci-e2e-test
    resourceVersion: "47770"
    uid: fbda88a4-8fc7-4eb8-863f-21eb1d60b7b6
  kind: Event
  lastTimestamp: "2026-07-24T22:33:47Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-24T22:33:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T22:33:47Z"
    name: isvc-triton-predictor-5d7db58676-cztrf.18c55a9610f1f0d4
    namespace: kserve-ci-e2e-test
    resourceVersion: "48771"
    uid: 8177c152-ed9e-40b2-b459-ecccfeb7ccff
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-163.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T22:33:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-triton-predictor-5d7db58676-cztrf
    namespace: kserve-ci-e2e-test
    resourceVersion: "47770"
    uid: fbda88a4-8fc7-4eb8-863f-21eb1d60b7b6
  kind: Event
  lastTimestamp: "2026-07-24T22:33:48Z"
  message: 'Readiness probe failed: Get "https://10.134.0.49:8643/healthz": dial tcp
    10.134.0.49:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-24T22:33:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T22:33:48Z"
    name: isvc-triton-predictor-5d7db58676-cztrf.18c55a9645c9d60a
    namespace: kserve-ci-e2e-test
    resourceVersion: "48778"
    uid: 3c80c486-bd66-4de4-8824-1f5625b57e78
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-163.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T22:31:35Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-triton-predictor-5d7db58676
    namespace: kserve-ci-e2e-test
    resourceVersion: "47760"
    uid: 64e20046-44e4-493b-adbe-cf649a5cea10
  kind: Event
  lastTimestamp: "2026-07-24T22:31:35Z"
  message: 'Created pod: isvc-triton-predictor-5d7db58676-cztrf'
  metadata:
    creationTimestamp: "2026-07-24T22:31:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-24T22:31:35Z"
    name: isvc-triton-predictor-5d7db58676.18c55a773d14f9a3
    namespace: kserve-ci-e2e-test
    resourceVersion: "47769"
    uid: ed55d320-bf4d-4311-880c-9199dab6cc95
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T22:31:35Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-triton-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "47756"
    uid: 3c36eb66-3b79-46f4-b445-0912723201ac
  kind: Event
  lastTimestamp: "2026-07-24T22:31:35Z"
  message: Scaled up replica set isvc-triton-predictor-5d7db58676 from 0 to 1
  metadata:
    creationTimestamp: "2026-07-24T22:31:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-24T22:31:35Z"
    name: isvc-triton-predictor.18c55a773a63645c
    namespace: kserve-ci-e2e-test
    resourceVersion: "47761"
    uid: d9815a96-37b0-4a01-993b-fac2ca4c4ed1
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 8
  eventTime: null
  firstTimestamp: "2026-07-24T22:31:50Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-triton-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "47759"
    uid: 57e306b6-bb7f-450d-8867-4b05e0569527
  kind: Event
  lastTimestamp: "2026-07-24T22:33:35Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-24T22:31:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-24T22:33:35Z"
    name: isvc-triton-predictor.18c55a7ab916a839
    namespace: kserve-ci-e2e-test
    resourceVersion: "48647"
    uid: 5002cb05-84be-4062-be12-a776dda6d766
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 8
  eventTime: null
  firstTimestamp: "2026-07-24T22:31:50Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-triton-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "47759"
    uid: 57e306b6-bb7f-450d-8867-4b05e0569527
  kind: Event
  lastTimestamp: "2026-07-24T22:33:35Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-24T22:31:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-24T22:33:35Z"
    name: isvc-triton-predictor.18c55a7ab98127ef
    namespace: kserve-ci-e2e-test
    resourceVersion: "48648"
    uid: c83ae68b-f9f1-4523-ba6c-b82aac59e087
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-07-24T22:31:35Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-triton
    namespace: kserve-ci-e2e-test
    resourceVersion: "47751"
    uid: 0175a3de-25dc-4b61-8c3e-a3f8272a988e
  kind: Event
  lastTimestamp: "2026-07-24T22:33:43Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-24T22:31:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-24T22:33:43Z"
    name: isvc-triton.18c55a773a61a30f
    namespace: kserve-ci-e2e-test
    resourceVersion: "48727"
    uid: b7db5cb1-3cc9-4000-a5a4-4b614a1f7e5f
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T22:31:35Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-triton
    namespace: kserve-ci-e2e-test
    resourceVersion: "47751"
    uid: 0175a3de-25dc-4b61-8c3e-a3f8272a988e
  kind: Event
  lastTimestamp: "2026-07-24T22:31:35Z"
  message: 'Failed to update status for InferenceService "isvc-triton": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-triton": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-07-24T22:31:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-24T22:31:35Z"
    name: isvc-triton.18c55a773ae22e60
    namespace: kserve-ci-e2e-test
    resourceVersion: "47764"
    uid: b4427813-399c-4f8d-9c8a-9a7de29fccd5
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T22:33:43Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-triton
    namespace: kserve-ci-e2e-test
    resourceVersion: "48725"
    uid: 0175a3de-25dc-4b61-8c3e-a3f8272a988e
  kind: Event
  lastTimestamp: "2026-07-24T22:33:43Z"
  message: InferenceService [isvc-triton] is Ready
  metadata:
    creationTimestamp: "2026-07-24T22:33:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-24T22:33:43Z"
    name: isvc-triton.18c55a95227b5099
    namespace: kserve-ci-e2e-test
    resourceVersion: "48726"
    uid: e3062aa8-5b75-48e1-96f9-3c848d937185
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-24T22:33:53.084521Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-predictor-7566d65bf7-tc894
    namespace: kserve-ci-e2e-test
    resourceVersion: "48834"
    uid: e102ed0f-0f26-4d86-a63e-979993d6acb2
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-xgboost-predictor-7566d65bf7-tc894
    to ip-10-0-143-243.ec2.internal
  metadata:
    creationTimestamp: "2026-07-24T22:33:53Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-24T22:33:53Z"
    name: isvc-xgboost-predictor-7566d65bf7-tc894.18c55a974613b2dc
    namespace: kserve-ci-e2e-test
    resourceVersion: "48838"
    uid: 39d0297f-c222-4afe-a7ce-e0fdcd17db86
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-558cfff45f-z9c48
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T22:33:53Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-predictor-7566d65bf7-tc894
    namespace: kserve-ci-e2e-test
    resourceVersion: "48836"
    uid: e102ed0f-0f26-4d86-a63e-979993d6acb2
  kind: Event
  lastTimestamp: "2026-07-24T22:33:53Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-xgboost-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-07-24T22:33:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T22:33:53Z"
    name: isvc-xgboost-predictor-7566d65bf7-tc894.18c55a974e0d189a
    namespace: kserve-ci-e2e-test
    resourceVersion: "48847"
    uid: 77b1ec8c-c9e7-4308-99c8-2448ffd7c485
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-243.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-243.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T22:33:54Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-predictor-7566d65bf7-tc894
    namespace: kserve-ci-e2e-test
    resourceVersion: "48842"
    uid: e102ed0f-0f26-4d86-a63e-979993d6acb2
  kind: Event
  lastTimestamp: "2026-07-24T22:33:54Z"
  message: Add eth0 [10.133.0.51/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-24T22:33:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-24T22:33:54Z"
    name: isvc-xgboost-predictor-7566d65bf7-tc894.18c55a97839198e8
    namespace: kserve-ci-e2e-test
    resourceVersion: "48854"
    uid: cbe6c516-e6dd-4b2d-b8d0-1620c33ebcbc
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T22:33:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-predictor-7566d65bf7-tc894
    namespace: kserve-ci-e2e-test
    resourceVersion: "48836"
    uid: e102ed0f-0f26-4d86-a63e-979993d6acb2
  kind: Event
  lastTimestamp: "2026-07-24T22:33:54Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:4bc99d27049df235a3e7474685f2095e74c6eed89dc3da2f17a1c3e85c3fa894"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-24T22:33:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T22:33:54Z"
    name: isvc-xgboost-predictor-7566d65bf7-tc894.18c55a9784e6b9e9
    namespace: kserve-ci-e2e-test
    resourceVersion: "48856"
    uid: 082e2667-65e0-43cb-a950-ebb4c719b263
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-243.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-243.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T22:33:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-predictor-7566d65bf7-tc894
    namespace: kserve-ci-e2e-test
    resourceVersion: "48836"
    uid: e102ed0f-0f26-4d86-a63e-979993d6acb2
  kind: Event
  lastTimestamp: "2026-07-24T22:33:54Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-24T22:33:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T22:33:54Z"
    name: isvc-xgboost-predictor-7566d65bf7-tc894.18c55a9787b255d3
    namespace: kserve-ci-e2e-test
    resourceVersion: "48858"
    uid: 439439a3-b779-41b1-9188-ff3bb4abd3e7
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-243.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-243.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T22:33:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-predictor-7566d65bf7-tc894
    namespace: kserve-ci-e2e-test
    resourceVersion: "48836"
    uid: e102ed0f-0f26-4d86-a63e-979993d6acb2
  kind: Event
  lastTimestamp: "2026-07-24T22:33:54Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-24T22:33:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T22:33:54Z"
    name: isvc-xgboost-predictor-7566d65bf7-tc894.18c55a978827adc6
    namespace: kserve-ci-e2e-test
    resourceVersion: "48859"
    uid: 17d9ca06-9457-49a0-b705-d0b6f6b53d87
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-243.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-243.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T22:33:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-predictor-7566d65bf7-tc894
    namespace: kserve-ci-e2e-test
    resourceVersion: "48836"
    uid: e102ed0f-0f26-4d86-a63e-979993d6acb2
  kind: Event
  lastTimestamp: "2026-07-24T22:33:58Z"
  message: Pulling image "kserve/xgbserver:latest"
  metadata:
    creationTimestamp: "2026-07-24T22:33:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T22:33:58Z"
    name: isvc-xgboost-predictor-7566d65bf7-tc894.18c55a989f74792b
    namespace: kserve-ci-e2e-test
    resourceVersion: "48898"
    uid: 75cdd6cc-6814-40be-827b-cde12b089405
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-243.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-243.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T22:34:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-predictor-7566d65bf7-tc894
    namespace: kserve-ci-e2e-test
    resourceVersion: "48836"
    uid: e102ed0f-0f26-4d86-a63e-979993d6acb2
  kind: Event
  lastTimestamp: "2026-07-24T22:34:16Z"
  message: 'Successfully pulled image "kserve/xgbserver:latest" in 17.279s (17.279s
    including waiting). Image size: 1307355899 bytes.'
  metadata:
    creationTimestamp: "2026-07-24T22:34:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T22:34:16Z"
    name: isvc-xgboost-predictor-7566d65bf7-tc894.18c55a9ca5680c62
    namespace: kserve-ci-e2e-test
    resourceVersion: "49026"
    uid: 5e611105-120f-47bd-8497-d92849828990
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-243.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-243.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T22:34:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-predictor-7566d65bf7-tc894
    namespace: kserve-ci-e2e-test
    resourceVersion: "48836"
    uid: e102ed0f-0f26-4d86-a63e-979993d6acb2
  kind: Event
  lastTimestamp: "2026-07-24T22:34:16Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-24T22:34:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T22:34:16Z"
    name: isvc-xgboost-predictor-7566d65bf7-tc894.18c55a9ca8e5192e
    namespace: kserve-ci-e2e-test
    resourceVersion: "49027"
    uid: 7f3b97fb-18f3-41a0-8f81-fa5a723e1cfb
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-243.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-243.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T22:34:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-predictor-7566d65bf7-tc894
    namespace: kserve-ci-e2e-test
    resourceVersion: "48836"
    uid: e102ed0f-0f26-4d86-a63e-979993d6acb2
  kind: Event
  lastTimestamp: "2026-07-24T22:34:16Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-24T22:34:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T22:34:16Z"
    name: isvc-xgboost-predictor-7566d65bf7-tc894.18c55a9ca95a6541
    namespace: kserve-ci-e2e-test
    resourceVersion: "49028"
    uid: 3104b82b-9a34-4c49-83ab-8c0fe6112201
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-243.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-243.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T22:34:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-predictor-7566d65bf7-tc894
    namespace: kserve-ci-e2e-test
    resourceVersion: "48836"
    uid: e102ed0f-0f26-4d86-a63e-979993d6acb2
  kind: Event
  lastTimestamp: "2026-07-24T22:34:16Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-24T22:34:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T22:34:16Z"
    name: isvc-xgboost-predictor-7566d65bf7-tc894.18c55a9ca963d6c8
    namespace: kserve-ci-e2e-test
    resourceVersion: "49029"
    uid: 579b3d96-078b-4904-be21-7517e06e9e38
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-243.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-243.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T22:34:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-predictor-7566d65bf7-tc894
    namespace: kserve-ci-e2e-test
    resourceVersion: "48836"
    uid: e102ed0f-0f26-4d86-a63e-979993d6acb2
  kind: Event
  lastTimestamp: "2026-07-24T22:34:16Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-24T22:34:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T22:34:16Z"
    name: isvc-xgboost-predictor-7566d65bf7-tc894.18c55a9cabf9fe6e
    namespace: kserve-ci-e2e-test
    resourceVersion: "49030"
    uid: 39005960-23b0-48ae-8925-3a648bcfa0a4
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-243.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-243.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T22:34:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-predictor-7566d65bf7-tc894
    namespace: kserve-ci-e2e-test
    resourceVersion: "48836"
    uid: e102ed0f-0f26-4d86-a63e-979993d6acb2
  kind: Event
  lastTimestamp: "2026-07-24T22:34:16Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-24T22:34:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T22:34:16Z"
    name: isvc-xgboost-predictor-7566d65bf7-tc894.18c55a9cac6ac541
    namespace: kserve-ci-e2e-test
    resourceVersion: "49031"
    uid: dda7afff-2e05-4b2d-a0bc-fc27e6ca6dbd
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-243.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-243.ec2.internal
  type: Normal
- apiVersion: v1
  count: 8
  eventTime: null
  firstTimestamp: "2026-07-24T22:34:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-predictor-7566d65bf7-tc894
    namespace: kserve-ci-e2e-test
    resourceVersion: "48836"
    uid: e102ed0f-0f26-4d86-a63e-979993d6acb2
  kind: Event
  lastTimestamp: "2026-07-24T22:35:23Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.51:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-24T22:34:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T22:35:23Z"
    name: isvc-xgboost-predictor-7566d65bf7-tc894.18c55a9d10d5c108
    namespace: kserve-ci-e2e-test
    resourceVersion: "49544"
    uid: a04d01c1-7269-407d-8d30-ca6e94fd1085
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-243.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-243.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T22:35:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-predictor-7566d65bf7-tc894
    namespace: kserve-ci-e2e-test
    resourceVersion: "48836"
    uid: e102ed0f-0f26-4d86-a63e-979993d6acb2
  kind: Event
  lastTimestamp: "2026-07-24T22:35:23Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-24T22:35:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T22:35:23Z"
    name: isvc-xgboost-predictor-7566d65bf7-tc894.18c55aac4197c0de
    namespace: kserve-ci-e2e-test
    resourceVersion: "49534"
    uid: be49f77d-4033-4487-8cf5-50ddef8742a1
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-243.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-243.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T22:35:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-predictor-7566d65bf7-tc894
    namespace: kserve-ci-e2e-test
    resourceVersion: "48836"
    uid: e102ed0f-0f26-4d86-a63e-979993d6acb2
  kind: Event
  lastTimestamp: "2026-07-24T22:35:23Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-24T22:35:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T22:35:23Z"
    name: isvc-xgboost-predictor-7566d65bf7-tc894.18c55aac41984b6a
    namespace: kserve-ci-e2e-test
    resourceVersion: "49535"
    uid: b7392e12-ca89-475a-9000-408e9c7b4882
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-243.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-243.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T22:35:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-predictor-7566d65bf7-tc894
    namespace: kserve-ci-e2e-test
    resourceVersion: "48836"
    uid: e102ed0f-0f26-4d86-a63e-979993d6acb2
  kind: Event
  lastTimestamp: "2026-07-24T22:35:23Z"
  message: 'Readiness probe failed: Get "https://10.133.0.51:8643/healthz": dial tcp
    10.133.0.51:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-24T22:35:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T22:35:23Z"
    name: isvc-xgboost-predictor-7566d65bf7-tc894.18c55aac6ef3cf92
    namespace: kserve-ci-e2e-test
    resourceVersion: "49543"
    uid: 35867979-8e31-4af5-9922-f18c2ddeb083
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-243.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-243.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T22:33:53Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-xgboost-predictor-7566d65bf7
    namespace: kserve-ci-e2e-test
    resourceVersion: "48823"
    uid: 95abf9f5-263d-425d-9eaf-f2bdda5b40b7
  kind: Event
  lastTimestamp: "2026-07-24T22:33:53Z"
  message: 'Created pod: isvc-xgboost-predictor-7566d65bf7-tc894'
  metadata:
    creationTimestamp: "2026-07-24T22:33:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-24T22:33:53Z"
    name: isvc-xgboost-predictor-7566d65bf7.18c55a97458e29e4
    namespace: kserve-ci-e2e-test
    resourceVersion: "48835"
    uid: 1dd28dbf-c0f9-49b9-8dbc-852dff751d73
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T22:33:52Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "48821"
    uid: 669fe04c-5ae6-417f-82c7-2a0c2e62212e
  kind: Event
  lastTimestamp: "2026-07-24T22:33:52Z"
  message: Scaled up replica set isvc-xgboost-predictor-7566d65bf7 from 0 to 1
  metadata:
    creationTimestamp: "2026-07-24T22:33:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-24T22:33:52Z"
    name: isvc-xgboost-predictor.18c55a9740dd9c9e
    namespace: kserve-ci-e2e-test
    resourceVersion: "48825"
    uid: 3ae0c319-43b9-482d-b0de-ee160400c7b8
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-07-24T22:34:08Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "48822"
    uid: 2380bfde-7a14-440d-a2bf-98c446802756
  kind: Event
  lastTimestamp: "2026-07-24T22:34:53Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-24T22:34:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-24T22:34:53Z"
    name: isvc-xgboost-predictor.18c55a9abfcd2bf1
    namespace: kserve-ci-e2e-test
    resourceVersion: "49293"
    uid: 1da2736d-0d40-4aec-8594-6ca224a3ff1c
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-07-24T22:34:08Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "48822"
    uid: 2380bfde-7a14-440d-a2bf-98c446802756
  kind: Event
  lastTimestamp: "2026-07-24T22:34:53Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-24T22:34:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-24T22:34:53Z"
    name: isvc-xgboost-predictor.18c55a9ac037fa94
    namespace: kserve-ci-e2e-test
    resourceVersion: "49294"
    uid: b125c442-62d3-40d3-af17-b04c52da54df
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-24T22:35:08Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "48968"
    uid: 2380bfde-7a14-440d-a2bf-98c446802756
  kind: Event
  lastTimestamp: "2026-07-24T22:35:23Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-24T22:35:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-24T22:35:23Z"
    name: isvc-xgboost-predictor.18c55aa8bc19fa97
    namespace: kserve-ci-e2e-test
    resourceVersion: "49516"
    uid: 90c140dd-b267-48cd-a9e2-7a2ff94b4459
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-24T22:35:08Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "48968"
    uid: 2380bfde-7a14-440d-a2bf-98c446802756
  kind: Event
  lastTimestamp: "2026-07-24T22:35:23Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-24T22:35:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-24T22:35:23Z"
    name: isvc-xgboost-predictor.18c55aa8bc80f0f1
    namespace: kserve-ci-e2e-test
    resourceVersion: "49518"
    uid: 1b3abacc-d7c3-4f16-9cf2-34b5796ea747
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-24T22:37:18.892423Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-runtime-predictor-54dd488c85-bwgjp
    namespace: kserve-ci-e2e-test
    resourceVersion: "50552"
    uid: 684cd1ca-a09a-48bc-a903-0f645a73aa86
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-xgboost-runtime-predictor-54dd488c85-bwgjp
    to ip-10-0-143-243.ec2.internal
  metadata:
    creationTimestamp: "2026-07-24T22:37:18Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-24T22:37:18Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85-bwgjp.18c55ac7312f125f
    namespace: kserve-ci-e2e-test
    resourceVersion: "50560"
    uid: 84d44485-a2d9-41fd-a4ee-a1caa8f58cce
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-558cfff45f-z9c48
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T22:37:19Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-runtime-predictor-54dd488c85-bwgjp
    namespace: kserve-ci-e2e-test
    resourceVersion: "50564"
    uid: 684cd1ca-a09a-48bc-a903-0f645a73aa86
  kind: Event
  lastTimestamp: "2026-07-24T22:37:19Z"
  message: Add eth0 [10.133.0.54/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-24T22:37:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-24T22:37:19Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85-bwgjp.18c55ac74a9b2c5e
    namespace: kserve-ci-e2e-test
    resourceVersion: "50568"
    uid: 57eb12ce-d1ae-4460-912e-17e45688a0d4
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T22:37:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-54dd488c85-bwgjp
    namespace: kserve-ci-e2e-test
    resourceVersion: "50557"
    uid: 684cd1ca-a09a-48bc-a903-0f645a73aa86
  kind: Event
  lastTimestamp: "2026-07-24T22:37:19Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:4bc99d27049df235a3e7474685f2095e74c6eed89dc3da2f17a1c3e85c3fa894"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-24T22:37:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T22:37:19Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85-bwgjp.18c55ac74bfc218e
    namespace: kserve-ci-e2e-test
    resourceVersion: "50571"
    uid: 8361e8ce-ab0a-49ed-8e3c-35848031af16
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-243.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-243.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T22:37:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-54dd488c85-bwgjp
    namespace: kserve-ci-e2e-test
    resourceVersion: "50557"
    uid: 684cd1ca-a09a-48bc-a903-0f645a73aa86
  kind: Event
  lastTimestamp: "2026-07-24T22:37:19Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-24T22:37:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T22:37:19Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85-bwgjp.18c55ac74eb3abfb
    namespace: kserve-ci-e2e-test
    resourceVersion: "50574"
    uid: 1542d0ce-6a5d-44f5-a66f-26b0c93ccecd
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-243.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-243.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T22:37:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-54dd488c85-bwgjp
    namespace: kserve-ci-e2e-test
    resourceVersion: "50557"
    uid: 684cd1ca-a09a-48bc-a903-0f645a73aa86
  kind: Event
  lastTimestamp: "2026-07-24T22:37:19Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-24T22:37:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T22:37:19Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85-bwgjp.18c55ac74f36bd6d
    namespace: kserve-ci-e2e-test
    resourceVersion: "50575"
    uid: e11a7d30-7544-4137-b792-ef712dcb9305
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-243.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-243.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T22:37:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-54dd488c85-bwgjp
    namespace: kserve-ci-e2e-test
    resourceVersion: "50557"
    uid: 684cd1ca-a09a-48bc-a903-0f645a73aa86
  kind: Event
  lastTimestamp: "2026-07-24T22:37:23Z"
  message: Container image "kserve/xgbserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-07-24T22:37:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T22:37:23Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85-bwgjp.18c55ac84d19b0e5
    namespace: kserve-ci-e2e-test
    resourceVersion: "50612"
    uid: 893e0911-ec4e-4069-a012-429e4b026c1c
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-243.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-243.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T22:37:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-54dd488c85-bwgjp
    namespace: kserve-ci-e2e-test
    resourceVersion: "50557"
    uid: 684cd1ca-a09a-48bc-a903-0f645a73aa86
  kind: Event
  lastTimestamp: "2026-07-24T22:37:23Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-24T22:37:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T22:37:23Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85-bwgjp.18c55ac850d6fca7
    namespace: kserve-ci-e2e-test
    resourceVersion: "50614"
    uid: 9b158922-50b7-4be3-83bf-e5ae1b219b59
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-243.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-243.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T22:37:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-54dd488c85-bwgjp
    namespace: kserve-ci-e2e-test
    resourceVersion: "50557"
    uid: 684cd1ca-a09a-48bc-a903-0f645a73aa86
  kind: Event
  lastTimestamp: "2026-07-24T22:37:23Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-24T22:37:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T22:37:23Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85-bwgjp.18c55ac85150050d
    namespace: kserve-ci-e2e-test
    resourceVersion: "50617"
    uid: b95ff46d-b4c3-4951-8bab-7e0cae5f6352
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-243.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-243.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T22:37:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-54dd488c85-bwgjp
    namespace: kserve-ci-e2e-test
    resourceVersion: "50557"
    uid: 684cd1ca-a09a-48bc-a903-0f645a73aa86
  kind: Event
  lastTimestamp: "2026-07-24T22:37:23Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-24T22:37:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T22:37:23Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85-bwgjp.18c55ac8515a42bb
    namespace: kserve-ci-e2e-test
    resourceVersion: "50618"
    uid: 09d2aa10-62f8-4fa0-a08e-69c647ae0bff
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-243.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-243.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T22:37:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-54dd488c85-bwgjp
    namespace: kserve-ci-e2e-test
    resourceVersion: "50557"
    uid: 684cd1ca-a09a-48bc-a903-0f645a73aa86
  kind: Event
  lastTimestamp: "2026-07-24T22:37:23Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-24T22:37:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T22:37:23Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85-bwgjp.18c55ac853f04f3d
    namespace: kserve-ci-e2e-test
    resourceVersion: "50621"
    uid: 031608bf-4ed9-4a5c-8f1a-6afec74cf948
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-243.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-243.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T22:37:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-54dd488c85-bwgjp
    namespace: kserve-ci-e2e-test
    resourceVersion: "50557"
    uid: 684cd1ca-a09a-48bc-a903-0f645a73aa86
  kind: Event
  lastTimestamp: "2026-07-24T22:37:23Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-24T22:37:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T22:37:23Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85-bwgjp.18c55ac854618977
    namespace: kserve-ci-e2e-test
    resourceVersion: "50622"
    uid: eff681a1-ad9b-438b-b53f-5ec84cfaa3ac
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-243.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-243.ec2.internal
  type: Normal
- apiVersion: v1
  count: 8
  eventTime: null
  firstTimestamp: "2026-07-24T22:37:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-54dd488c85-bwgjp
    namespace: kserve-ci-e2e-test
    resourceVersion: "50557"
    uid: 684cd1ca-a09a-48bc-a903-0f645a73aa86
  kind: Event
  lastTimestamp: "2026-07-24T22:38:31Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.54:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-24T22:37:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T22:38:31Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85-bwgjp.18c55ac8c4f35af8
    namespace: kserve-ci-e2e-test
    resourceVersion: "51140"
    uid: 66ace20b-6277-4241-9af0-c7ed531ea3e2
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-243.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-243.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T22:38:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-54dd488c85-bwgjp
    namespace: kserve-ci-e2e-test
    resourceVersion: "50557"
    uid: 684cd1ca-a09a-48bc-a903-0f645a73aa86
  kind: Event
  lastTimestamp: "2026-07-24T22:38:29Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-24T22:38:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T22:38:29Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85-bwgjp.18c55ad786f9f27a
    namespace: kserve-ci-e2e-test
    resourceVersion: "51120"
    uid: 37a6b677-a0fb-4357-a467-5e8cb54242ab
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-243.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-243.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T22:38:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-54dd488c85-bwgjp
    namespace: kserve-ci-e2e-test
    resourceVersion: "50557"
    uid: 684cd1ca-a09a-48bc-a903-0f645a73aa86
  kind: Event
  lastTimestamp: "2026-07-24T22:38:29Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-24T22:38:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T22:38:29Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85-bwgjp.18c55ad786fb4a51
    namespace: kserve-ci-e2e-test
    resourceVersion: "51121"
    uid: a632fef0-3518-407f-b056-0bcdeb949b0f
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-243.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-243.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T22:38:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-54dd488c85-bwgjp
    namespace: kserve-ci-e2e-test
    resourceVersion: "50557"
    uid: 684cd1ca-a09a-48bc-a903-0f645a73aa86
  kind: Event
  lastTimestamp: "2026-07-24T22:38:31Z"
  message: 'Readiness probe failed: Get "https://10.133.0.54:8643/healthz": dial tcp
    10.133.0.54:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-24T22:38:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T22:38:31Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85-bwgjp.18c55ad823052fd6
    namespace: kserve-ci-e2e-test
    resourceVersion: "51139"
    uid: 4bf8040d-1afd-4ead-9d27-2551acafe73b
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-243.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-243.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T22:37:18Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-xgboost-runtime-predictor-54dd488c85
    namespace: kserve-ci-e2e-test
    resourceVersion: "50543"
    uid: a221a140-bf88-4abe-96f3-623a570418a9
  kind: Event
  lastTimestamp: "2026-07-24T22:37:18Z"
  message: 'Created pod: isvc-xgboost-runtime-predictor-54dd488c85-bwgjp'
  metadata:
    creationTimestamp: "2026-07-24T22:37:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-24T22:37:18Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85.18c55ac730b40966
    namespace: kserve-ci-e2e-test
    resourceVersion: "50556"
    uid: 1792fcd9-f696-4545-a166-8e9a8212ab50
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T22:37:18Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-xgboost-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "50541"
    uid: 65b39055-15f0-46f1-be9e-4e4f9e0332d0
  kind: Event
  lastTimestamp: "2026-07-24T22:37:18Z"
  message: Scaled up replica set isvc-xgboost-runtime-predictor-54dd488c85 from 0
    to 1
  metadata:
    creationTimestamp: "2026-07-24T22:37:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-24T22:37:18Z"
    name: isvc-xgboost-runtime-predictor.18c55ac72d0ebc21
    namespace: kserve-ci-e2e-test
    resourceVersion: "50544"
    uid: f4a02a11-5336-4b4f-96fc-6079ffc8937e
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-24T22:37:33Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "50542"
    uid: c101c867-5272-4a0b-aeeb-a4a8c56c6a75
  kind: Event
  lastTimestamp: "2026-07-24T22:38:03Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-24T22:37:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-24T22:38:03Z"
    name: isvc-xgboost-runtime-predictor.18c55acaabec6f81
    namespace: kserve-ci-e2e-test
    resourceVersion: "50916"
    uid: 8cb37e4d-2b5c-4b1f-b588-94fb0bc91042
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-24T22:37:33Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "50542"
    uid: c101c867-5272-4a0b-aeeb-a4a8c56c6a75
  kind: Event
  lastTimestamp: "2026-07-24T22:38:03Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-24T22:37:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-24T22:38:03Z"
    name: isvc-xgboost-runtime-predictor.18c55acaac64a694
    namespace: kserve-ci-e2e-test
    resourceVersion: "50917"
    uid: 75205fcc-2c4c-4d85-933d-61af1d7e6663
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-24T22:37:48Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "50701"
    uid: c101c867-5272-4a0b-aeeb-a4a8c56c6a75
  kind: Event
  lastTimestamp: "2026-07-24T22:38:18Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-24T22:37:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-24T22:38:18Z"
    name: isvc-xgboost-runtime-predictor.18c55ace2b41dcf3
    namespace: kserve-ci-e2e-test
    resourceVersion: "51020"
    uid: 204314c7-589a-483e-a3c7-c9241a1f3138
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-24T22:37:48Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "50701"
    uid: c101c867-5272-4a0b-aeeb-a4a8c56c6a75
  kind: Event
  lastTimestamp: "2026-07-24T22:38:18Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-24T22:37:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-24T22:38:18Z"
    name: isvc-xgboost-runtime-predictor.18c55ace2be60937
    namespace: kserve-ci-e2e-test
    resourceVersion: "51021"
    uid: 1ddfcda3-7d04-4eff-a338-9822e892ecbc
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-07-24T22:37:18Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "50534"
    uid: 2cb8be29-fe9c-4760-9458-000158be1307
  kind: Event
  lastTimestamp: "2026-07-24T22:38:21Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-24T22:37:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-24T22:38:21Z"
    name: isvc-xgboost-runtime.18c55ac72d15bc73
    namespace: kserve-ci-e2e-test
    resourceVersion: "51054"
    uid: fbd8e8cb-7d3b-4bd7-b381-642ab9423a94
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T22:37:18Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "50534"
    uid: 2cb8be29-fe9c-4760-9458-000158be1307
  kind: Event
  lastTimestamp: "2026-07-24T22:37:18Z"
  message: 'Failed to update status for InferenceService "isvc-xgboost-runtime": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-xgboost-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-24T22:37:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-24T22:37:18Z"
    name: isvc-xgboost-runtime.18c55ac72da6e73e
    namespace: kserve-ci-e2e-test
    resourceVersion: "50548"
    uid: 18bcf9d9-78cc-4941-b65c-ca2f48f515dc
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T22:38:21Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "51052"
    uid: 2cb8be29-fe9c-4760-9458-000158be1307
  kind: Event
  lastTimestamp: "2026-07-24T22:38:21Z"
  message: InferenceService [isvc-xgboost-runtime] is Ready
  metadata:
    creationTimestamp: "2026-07-24T22:38:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-24T22:38:21Z"
    name: isvc-xgboost-runtime.18c55ad5d4f1d3f5
    namespace: kserve-ci-e2e-test
    resourceVersion: "51053"
    uid: ef9e42f5-00aa-43e5-9bdd-b75e56ac67c8
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-24T22:35:28.359380Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-fm5bh
    namespace: kserve-ci-e2e-test
    resourceVersion: "49598"
    uid: 80ced53a-f351-4fc8-ac46-ac0b12b34824
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-xgboost-v2-mlserver-predictor-7b55b84f54-fm5bh
    to ip-10-0-143-243.ec2.internal
  metadata:
    creationTimestamp: "2026-07-24T22:35:28Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-24T22:35:28Z"
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-fm5bh.18c55aad74e6b43a
    namespace: kserve-ci-e2e-test
    resourceVersion: "49602"
    uid: 8427d9ed-ee7c-45e9-9d3d-1ca837a0b7d4
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-558cfff45f-z9c48
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T22:35:28Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-fm5bh
    namespace: kserve-ci-e2e-test
    resourceVersion: "49600"
    uid: 80ced53a-f351-4fc8-ac46-ac0b12b34824
  kind: Event
  lastTimestamp: "2026-07-24T22:35:28Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-xgboost-v2-mlserver-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-07-24T22:35:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T22:35:28Z"
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-fm5bh.18c55aad7e87f405
    namespace: kserve-ci-e2e-test
    resourceVersion: "49612"
    uid: ac872d74-f3ee-4436-ba0a-662228635e48
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-243.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-243.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T22:35:29Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-fm5bh
    namespace: kserve-ci-e2e-test
    resourceVersion: "49606"
    uid: 80ced53a-f351-4fc8-ac46-ac0b12b34824
  kind: Event
  lastTimestamp: "2026-07-24T22:35:29Z"
  message: Add eth0 [10.133.0.52/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-24T22:35:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-24T22:35:29Z"
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-fm5bh.18c55aadb24767da
    namespace: kserve-ci-e2e-test
    resourceVersion: "49625"
    uid: d63c3224-7756-4eb3-9954-da5ecec9b699
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T22:35:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-fm5bh
    namespace: kserve-ci-e2e-test
    resourceVersion: "49600"
    uid: 80ced53a-f351-4fc8-ac46-ac0b12b34824
  kind: Event
  lastTimestamp: "2026-07-24T22:35:29Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:4bc99d27049df235a3e7474685f2095e74c6eed89dc3da2f17a1c3e85c3fa894"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-24T22:35:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T22:35:29Z"
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-fm5bh.18c55aadb3e66579
    namespace: kserve-ci-e2e-test
    resourceVersion: "49627"
    uid: e7c8bd14-98c8-4ef7-8a17-aa4b2c9229e7
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-243.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-243.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T22:35:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-fm5bh
    namespace: kserve-ci-e2e-test
    resourceVersion: "49600"
    uid: 80ced53a-f351-4fc8-ac46-ac0b12b34824
  kind: Event
  lastTimestamp: "2026-07-24T22:35:29Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-24T22:35:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T22:35:29Z"
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-fm5bh.18c55aadb63b6417
    namespace: kserve-ci-e2e-test
    resourceVersion: "49628"
    uid: ddf7edd0-3d32-4eef-816d-bd8a3f526862
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-243.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-243.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T22:35:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-fm5bh
    namespace: kserve-ci-e2e-test
    resourceVersion: "49600"
    uid: 80ced53a-f351-4fc8-ac46-ac0b12b34824
  kind: Event
  lastTimestamp: "2026-07-24T22:35:29Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-24T22:35:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T22:35:29Z"
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-fm5bh.18c55aadb6c73c17
    namespace: kserve-ci-e2e-test
    resourceVersion: "49629"
    uid: fef7125e-077a-4bbd-b5f8-db6ca874a0f8
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-243.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-243.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T22:35:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-fm5bh
    namespace: kserve-ci-e2e-test
    resourceVersion: "49600"
    uid: 80ced53a-f351-4fc8-ac46-ac0b12b34824
  kind: Event
  lastTimestamp: "2026-07-24T22:35:34Z"
  message: Container image "docker.io/seldonio/mlserver:1.7.1" already present on
    machine
  metadata:
    creationTimestamp: "2026-07-24T22:35:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T22:35:34Z"
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-fm5bh.18c55aaed34d9d9d
    namespace: kserve-ci-e2e-test
    resourceVersion: "49667"
    uid: 1cdb86f1-6b0c-4de6-9dd9-46e308215fce
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-243.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-243.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T22:35:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-fm5bh
    namespace: kserve-ci-e2e-test
    resourceVersion: "49600"
    uid: 80ced53a-f351-4fc8-ac46-ac0b12b34824
  kind: Event
  lastTimestamp: "2026-07-24T22:35:34Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-24T22:35:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T22:35:34Z"
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-fm5bh.18c55aaed5f306d0
    namespace: kserve-ci-e2e-test
    resourceVersion: "49669"
    uid: f2428fa0-1d05-4eb3-a2b2-e0b0dd06931a
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-243.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-243.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T22:35:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-fm5bh
    namespace: kserve-ci-e2e-test
    resourceVersion: "49600"
    uid: 80ced53a-f351-4fc8-ac46-ac0b12b34824
  kind: Event
  lastTimestamp: "2026-07-24T22:35:34Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-24T22:35:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T22:35:34Z"
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-fm5bh.18c55aaed66144f5
    namespace: kserve-ci-e2e-test
    resourceVersion: "49670"
    uid: 04656470-e4fb-4bd3-85fa-f3ec8acf30a3
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-243.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-243.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T22:35:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-fm5bh
    namespace: kserve-ci-e2e-test
    resourceVersion: "49600"
    uid: 80ced53a-f351-4fc8-ac46-ac0b12b34824
  kind: Event
  lastTimestamp: "2026-07-24T22:35:34Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-24T22:35:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T22:35:34Z"
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-fm5bh.18c55aaed66aea08
    namespace: kserve-ci-e2e-test
    resourceVersion: "49671"
    uid: 4f900e56-a267-42fa-bd5e-27164461de43
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-243.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-243.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T22:35:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-fm5bh
    namespace: kserve-ci-e2e-test
    resourceVersion: "49600"
    uid: 80ced53a-f351-4fc8-ac46-ac0b12b34824
  kind: Event
  lastTimestamp: "2026-07-24T22:35:34Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-24T22:35:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T22:35:34Z"
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-fm5bh.18c55aaed9992c29
    namespace: kserve-ci-e2e-test
    resourceVersion: "49675"
    uid: fcaa1821-3939-4d2f-b899-c08070cbe004
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-243.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-243.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T22:35:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-fm5bh
    namespace: kserve-ci-e2e-test
    resourceVersion: "49600"
    uid: 80ced53a-f351-4fc8-ac46-ac0b12b34824
  kind: Event
  lastTimestamp: "2026-07-24T22:35:34Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-24T22:35:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T22:35:34Z"
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-fm5bh.18c55aaed9ff7930
    namespace: kserve-ci-e2e-test
    resourceVersion: "49676"
    uid: e9309a33-4e12-4103-ae2c-fa35eeed1fba
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-243.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-243.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T22:36:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-fm5bh
    namespace: kserve-ci-e2e-test
    resourceVersion: "49600"
    uid: 80ced53a-f351-4fc8-ac46-ac0b12b34824
  kind: Event
  lastTimestamp: "2026-07-24T22:36:18Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-24T22:36:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T22:36:18Z"
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-fm5bh.18c55ab91e295e4d
    namespace: kserve-ci-e2e-test
    resourceVersion: "50011"
    uid: aea947fe-9d16-431d-9234-b13ad6da6d09
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-243.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-243.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T22:36:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-fm5bh
    namespace: kserve-ci-e2e-test
    resourceVersion: "49600"
    uid: 80ced53a-f351-4fc8-ac46-ac0b12b34824
  kind: Event
  lastTimestamp: "2026-07-24T22:36:18Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-24T22:36:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T22:36:18Z"
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-fm5bh.18c55ab91e29fc54
    namespace: kserve-ci-e2e-test
    resourceVersion: "50012"
    uid: 5469c38c-43c3-4d18-bfef-50eac7c205bb
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-243.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-243.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T22:36:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-fm5bh
    namespace: kserve-ci-e2e-test
    resourceVersion: "49600"
    uid: 80ced53a-f351-4fc8-ac46-ac0b12b34824
  kind: Event
  lastTimestamp: "2026-07-24T22:36:22Z"
  message: 'Readiness probe failed: Get "https://10.133.0.52:8643/healthz": dial tcp
    10.133.0.52:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-24T22:36:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T22:36:22Z"
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-fm5bh.18c55aba012e52c7
    namespace: kserve-ci-e2e-test
    resourceVersion: "50039"
    uid: 404514d9-bbdd-4d7b-b386-deafb9da5a0b
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-243.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-243.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T22:36:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-fm5bh
    namespace: kserve-ci-e2e-test
    resourceVersion: "49600"
    uid: 80ced53a-f351-4fc8-ac46-ac0b12b34824
  kind: Event
  lastTimestamp: "2026-07-24T22:36:22Z"
  message: 'Readiness probe failed: Get "http://10.133.0.52:8080/v2/models/isvc-xgboost-v2-mlserver/ready":
    dial tcp 10.133.0.52:8080: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-24T22:36:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T22:36:22Z"
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-fm5bh.18c55aba017ea0a6
    namespace: kserve-ci-e2e-test
    resourceVersion: "50040"
    uid: 823a9d7c-b406-421b-aad2-6e699c1492fd
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-243.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-243.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T22:35:28Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54
    namespace: kserve-ci-e2e-test
    resourceVersion: "49587"
    uid: ff8e9c5b-51d7-47fe-9da8-c933c79ac2fb
  kind: Event
  lastTimestamp: "2026-07-24T22:35:28Z"
  message: 'Created pod: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-fm5bh'
  metadata:
    creationTimestamp: "2026-07-24T22:35:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-24T22:35:28Z"
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54.18c55aad747e4dbc
    namespace: kserve-ci-e2e-test
    resourceVersion: "49599"
    uid: a887657e-47a7-4f61-a509-525cc18caf10
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T22:35:28Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "49585"
    uid: ef97c3f0-a14e-42c7-9158-36677d0ac78c
  kind: Event
  lastTimestamp: "2026-07-24T22:35:28Z"
  message: Scaled up replica set isvc-xgboost-v2-mlserver-predictor-7b55b84f54 from
    0 to 1
  metadata:
    creationTimestamp: "2026-07-24T22:35:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-24T22:35:28Z"
    name: isvc-xgboost-v2-mlserver-predictor.18c55aad707c742d
    namespace: kserve-ci-e2e-test
    resourceVersion: "49588"
    uid: 76c6111c-3a82-4625-aeb9-e579cf41b403
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T22:35:43Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "49586"
    uid: 556aba3d-9776-4a12-b8a6-832fbabea9b6
  kind: Event
  lastTimestamp: "2026-07-24T22:35:43Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-24T22:35:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-24T22:35:43Z"
    name: isvc-xgboost-v2-mlserver-predictor.18c55ab0ef1cff7a
    namespace: kserve-ci-e2e-test
    resourceVersion: "49735"
    uid: fe030b54-3a49-4d29-be1d-808652f66822
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T22:35:43Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "49586"
    uid: 556aba3d-9776-4a12-b8a6-832fbabea9b6
  kind: Event
  lastTimestamp: "2026-07-24T22:35:43Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-24T22:35:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-24T22:35:43Z"
    name: isvc-xgboost-v2-mlserver-predictor.18c55ab0ef7ff4eb
    namespace: kserve-ci-e2e-test
    resourceVersion: "49737"
    uid: 0b73c518-8d18-486e-9f68-3c936171bf1f
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-24T22:35:58Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "49736"
    uid: 556aba3d-9776-4a12-b8a6-832fbabea9b6
  kind: Event
  lastTimestamp: "2026-07-24T22:36:13Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-24T22:35:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-24T22:36:13Z"
    name: isvc-xgboost-v2-mlserver-predictor.18c55ab46ee63f59
    namespace: kserve-ci-e2e-test
    resourceVersion: "49956"
    uid: 13a1ba54-f6be-4f7d-b285-1b31c39164bc
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-24T22:35:58Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "49736"
    uid: 556aba3d-9776-4a12-b8a6-832fbabea9b6
  kind: Event
  lastTimestamp: "2026-07-24T22:36:13Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-24T22:35:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-24T22:36:13Z"
    name: isvc-xgboost-v2-mlserver-predictor.18c55ab46f62394d
    namespace: kserve-ci-e2e-test
    resourceVersion: "49958"
    uid: a0a4e9b1-ab63-421d-be77-efcdc8269b64
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-07-24T22:35:28Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "49578"
    uid: f73a24e0-bad0-4352-944e-af42e2cfb784
  kind: Event
  lastTimestamp: "2026-07-24T22:36:12Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-24T22:35:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-24T22:36:12Z"
    name: isvc-xgboost-v2-mlserver.18c55aad7081fd11
    namespace: kserve-ci-e2e-test
    resourceVersion: "49947"
    uid: 99dc1480-37a4-49e7-9877-0ecfed46738b
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-24T22:35:28Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "49578"
    uid: f73a24e0-bad0-4352-944e-af42e2cfb784
  kind: Event
  lastTimestamp: "2026-07-24T22:35:28Z"
  message: 'Failed to update status for InferenceService "isvc-xgboost-v2-mlserver":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-xgboost-v2-mlserver":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-24T22:35:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-24T22:35:28Z"
    name: isvc-xgboost-v2-mlserver.18c55aad710cf624
    namespace: kserve-ci-e2e-test
    resourceVersion: "49608"
    uid: 1ce0a393-c8a8-44b8-861a-2f7115494ac6
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T22:35:28Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "49581"
    uid: f73a24e0-bad0-4352-944e-af42e2cfb784
  kind: Event
  lastTimestamp: "2026-07-24T22:35:28Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-xgboost-v2-mlserver": the object
    has been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-07-24T22:35:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-24T22:35:28Z"
    name: isvc-xgboost-v2-mlserver.18c55aad76e48071
    namespace: kserve-ci-e2e-test
    resourceVersion: "49609"
    uid: c83b903a-dc07-422b-8fab-9504781cf0bb
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T22:36:12Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "49945"
    uid: f73a24e0-bad0-4352-944e-af42e2cfb784
  kind: Event
  lastTimestamp: "2026-07-24T22:36:12Z"
  message: InferenceService [isvc-xgboost-v2-mlserver] is Ready
  metadata:
    creationTimestamp: "2026-07-24T22:36:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-24T22:36:12Z"
    name: isvc-xgboost-v2-mlserver.18c55ab7b2a96bb2
    namespace: kserve-ci-e2e-test
    resourceVersion: "49946"
    uid: 38425e16-def7-4582-a4b9-9331eb635790
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-24T22:39:39.427723Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-v2-predictor-fcc668bc-m76lz
    namespace: kserve-ci-e2e-test
    resourceVersion: "51719"
    uid: a8fec8e9-a1bc-4080-80ae-26d12497faff
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-xgboost-v2-predictor-fcc668bc-m76lz
    to ip-10-0-143-243.ec2.internal
  metadata:
    creationTimestamp: "2026-07-24T22:39:39Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-24T22:39:39Z"
    name: isvc-xgboost-v2-predictor-fcc668bc-m76lz.18c55ae7e9bd999d
    namespace: kserve-ci-e2e-test
    resourceVersion: "51725"
    uid: 4b7e8d78-02fc-4070-9565-124af9f8dcd5
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-558cfff45f-z9c48
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T22:39:39Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-v2-predictor-fcc668bc-m76lz
    namespace: kserve-ci-e2e-test
    resourceVersion: "51729"
    uid: a8fec8e9-a1bc-4080-80ae-26d12497faff
  kind: Event
  lastTimestamp: "2026-07-24T22:39:39Z"
  message: Add eth0 [10.133.0.56/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-24T22:39:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-24T22:39:39Z"
    name: isvc-xgboost-v2-predictor-fcc668bc-m76lz.18c55ae803255606
    namespace: kserve-ci-e2e-test
    resourceVersion: "51737"
    uid: eef77692-2670-4439-b6fb-f8584a15bfa0
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T22:39:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-predictor-fcc668bc-m76lz
    namespace: kserve-ci-e2e-test
    resourceVersion: "51723"
    uid: a8fec8e9-a1bc-4080-80ae-26d12497faff
  kind: Event
  lastTimestamp: "2026-07-24T22:39:39Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:4bc99d27049df235a3e7474685f2095e74c6eed89dc3da2f17a1c3e85c3fa894"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-24T22:39:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T22:39:39Z"
    name: isvc-xgboost-v2-predictor-fcc668bc-m76lz.18c55ae8049b76e4
    namespace: kserve-ci-e2e-test
    resourceVersion: "51739"
    uid: 31ae2fa5-3c25-4ae8-a4f7-49911edd0543
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-243.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-243.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T22:39:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-predictor-fcc668bc-m76lz
    namespace: kserve-ci-e2e-test
    resourceVersion: "51723"
    uid: a8fec8e9-a1bc-4080-80ae-26d12497faff
  kind: Event
  lastTimestamp: "2026-07-24T22:39:39Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-24T22:39:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T22:39:39Z"
    name: isvc-xgboost-v2-predictor-fcc668bc-m76lz.18c55ae807b1c1ee
    namespace: kserve-ci-e2e-test
    resourceVersion: "51742"
    uid: 564da006-2394-4af8-a5c1-562f6fb7c6d5
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-243.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-243.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T22:39:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-predictor-fcc668bc-m76lz
    namespace: kserve-ci-e2e-test
    resourceVersion: "51723"
    uid: a8fec8e9-a1bc-4080-80ae-26d12497faff
  kind: Event
  lastTimestamp: "2026-07-24T22:39:39Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-24T22:39:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T22:39:39Z"
    name: isvc-xgboost-v2-predictor-fcc668bc-m76lz.18c55ae808268cbb
    namespace: kserve-ci-e2e-test
    resourceVersion: "51743"
    uid: c21da99f-488d-476b-a35d-9ea5f700ed74
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-243.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-243.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T22:39:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-predictor-fcc668bc-m76lz
    namespace: kserve-ci-e2e-test
    resourceVersion: "51723"
    uid: a8fec8e9-a1bc-4080-80ae-26d12497faff
  kind: Event
  lastTimestamp: "2026-07-24T22:39:44Z"
  message: Container image "kserve/xgbserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-07-24T22:39:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T22:39:44Z"
    name: isvc-xgboost-v2-predictor-fcc668bc-m76lz.18c55ae9067cadb8
    namespace: kserve-ci-e2e-test
    resourceVersion: "51785"
    uid: ebbc6fc4-de6d-400f-8dc3-99eb57f9509f
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-243.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-243.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T22:39:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-predictor-fcc668bc-m76lz
    namespace: kserve-ci-e2e-test
    resourceVersion: "51723"
    uid: a8fec8e9-a1bc-4080-80ae-26d12497faff
  kind: Event
  lastTimestamp: "2026-07-24T22:39:44Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-24T22:39:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T22:39:44Z"
    name: isvc-xgboost-v2-predictor-fcc668bc-m76lz.18c55ae909725893
    namespace: kserve-ci-e2e-test
    resourceVersion: "51788"
    uid: aeb5515c-f7bc-4138-9dce-ca70853f0db9
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-243.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-243.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T22:39:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-predictor-fcc668bc-m76lz
    namespace: kserve-ci-e2e-test
    resourceVersion: "51723"
    uid: a8fec8e9-a1bc-4080-80ae-26d12497faff
  kind: Event
  lastTimestamp: "2026-07-24T22:39:44Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-24T22:39:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T22:39:44Z"
    name: isvc-xgboost-v2-predictor-fcc668bc-m76lz.18c55ae909ec6cf9
    namespace: kserve-ci-e2e-test
    resourceVersion: "51791"
    uid: 6639e798-9f89-4614-a803-0e5cc24296ab
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-243.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-243.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T22:39:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-predictor-fcc668bc-m76lz
    namespace: kserve-ci-e2e-test
    resourceVersion: "51723"
    uid: a8fec8e9-a1bc-4080-80ae-26d12497faff
  kind: Event
  lastTimestamp: "2026-07-24T22:39:44Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-24T22:39:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T22:39:44Z"
    name: isvc-xgboost-v2-predictor-fcc668bc-m76lz.18c55ae909f62063
    namespace: kserve-ci-e2e-test
    resourceVersion: "51792"
    uid: fe50f466-2aca-49a7-b594-8b0685577411
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-243.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-243.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T22:39:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-predictor-fcc668bc-m76lz
    namespace: kserve-ci-e2e-test
    resourceVersion: "51723"
    uid: a8fec8e9-a1bc-4080-80ae-26d12497faff
  kind: Event
  lastTimestamp: "2026-07-24T22:39:44Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-24T22:39:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T22:39:44Z"
    name: isvc-xgboost-v2-predictor-fcc668bc-m76lz.18c55ae90c90e273
    namespace: kserve-ci-e2e-test
    resourceVersion: "51795"
    uid: a0ff9bbf-4e95-47e4-9831-716a133b1c66
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-243.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-243.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T22:39:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-predictor-fcc668bc-m76lz
    namespace: kserve-ci-e2e-test
    resourceVersion: "51723"
    uid: a8fec8e9-a1bc-4080-80ae-26d12497faff
  kind: Event
  lastTimestamp: "2026-07-24T22:39:44Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-24T22:39:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T22:39:44Z"
    name: isvc-xgboost-v2-predictor-fcc668bc-m76lz.18c55ae90d0422ca
    namespace: kserve-ci-e2e-test
    resourceVersion: "51796"
    uid: 96b76af3-3e5c-4445-8083-23ceb02855b3
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-243.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-243.ec2.internal
  type: Normal
- apiVersion: v1
  count: 8
  eventTime: null
  firstTimestamp: "2026-07-24T22:39:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-predictor-fcc668bc-m76lz
    namespace: kserve-ci-e2e-test
    resourceVersion: "51723"
    uid: a8fec8e9-a1bc-4080-80ae-26d12497faff
  kind: Event
  lastTimestamp: "2026-07-24T22:40:52Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.56:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-24T22:39:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T22:40:52Z"
    name: isvc-xgboost-v2-predictor-fcc668bc-m76lz.18c55ae97e430bfe
    namespace: kserve-ci-e2e-test
    resourceVersion: "52293"
    uid: fc98d9c9-39ee-4cd5-8c27-1f9b6bf904f7
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-243.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-243.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T22:40:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-predictor-fcc668bc-m76lz
    namespace: kserve-ci-e2e-test
    resourceVersion: "51723"
    uid: a8fec8e9-a1bc-4080-80ae-26d12497faff
  kind: Event
  lastTimestamp: "2026-07-24T22:40:49Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-24T22:40:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T22:40:49Z"
    name: isvc-xgboost-v2-predictor-fcc668bc-m76lz.18c55af83eb30d81
    namespace: kserve-ci-e2e-test
    resourceVersion: "52269"
    uid: af37711f-7d57-4d5d-8088-e018426a0128
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-243.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-243.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T22:40:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-predictor-fcc668bc-m76lz
    namespace: kserve-ci-e2e-test
    resourceVersion: "51723"
    uid: a8fec8e9-a1bc-4080-80ae-26d12497faff
  kind: Event
  lastTimestamp: "2026-07-24T22:40:49Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-24T22:40:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T22:40:49Z"
    name: isvc-xgboost-v2-predictor-fcc668bc-m76lz.18c55af83eb3dc64
    namespace: kserve-ci-e2e-test
    resourceVersion: "52270"
    uid: 83068cac-b537-4000-9a70-eeff1b54ecb6
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-243.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-243.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T22:40:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-predictor-fcc668bc-m76lz
    namespace: kserve-ci-e2e-test
    resourceVersion: "51723"
    uid: a8fec8e9-a1bc-4080-80ae-26d12497faff
  kind: Event
  lastTimestamp: "2026-07-24T22:40:52Z"
  message: 'Readiness probe failed: Get "https://10.133.0.56:8643/healthz": dial tcp
    10.133.0.56:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-24T22:40:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T22:40:52Z"
    name: isvc-xgboost-v2-predictor-fcc668bc-m76lz.18c55af8dc532f7b
    namespace: kserve-ci-e2e-test
    resourceVersion: "52292"
    uid: 6baff718-d3ba-45a5-8fcb-fd8f303edb79
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-243.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-243.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T22:39:39Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-xgboost-v2-predictor-fcc668bc
    namespace: kserve-ci-e2e-test
    resourceVersion: "51710"
    uid: f7e9a295-8e1c-4bde-85f5-fbf4f3def785
  kind: Event
  lastTimestamp: "2026-07-24T22:39:39Z"
  message: 'Created pod: isvc-xgboost-v2-predictor-fcc668bc-m76lz'
  metadata:
    creationTimestamp: "2026-07-24T22:39:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-24T22:39:39Z"
    name: isvc-xgboost-v2-predictor-fcc668bc.18c55ae7e94bba18
    namespace: kserve-ci-e2e-test
    resourceVersion: "51722"
    uid: 45ad09ee-bd10-4774-a2a3-25030a460e0c
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T22:39:39Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "51708"
    uid: 9fc45787-ede0-40a4-afed-07c9be79dd6a
  kind: Event
  lastTimestamp: "2026-07-24T22:39:39Z"
  message: Scaled up replica set isvc-xgboost-v2-predictor-fcc668bc from 0 to 1
  metadata:
    creationTimestamp: "2026-07-24T22:39:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-24T22:39:39Z"
    name: isvc-xgboost-v2-predictor.18c55ae7e61d404d
    namespace: kserve-ci-e2e-test
    resourceVersion: "51712"
    uid: 5f7d2506-795c-4adf-80ee-7b631785ae29
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-24T22:39:54Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "51709"
    uid: 2e07fce1-983a-4485-aa6b-cfc01edd05b3
  kind: Event
  lastTimestamp: "2026-07-24T22:40:09Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-24T22:39:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-24T22:40:09Z"
    name: isvc-xgboost-v2-predictor.18c55aeb64fcc4c6
    namespace: kserve-ci-e2e-test
    resourceVersion: "51973"
    uid: 379ab872-8047-406c-bc25-3a6f17dd3648
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-24T22:39:54Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "51709"
    uid: 2e07fce1-983a-4485-aa6b-cfc01edd05b3
  kind: Event
  lastTimestamp: "2026-07-24T22:40:09Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-24T22:39:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-24T22:40:09Z"
    name: isvc-xgboost-v2-predictor.18c55aeb656759cb
    namespace: kserve-ci-e2e-test
    resourceVersion: "51974"
    uid: 57720603-9679-4b3f-8e6d-0767bf7edd7f
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-24T22:40:24Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "51868"
    uid: 2e07fce1-983a-4485-aa6b-cfc01edd05b3
  kind: Event
  lastTimestamp: "2026-07-24T22:40:39Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-24T22:40:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-24T22:40:39Z"
    name: isvc-xgboost-v2-predictor.18c55af263483332
    namespace: kserve-ci-e2e-test
    resourceVersion: "52178"
    uid: e63609e8-52d6-4ae5-842d-c8a061cbddca
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-24T22:40:24Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "51868"
    uid: 2e07fce1-983a-4485-aa6b-cfc01edd05b3
  kind: Event
  lastTimestamp: "2026-07-24T22:40:39Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-24T22:40:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-24T22:40:39Z"
    name: isvc-xgboost-v2-predictor.18c55af263b98198
    namespace: kserve-ci-e2e-test
    resourceVersion: "52179"
    uid: b8e24908-87f0-4a81-ba96-7a9992a3b852
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-24T22:38:34.174195Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-brwqp
    namespace: kserve-ci-e2e-test
    resourceVersion: "51185"
    uid: 366c9d07-29fd-4d3d-a457-d6061740fc60
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-xgboost-v2-runtime-predictor-7787c55dc9-brwqp
    to ip-10-0-143-243.ec2.internal
  metadata:
    creationTimestamp: "2026-07-24T22:38:34Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-24T22:38:34Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-brwqp.18c55ad8b853d43e
    namespace: kserve-ci-e2e-test
    resourceVersion: "51191"
    uid: 2a47eda9-aaf1-4efd-8309-46e06f152e6a
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-558cfff45f-z9c48
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T22:38:34Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-brwqp
    namespace: kserve-ci-e2e-test
    resourceVersion: "51197"
    uid: 366c9d07-29fd-4d3d-a457-d6061740fc60
  kind: Event
  lastTimestamp: "2026-07-24T22:38:34Z"
  message: Add eth0 [10.133.0.55/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-24T22:38:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-24T22:38:34Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-brwqp.18c55ad8d1a7d1be
    namespace: kserve-ci-e2e-test
    resourceVersion: "51203"
    uid: 1186f1af-3599-4af7-88a9-14179a8694b2
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T22:38:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-brwqp
    namespace: kserve-ci-e2e-test
    resourceVersion: "51188"
    uid: 366c9d07-29fd-4d3d-a457-d6061740fc60
  kind: Event
  lastTimestamp: "2026-07-24T22:38:34Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:4bc99d27049df235a3e7474685f2095e74c6eed89dc3da2f17a1c3e85c3fa894"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-24T22:38:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T22:38:34Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-brwqp.18c55ad8d31f3602
    namespace: kserve-ci-e2e-test
    resourceVersion: "51205"
    uid: 9243c68e-eba6-4fb9-b82a-cffa106151ec
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-243.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-243.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T22:38:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-brwqp
    namespace: kserve-ci-e2e-test
    resourceVersion: "51188"
    uid: 366c9d07-29fd-4d3d-a457-d6061740fc60
  kind: Event
  lastTimestamp: "2026-07-24T22:38:34Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-24T22:38:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T22:38:34Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-brwqp.18c55ad8d5da8c85
    namespace: kserve-ci-e2e-test
    resourceVersion: "51207"
    uid: d959a815-dcbf-4cd7-a5b5-5353a00c0e9f
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-243.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-243.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T22:38:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-brwqp
    namespace: kserve-ci-e2e-test
    resourceVersion: "51188"
    uid: 366c9d07-29fd-4d3d-a457-d6061740fc60
  kind: Event
  lastTimestamp: "2026-07-24T22:38:34Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-24T22:38:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T22:38:34Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-brwqp.18c55ad8d64b0659
    namespace: kserve-ci-e2e-test
    resourceVersion: "51208"
    uid: f1d9c2cb-5f06-48d8-a608-f77cf881e354
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-243.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-243.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T22:38:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-brwqp
    namespace: kserve-ci-e2e-test
    resourceVersion: "51188"
    uid: 366c9d07-29fd-4d3d-a457-d6061740fc60
  kind: Event
  lastTimestamp: "2026-07-24T22:38:38Z"
  message: Container image "docker.io/seldonio/mlserver:1.7.1" already present on
    machine
  metadata:
    creationTimestamp: "2026-07-24T22:38:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T22:38:38Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-brwqp.18c55ad9d51a7e98
    namespace: kserve-ci-e2e-test
    resourceVersion: "51242"
    uid: 18142b51-11fb-4df8-9777-5fb139efd1fd
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-243.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-243.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T22:38:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-brwqp
    namespace: kserve-ci-e2e-test
    resourceVersion: "51188"
    uid: 366c9d07-29fd-4d3d-a457-d6061740fc60
  kind: Event
  lastTimestamp: "2026-07-24T22:38:39Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-24T22:38:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T22:38:39Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-brwqp.18c55ad9d80746f4
    namespace: kserve-ci-e2e-test
    resourceVersion: "51244"
    uid: 9867378e-11ad-469d-ae9f-01d3a8d84ff6
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-243.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-243.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T22:38:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-brwqp
    namespace: kserve-ci-e2e-test
    resourceVersion: "51188"
    uid: 366c9d07-29fd-4d3d-a457-d6061740fc60
  kind: Event
  lastTimestamp: "2026-07-24T22:38:39Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-24T22:38:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T22:38:39Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-brwqp.18c55ad9d878baa9
    namespace: kserve-ci-e2e-test
    resourceVersion: "51245"
    uid: b9ad32dd-5f0c-4de9-be8b-e1600e4cd6e6
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-243.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-243.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T22:38:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-brwqp
    namespace: kserve-ci-e2e-test
    resourceVersion: "51188"
    uid: 366c9d07-29fd-4d3d-a457-d6061740fc60
  kind: Event
  lastTimestamp: "2026-07-24T22:38:39Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-24T22:38:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T22:38:39Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-brwqp.18c55ad9d883eaf8
    namespace: kserve-ci-e2e-test
    resourceVersion: "51248"
    uid: a2bbee6c-6284-48ef-a21b-735d4418ed8d
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-243.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-243.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T22:38:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-brwqp
    namespace: kserve-ci-e2e-test
    resourceVersion: "51188"
    uid: 366c9d07-29fd-4d3d-a457-d6061740fc60
  kind: Event
  lastTimestamp: "2026-07-24T22:38:39Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-24T22:38:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T22:38:39Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-brwqp.18c55ad9db05b3c3
    namespace: kserve-ci-e2e-test
    resourceVersion: "51249"
    uid: 39e1227b-b564-4509-8bf6-23d9554b4ab6
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-243.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-243.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T22:38:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-brwqp
    namespace: kserve-ci-e2e-test
    resourceVersion: "51188"
    uid: 366c9d07-29fd-4d3d-a457-d6061740fc60
  kind: Event
  lastTimestamp: "2026-07-24T22:38:39Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-24T22:38:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T22:38:39Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-brwqp.18c55ad9db79924c
    namespace: kserve-ci-e2e-test
    resourceVersion: "51251"
    uid: ad53a3ea-3344-453a-864b-827a1fce88b3
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-243.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-243.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T22:39:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-brwqp
    namespace: kserve-ci-e2e-test
    resourceVersion: "51188"
    uid: 366c9d07-29fd-4d3d-a457-d6061740fc60
  kind: Event
  lastTimestamp: "2026-07-24T22:39:16Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 400'
  metadata:
    creationTimestamp: "2026-07-24T22:39:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T22:39:16Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-brwqp.18c55ae2afce1a6e
    namespace: kserve-ci-e2e-test
    resourceVersion: "51512"
    uid: b04bc644-9c33-4b1e-812c-c87800d66318
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-243.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-243.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T22:39:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-brwqp
    namespace: kserve-ci-e2e-test
    resourceVersion: "51188"
    uid: 366c9d07-29fd-4d3d-a457-d6061740fc60
  kind: Event
  lastTimestamp: "2026-07-24T22:39:34Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-24T22:39:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T22:39:34Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-brwqp.18c55ae6b6d78810
    namespace: kserve-ci-e2e-test
    resourceVersion: "51657"
    uid: 496addff-c411-4032-936a-e51927c0af8a
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-243.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-243.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T22:39:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-brwqp
    namespace: kserve-ci-e2e-test
    resourceVersion: "51188"
    uid: 366c9d07-29fd-4d3d-a457-d6061740fc60
  kind: Event
  lastTimestamp: "2026-07-24T22:39:34Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-24T22:39:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T22:39:34Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-brwqp.18c55ae6b6d80ce9
    namespace: kserve-ci-e2e-test
    resourceVersion: "51658"
    uid: c281a410-f2a0-4fe0-bcee-0ca702640c5d
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-243.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-243.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T22:39:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-brwqp
    namespace: kserve-ci-e2e-test
    resourceVersion: "51188"
    uid: 366c9d07-29fd-4d3d-a457-d6061740fc60
  kind: Event
  lastTimestamp: "2026-07-24T22:39:36Z"
  message: 'Readiness probe failed: Get "https://10.133.0.55:8643/healthz": dial tcp
    10.133.0.55:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-24T22:39:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T22:39:36Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-brwqp.18c55ae756eac2d3
    namespace: kserve-ci-e2e-test
    resourceVersion: "51678"
    uid: 9d0a6adf-b111-4fab-a557-f180a39126cf
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-243.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-243.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T22:38:34Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9
    namespace: kserve-ci-e2e-test
    resourceVersion: "51175"
    uid: 40d967e6-cb87-4e82-b523-4b1f1074c4fc
  kind: Event
  lastTimestamp: "2026-07-24T22:38:34Z"
  message: 'Created pod: isvc-xgboost-v2-runtime-predictor-7787c55dc9-brwqp'
  metadata:
    creationTimestamp: "2026-07-24T22:38:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-24T22:38:34Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9.18c55ad8b7d24e5f
    namespace: kserve-ci-e2e-test
    resourceVersion: "51189"
    uid: 444a268b-a704-4109-bba7-1e28599200ff
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T22:38:34Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-xgboost-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "51173"
    uid: 783b0c0a-61b9-44c1-be04-cfac82aa90ee
  kind: Event
  lastTimestamp: "2026-07-24T22:38:34Z"
  message: Scaled up replica set isvc-xgboost-v2-runtime-predictor-7787c55dc9 from
    0 to 1
  metadata:
    creationTimestamp: "2026-07-24T22:38:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-24T22:38:34Z"
    name: isvc-xgboost-v2-runtime-predictor.18c55ad8b4aaadfd
    namespace: kserve-ci-e2e-test
    resourceVersion: "51177"
    uid: f54a3aff-ce3f-4754-80bb-a9f9ddf43da1
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T22:38:49Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "51174"
    uid: 5d8292dd-cb2b-4ae3-acc8-2cf387bfe4c6
  kind: Event
  lastTimestamp: "2026-07-24T22:38:49Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-24T22:38:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-24T22:38:49Z"
    name: isvc-xgboost-v2-runtime-predictor.18c55adc3337578b
    namespace: kserve-ci-e2e-test
    resourceVersion: "51322"
    uid: c2f31259-3b9e-4409-9895-8cb3ba414f27
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T22:38:49Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "51174"
    uid: 5d8292dd-cb2b-4ae3-acc8-2cf387bfe4c6
  kind: Event
  lastTimestamp: "2026-07-24T22:38:49Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-24T22:38:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-24T22:38:49Z"
    name: isvc-xgboost-v2-runtime-predictor.18c55adc339d2c5c
    namespace: kserve-ci-e2e-test
    resourceVersion: "51324"
    uid: 431f1bb4-812e-435d-b64c-28f881e418c6
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-24T22:39:04Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "51323"
    uid: 5d8292dd-cb2b-4ae3-acc8-2cf387bfe4c6
  kind: Event
  lastTimestamp: "2026-07-24T22:39:34Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-24T22:39:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-24T22:39:34Z"
    name: isvc-xgboost-v2-runtime-predictor.18c55adfb2e638f6
    namespace: kserve-ci-e2e-test
    resourceVersion: "51640"
    uid: 3011eca2-e0eb-41f8-b562-a0bb8e29f9a5
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-24T22:39:04Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "51323"
    uid: 5d8292dd-cb2b-4ae3-acc8-2cf387bfe4c6
  kind: Event
  lastTimestamp: "2026-07-24T22:39:34Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-24T22:39:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-24T22:39:34Z"
    name: isvc-xgboost-v2-runtime-predictor.18c55adfb381da9a
    namespace: kserve-ci-e2e-test
    resourceVersion: "51641"
    uid: 4adabbe2-7844-4ff2-9432-ce48c1f49146
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-07-24T22:38:34Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "51165"
    uid: 7682344e-5c29-4602-8cfc-3cd6e148eb12
  kind: Event
  lastTimestamp: "2026-07-24T22:39:27Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-24T22:38:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-24T22:39:27Z"
    name: isvc-xgboost-v2-runtime.18c55ad8b4af0f30
    namespace: kserve-ci-e2e-test
    resourceVersion: "51594"
    uid: 15c95031-de07-4b47-9131-2eaa99963878
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T22:38:34Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "51165"
    uid: 7682344e-5c29-4602-8cfc-3cd6e148eb12
  kind: Event
  lastTimestamp: "2026-07-24T22:38:34Z"
  message: 'Failed to update status for InferenceService "isvc-xgboost-v2-runtime":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-xgboost-v2-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-24T22:38:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-24T22:38:34Z"
    name: isvc-xgboost-v2-runtime.18c55ad8b5507c39
    namespace: kserve-ci-e2e-test
    resourceVersion: "51180"
    uid: 4ee3d51c-d0e7-40a3-b803-7e5835166ad8
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T22:39:27Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "51591"
    uid: 7682344e-5c29-4602-8cfc-3cd6e148eb12
  kind: Event
  lastTimestamp: "2026-07-24T22:39:27Z"
  message: InferenceService [isvc-xgboost-v2-runtime] is Ready
  metadata:
    creationTimestamp: "2026-07-24T22:39:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-24T22:39:27Z"
    name: isvc-xgboost-v2-runtime.18c55ae508b75feb
    namespace: kserve-ci-e2e-test
    resourceVersion: "51592"
    uid: f69b6c01-c796-43d3-8137-eeef42220773
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-07-24T22:39:39Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "51699"
    uid: 716aa2cc-05b7-48ba-8238-ea7d4b243708
  kind: Event
  lastTimestamp: "2026-07-24T22:40:42Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-24T22:39:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-24T22:40:42Z"
    name: isvc-xgboost-v2.18c55ae7e6220842
    namespace: kserve-ci-e2e-test
    resourceVersion: "52209"
    uid: 569c5ec2-2986-4016-9955-82dfdaa773ec
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T22:39:39Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "51699"
    uid: 716aa2cc-05b7-48ba-8238-ea7d4b243708
  kind: Event
  lastTimestamp: "2026-07-24T22:39:39Z"
  message: 'Failed to update status for InferenceService "isvc-xgboost-v2": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-xgboost-v2":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-24T22:39:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-24T22:39:39Z"
    name: isvc-xgboost-v2.18c55ae7e6ba2fcc
    namespace: kserve-ci-e2e-test
    resourceVersion: "51716"
    uid: e168b544-2f23-49a4-b3c3-b41b02222175
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T22:40:42Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "52207"
    uid: 716aa2cc-05b7-48ba-8238-ea7d4b243708
  kind: Event
  lastTimestamp: "2026-07-24T22:40:42Z"
  message: InferenceService [isvc-xgboost-v2] is Ready
  metadata:
    creationTimestamp: "2026-07-24T22:40:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-24T22:40:42Z"
    name: isvc-xgboost-v2.18c55af68da01f04
    namespace: kserve-ci-e2e-test
    resourceVersion: "52208"
    uid: ddeee386-7cbb-415f-9d79-27919279a2ab
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-07-24T22:33:52Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost
    namespace: kserve-ci-e2e-test
    resourceVersion: "48813"
    uid: 657a9453-0d1b-4641-817e-564c05f5685d
  kind: Event
  lastTimestamp: "2026-07-24T22:35:14Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-24T22:33:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-24T22:35:14Z"
    name: isvc-xgboost.18c55a9740e6fead
    namespace: kserve-ci-e2e-test
    resourceVersion: "49448"
    uid: 1607f43c-7a35-4150-854f-cedec5e5ae03
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T22:33:53Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost
    namespace: kserve-ci-e2e-test
    resourceVersion: "48813"
    uid: 657a9453-0d1b-4641-817e-564c05f5685d
  kind: Event
  lastTimestamp: "2026-07-24T22:33:53Z"
  message: 'Failed to update status for InferenceService "isvc-xgboost": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-xgboost": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-07-24T22:33:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-24T22:33:53Z"
    name: isvc-xgboost.18c55a974187f6cc
    namespace: kserve-ci-e2e-test
    resourceVersion: "48829"
    uid: 73c41ae7-313f-4bbc-9728-aa8e6e9d224a
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T22:35:14Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost
    namespace: kserve-ci-e2e-test
    resourceVersion: "49446"
    uid: 657a9453-0d1b-4641-817e-564c05f5685d
  kind: Event
  lastTimestamp: "2026-07-24T22:35:14Z"
  message: InferenceService [isvc-xgboost] is Ready
  metadata:
    creationTimestamp: "2026-07-24T22:35:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-24T22:35:14Z"
    name: isvc-xgboost.18c55aaa20934241
    namespace: kserve-ci-e2e-test
    resourceVersion: "49447"
    uid: 7c22412c-4d14-4676-92c2-080eba6a94c6
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-24T21:29:38.331050Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: message-dumper-predictor-6575bcfdfd-pfc7l
    namespace: kserve-ci-e2e-test
    resourceVersion: "16942"
    uid: 27039753-bd28-4b3f-bed8-18259c111ae2
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/message-dumper-predictor-6575bcfdfd-pfc7l
    to ip-10-0-129-163.ec2.internal
  metadata:
    creationTimestamp: "2026-07-24T21:29:38Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-24T21:29:38Z"
    name: message-dumper-predictor-6575bcfdfd-pfc7l.18c55715c4dd97c2
    namespace: kserve-ci-e2e-test
    resourceVersion: "16956"
    uid: ddef8dea-d0c9-4bf0-a300-24fdb6898d46
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-558cfff45f-z9c48
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:29:38Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: message-dumper-predictor-6575bcfdfd-pfc7l
    namespace: kserve-ci-e2e-test
    resourceVersion: "16947"
    uid: 27039753-bd28-4b3f-bed8-18259c111ae2
  kind: Event
  lastTimestamp: "2026-07-24T21:29:38Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "message-dumper-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-07-24T21:29:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T21:29:38Z"
    name: message-dumper-predictor-6575bcfdfd-pfc7l.18c55715ceebfa50
    namespace: kserve-ci-e2e-test
    resourceVersion: "16975"
    uid: 1ce13684-a4c5-44dc-bd79-c23c8b0d5ed8
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-163.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:29:39Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: message-dumper-predictor-6575bcfdfd-pfc7l
    namespace: kserve-ci-e2e-test
    resourceVersion: "16962"
    uid: 27039753-bd28-4b3f-bed8-18259c111ae2
  kind: Event
  lastTimestamp: "2026-07-24T21:29:39Z"
  message: Add eth0 [10.134.0.31/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-24T21:29:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-24T21:29:39Z"
    name: message-dumper-predictor-6575bcfdfd-pfc7l.18c5571602c0ba3f
    namespace: kserve-ci-e2e-test
    resourceVersion: "16987"
    uid: a1a77f24-2497-4eb4-a4ee-9b5a5c7e2aea
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:29:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-predictor-6575bcfdfd-pfc7l
    namespace: kserve-ci-e2e-test
    resourceVersion: "16947"
    uid: 27039753-bd28-4b3f-bed8-18259c111ae2
  kind: Event
  lastTimestamp: "2026-07-24T21:29:39Z"
  message: Pulling image "gcr.io/knative-releases/knative.dev/eventing-contrib/cmd/event_display"
  metadata:
    creationTimestamp: "2026-07-24T21:29:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T21:29:39Z"
    name: message-dumper-predictor-6575bcfdfd-pfc7l.18c557160455ffc4
    namespace: kserve-ci-e2e-test
    resourceVersion: "16990"
    uid: e416fdfc-742e-439a-a282-c0c519cd90e0
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-163.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:29:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-predictor-6575bcfdfd-pfc7l
    namespace: kserve-ci-e2e-test
    resourceVersion: "16947"
    uid: 27039753-bd28-4b3f-bed8-18259c111ae2
  kind: Event
  lastTimestamp: "2026-07-24T21:29:40Z"
  message: 'Successfully pulled image "gcr.io/knative-releases/knative.dev/eventing-contrib/cmd/event_display"
    in 1.283s (1.283s including waiting). Image size: 14813193 bytes.'
  metadata:
    creationTimestamp: "2026-07-24T21:29:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T21:29:40Z"
    name: message-dumper-predictor-6575bcfdfd-pfc7l.18c5571650d0d41d
    namespace: kserve-ci-e2e-test
    resourceVersion: "17001"
    uid: 29328332-3e0e-4e72-bbba-5d6cf18a9def
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-163.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:29:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-predictor-6575bcfdfd-pfc7l
    namespace: kserve-ci-e2e-test
    resourceVersion: "16947"
    uid: 27039753-bd28-4b3f-bed8-18259c111ae2
  kind: Event
  lastTimestamp: "2026-07-24T21:29:40Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-24T21:29:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T21:29:40Z"
    name: message-dumper-predictor-6575bcfdfd-pfc7l.18c55716544e43c7
    namespace: kserve-ci-e2e-test
    resourceVersion: "17003"
    uid: e8c0266d-b1e5-4d4a-93ed-df3cc0fcdd54
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-163.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:29:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-predictor-6575bcfdfd-pfc7l
    namespace: kserve-ci-e2e-test
    resourceVersion: "16947"
    uid: 27039753-bd28-4b3f-bed8-18259c111ae2
  kind: Event
  lastTimestamp: "2026-07-24T21:29:40Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-24T21:29:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T21:29:40Z"
    name: message-dumper-predictor-6575bcfdfd-pfc7l.18c5571654dbeae2
    namespace: kserve-ci-e2e-test
    resourceVersion: "17004"
    uid: 1a126480-bcba-4f5b-90a4-df958ff8b26a
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-163.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:29:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: message-dumper-predictor-6575bcfdfd-pfc7l
    namespace: kserve-ci-e2e-test
    resourceVersion: "16947"
    uid: 27039753-bd28-4b3f-bed8-18259c111ae2
  kind: Event
  lastTimestamp: "2026-07-24T21:29:40Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-24T21:29:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T21:29:40Z"
    name: message-dumper-predictor-6575bcfdfd-pfc7l.18c5571654e705cd
    namespace: kserve-ci-e2e-test
    resourceVersion: "17005"
    uid: b212550a-c3f6-4ecf-a70e-e1b9d3419308
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-163.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:29:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: message-dumper-predictor-6575bcfdfd-pfc7l
    namespace: kserve-ci-e2e-test
    resourceVersion: "16947"
    uid: 27039753-bd28-4b3f-bed8-18259c111ae2
  kind: Event
  lastTimestamp: "2026-07-24T21:29:40Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-24T21:29:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T21:29:40Z"
    name: message-dumper-predictor-6575bcfdfd-pfc7l.18c557165839c8c2
    namespace: kserve-ci-e2e-test
    resourceVersion: "17006"
    uid: 2b2dda27-cfe1-46a8-86fc-84ccebf20382
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-163.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:29:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: message-dumper-predictor-6575bcfdfd-pfc7l
    namespace: kserve-ci-e2e-test
    resourceVersion: "16947"
    uid: 27039753-bd28-4b3f-bed8-18259c111ae2
  kind: Event
  lastTimestamp: "2026-07-24T21:29:40Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-24T21:29:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T21:29:40Z"
    name: message-dumper-predictor-6575bcfdfd-pfc7l.18c5571658b2ddd0
    namespace: kserve-ci-e2e-test
    resourceVersion: "17007"
    uid: 73506408-264f-4146-ac44-c1c4298751ce
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-163.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:31:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-predictor-6575bcfdfd-pfc7l
    namespace: kserve-ci-e2e-test
    resourceVersion: "16947"
    uid: 27039753-bd28-4b3f-bed8-18259c111ae2
  kind: Event
  lastTimestamp: "2026-07-24T21:31:23Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-24T21:31:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T21:31:23Z"
    name: message-dumper-predictor-6575bcfdfd-pfc7l.18c5572e4ae66d65
    namespace: kserve-ci-e2e-test
    resourceVersion: "17887"
    uid: e34a1406-a8ef-4d0f-9c75-dab29016df60
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-163.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:31:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: message-dumper-predictor-6575bcfdfd-pfc7l
    namespace: kserve-ci-e2e-test
    resourceVersion: "16947"
    uid: 27039753-bd28-4b3f-bed8-18259c111ae2
  kind: Event
  lastTimestamp: "2026-07-24T21:31:23Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-24T21:31:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T21:31:23Z"
    name: message-dumper-predictor-6575bcfdfd-pfc7l.18c5572e4ae71655
    namespace: kserve-ci-e2e-test
    resourceVersion: "17891"
    uid: 0966655f-4228-4ca0-9e83-6b28bbdcbd53
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-163.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:29:38Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: message-dumper-predictor-6575bcfdfd
    namespace: kserve-ci-e2e-test
    resourceVersion: "16928"
    uid: 7854a373-c59c-4c5d-99e2-1ff03944a709
  kind: Event
  lastTimestamp: "2026-07-24T21:29:38Z"
  message: 'Created pod: message-dumper-predictor-6575bcfdfd-pfc7l'
  metadata:
    creationTimestamp: "2026-07-24T21:29:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-24T21:29:38Z"
    name: message-dumper-predictor-6575bcfdfd.18c55715c405786f
    namespace: kserve-ci-e2e-test
    resourceVersion: "16948"
    uid: b2c06642-f63f-4821-81c7-3fde7418441c
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:29:38Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: message-dumper-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16926"
    uid: 3bf640ba-9858-4bed-9f7a-f78d42c3295c
  kind: Event
  lastTimestamp: "2026-07-24T21:29:38Z"
  message: Scaled up replica set message-dumper-predictor-6575bcfdfd from 0 to 1
  metadata:
    creationTimestamp: "2026-07-24T21:29:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-24T21:29:38Z"
    name: message-dumper-predictor.18c55715c0138533
    namespace: kserve-ci-e2e-test
    resourceVersion: "16929"
    uid: 8183a49f-3b4d-45c1-bc63-407d9b028549
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-24T21:29:53Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: message-dumper-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16927"
    uid: 5838bdaf-289d-433f-9926-af918be5604b
  kind: Event
  lastTimestamp: "2026-07-24T21:30:23Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-24T21:29:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-24T21:30:23Z"
    name: message-dumper-predictor.18c557193ec19d1c
    namespace: kserve-ci-e2e-test
    resourceVersion: "17397"
    uid: d7b0be58-699e-4ce5-979c-9520ab04fb4c
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-24T21:29:53Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: message-dumper-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16927"
    uid: 5838bdaf-289d-433f-9926-af918be5604b
  kind: Event
  lastTimestamp: "2026-07-24T21:30:23Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-24T21:29:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-24T21:30:23Z"
    name: message-dumper-predictor.18c557193f29e627
    namespace: kserve-ci-e2e-test
    resourceVersion: "17398"
    uid: 0231be5f-f013-449c-b079-143d4a3ba932
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:30:08Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: message-dumper-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17105"
    uid: 5838bdaf-289d-433f-9926-af918be5604b
  kind: Event
  lastTimestamp: "2026-07-24T21:30:08Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-24T21:30:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-24T21:30:08Z"
    name: message-dumper-predictor.18c5571cbe025ac1
    namespace: kserve-ci-e2e-test
    resourceVersion: "17281"
    uid: 716f0ad5-1b11-45e9-94ac-060f7f00f176
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:30:08Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: message-dumper-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17105"
    uid: 5838bdaf-289d-433f-9926-af918be5604b
  kind: Event
  lastTimestamp: "2026-07-24T21:30:08Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-24T21:30:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-24T21:30:08Z"
    name: message-dumper-predictor.18c5571cbe82618a
    namespace: kserve-ci-e2e-test
    resourceVersion: "17283"
    uid: e6d7e971-6551-4128-9a57-eeba053c1059
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-07-24T21:29:38Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: message-dumper
    namespace: kserve-ci-e2e-test
    resourceVersion: "16918"
    uid: d82b7aeb-dab8-4f68-a493-2a6bec2ca3e9
  kind: Event
  lastTimestamp: "2026-07-24T21:29:49Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-24T21:29:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-24T21:29:49Z"
    name: message-dumper.18c55715c027688e
    namespace: kserve-ci-e2e-test
    resourceVersion: "17076"
    uid: fe4ac467-31df-49c3-a83f-8840cda6073e
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-24T21:29:38Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: message-dumper
    namespace: kserve-ci-e2e-test
    resourceVersion: "16918"
    uid: d82b7aeb-dab8-4f68-a493-2a6bec2ca3e9
  kind: Event
  lastTimestamp: "2026-07-24T21:29:38Z"
  message: 'Failed to update status for InferenceService "message-dumper": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "message-dumper": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-07-24T21:29:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-24T21:29:38Z"
    name: message-dumper.18c55715c0a69cca
    namespace: kserve-ci-e2e-test
    resourceVersion: "16969"
    uid: fb149de6-1aac-4198-9dca-21a25b2fbcf4
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:29:38Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: message-dumper
    namespace: kserve-ci-e2e-test
    resourceVersion: "16934"
    uid: d82b7aeb-dab8-4f68-a493-2a6bec2ca3e9
  kind: Event
  lastTimestamp: "2026-07-24T21:29:38Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "message-dumper": the object has been modified;
    please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-07-24T21:29:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-24T21:29:38Z"
    name: message-dumper.18c55715c94d797d
    namespace: kserve-ci-e2e-test
    resourceVersion: "16970"
    uid: 1e58bb7c-9cfb-4fdd-8453-acd807842f15
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:29:49Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: message-dumper
    namespace: kserve-ci-e2e-test
    resourceVersion: "17072"
    uid: d82b7aeb-dab8-4f68-a493-2a6bec2ca3e9
  kind: Event
  lastTimestamp: "2026-07-24T21:29:49Z"
  message: InferenceService [message-dumper] is Ready
  metadata:
    creationTimestamp: "2026-07-24T21:29:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-24T21:29:49Z"
    name: message-dumper.18c557185663d2db
    namespace: kserve-ci-e2e-test
    resourceVersion: "17074"
    uid: 680b2e69-249f-47d3-9fb3-d6eac2a11a79
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-24T22:24:05.410749Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-6w7m4
    namespace: kserve-ci-e2e-test
    resourceVersion: "43941"
    uid: 2cab9250-02bd-482b-8010-9d8b5c3759b5
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/sklearn-v2-mlserver-predictor-7f568cdc6b-6w7m4
    to ip-10-0-143-243.ec2.internal
  metadata:
    creationTimestamp: "2026-07-24T22:24:05Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-24T22:24:05Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-6w7m4.18c55a0e71fda73e
    namespace: kserve-ci-e2e-test
    resourceVersion: "43945"
    uid: 38391bf7-0c0d-4de0-bde9-af211b551b02
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-558cfff45f-z9c48
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T22:24:05Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-6w7m4
    namespace: kserve-ci-e2e-test
    resourceVersion: "43949"
    uid: 2cab9250-02bd-482b-8010-9d8b5c3759b5
  kind: Event
  lastTimestamp: "2026-07-24T22:24:05Z"
  message: Add eth0 [10.133.0.46/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-24T22:24:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-24T22:24:05Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-6w7m4.18c55a0e8b5447ae
    namespace: kserve-ci-e2e-test
    resourceVersion: "43960"
    uid: 2dcdbfbc-5138-4051-82e5-64bfb6fee263
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T22:24:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-6w7m4
    namespace: kserve-ci-e2e-test
    resourceVersion: "43943"
    uid: 2cab9250-02bd-482b-8010-9d8b5c3759b5
  kind: Event
  lastTimestamp: "2026-07-24T22:24:05Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:4bc99d27049df235a3e7474685f2095e74c6eed89dc3da2f17a1c3e85c3fa894"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-24T22:24:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T22:24:05Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-6w7m4.18c55a0e8ccfb11f
    namespace: kserve-ci-e2e-test
    resourceVersion: "43962"
    uid: 08b428c5-5c05-4b4f-9863-a0507e56e9dc
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-243.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-243.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T22:24:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-6w7m4
    namespace: kserve-ci-e2e-test
    resourceVersion: "43943"
    uid: 2cab9250-02bd-482b-8010-9d8b5c3759b5
  kind: Event
  lastTimestamp: "2026-07-24T22:24:05Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-24T22:24:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T22:24:05Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-6w7m4.18c55a0e8f604190
    namespace: kserve-ci-e2e-test
    resourceVersion: "43963"
    uid: c2607904-c733-4810-8e56-f5d9ab51a62f
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-243.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-243.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T22:24:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-6w7m4
    namespace: kserve-ci-e2e-test
    resourceVersion: "43943"
    uid: 2cab9250-02bd-482b-8010-9d8b5c3759b5
  kind: Event
  lastTimestamp: "2026-07-24T22:24:05Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-24T22:24:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T22:24:05Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-6w7m4.18c55a0e8fd66e5a
    namespace: kserve-ci-e2e-test
    resourceVersion: "43964"
    uid: fe6fe283-6e44-40c1-8f62-61f06990efbc
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-243.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-243.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T22:24:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-6w7m4
    namespace: kserve-ci-e2e-test
    resourceVersion: "43943"
    uid: 2cab9250-02bd-482b-8010-9d8b5c3759b5
  kind: Event
  lastTimestamp: "2026-07-24T22:24:09Z"
  message: Container image "docker.io/seldonio/mlserver:1.7.1" already present on
    machine
  metadata:
    creationTimestamp: "2026-07-24T22:24:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T22:24:09Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-6w7m4.18c55a0f70fce7ad
    namespace: kserve-ci-e2e-test
    resourceVersion: "43998"
    uid: cf6e6261-49fe-47c2-b6b2-87abeb750dbb
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-243.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-243.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T22:24:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-6w7m4
    namespace: kserve-ci-e2e-test
    resourceVersion: "43943"
    uid: 2cab9250-02bd-482b-8010-9d8b5c3759b5
  kind: Event
  lastTimestamp: "2026-07-24T22:24:09Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-24T22:24:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T22:24:09Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-6w7m4.18c55a0f7495a44e
    namespace: kserve-ci-e2e-test
    resourceVersion: "44001"
    uid: 1172c765-d5f3-4c14-964f-eafe0e2e0392
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-243.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-243.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T22:24:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-6w7m4
    namespace: kserve-ci-e2e-test
    resourceVersion: "43943"
    uid: 2cab9250-02bd-482b-8010-9d8b5c3759b5
  kind: Event
  lastTimestamp: "2026-07-24T22:24:09Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-24T22:24:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T22:24:09Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-6w7m4.18c55a0f750b24f3
    namespace: kserve-ci-e2e-test
    resourceVersion: "44003"
    uid: 19a5067a-6706-4d82-862d-5d88f98ae7f4
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-243.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-243.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T22:24:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-6w7m4
    namespace: kserve-ci-e2e-test
    resourceVersion: "43943"
    uid: 2cab9250-02bd-482b-8010-9d8b5c3759b5
  kind: Event
  lastTimestamp: "2026-07-24T22:24:09Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-24T22:24:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T22:24:09Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-6w7m4.18c55a0f7514ac61
    namespace: kserve-ci-e2e-test
    resourceVersion: "44005"
    uid: 82e3ff0c-cdcb-45c6-adac-f20b60c3da0f
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-243.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-243.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T22:24:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-6w7m4
    namespace: kserve-ci-e2e-test
    resourceVersion: "43943"
    uid: 2cab9250-02bd-482b-8010-9d8b5c3759b5
  kind: Event
  lastTimestamp: "2026-07-24T22:24:09Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-24T22:24:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T22:24:09Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-6w7m4.18c55a0f77e02976
    namespace: kserve-ci-e2e-test
    resourceVersion: "44007"
    uid: 30b96a68-7fe3-44d5-b329-4c155aa0ea13
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-243.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-243.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T22:24:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-6w7m4
    namespace: kserve-ci-e2e-test
    resourceVersion: "43943"
    uid: 2cab9250-02bd-482b-8010-9d8b5c3759b5
  kind: Event
  lastTimestamp: "2026-07-24T22:24:09Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-24T22:24:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T22:24:09Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-6w7m4.18c55a0f785281c2
    namespace: kserve-ci-e2e-test
    resourceVersion: "44008"
    uid: 497c25bc-4e53-49fd-93f1-fa51d683f421
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-243.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-243.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T22:24:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-6w7m4
    namespace: kserve-ci-e2e-test
    resourceVersion: "43943"
    uid: 2cab9250-02bd-482b-8010-9d8b5c3759b5
  kind: Event
  lastTimestamp: "2026-07-24T22:24:46Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 400'
  metadata:
    creationTimestamp: "2026-07-24T22:24:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T22:24:46Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-6w7m4.18c55a1813d34765
    namespace: kserve-ci-e2e-test
    resourceVersion: "44258"
    uid: 1e886f05-c050-4307-8dfe-4e3ef2ddda12
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-243.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-243.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T22:25:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-6w7m4
    namespace: kserve-ci-e2e-test
    resourceVersion: "43943"
    uid: 2cab9250-02bd-482b-8010-9d8b5c3759b5
  kind: Event
  lastTimestamp: "2026-07-24T22:25:05Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-24T22:25:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T22:25:05Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-6w7m4.18c55a1c6f70271e
    namespace: kserve-ci-e2e-test
    resourceVersion: "44418"
    uid: baeb0ad6-dd70-45a0-8621-a59b85b9abaa
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-243.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-243.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T22:25:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-6w7m4
    namespace: kserve-ci-e2e-test
    resourceVersion: "43943"
    uid: 2cab9250-02bd-482b-8010-9d8b5c3759b5
  kind: Event
  lastTimestamp: "2026-07-24T22:25:05Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-24T22:25:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T22:25:05Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-6w7m4.18c55a1c6f70e609
    namespace: kserve-ci-e2e-test
    resourceVersion: "44419"
    uid: 833f2399-7490-428e-b858-d260e6611599
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-243.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-243.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-24T22:25:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-6w7m4
    namespace: kserve-ci-e2e-test
    resourceVersion: "43943"
    uid: 2cab9250-02bd-482b-8010-9d8b5c3759b5
  kind: Event
  lastTimestamp: "2026-07-24T22:25:11Z"
  message: 'Readiness probe failed: Get "https://10.133.0.46:8643/healthz": dial tcp
    10.133.0.46:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-24T22:25:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T22:25:11Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-6w7m4.18c55a1cb6fe091a
    namespace: kserve-ci-e2e-test
    resourceVersion: "44511"
    uid: bee85500-173f-4b81-9a2b-a9dc3cf25406
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-243.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-243.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T22:25:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-6w7m4
    namespace: kserve-ci-e2e-test
    resourceVersion: "43943"
    uid: 2cab9250-02bd-482b-8010-9d8b5c3759b5
  kind: Event
  lastTimestamp: "2026-07-24T22:25:07Z"
  message: 'Readiness probe failed: Get "http://10.133.0.46:8080/v2/models/sklearn-v2-mlserver/ready":
    context deadline exceeded (Client.Timeout exceeded while awaiting headers)'
  metadata:
    creationTimestamp: "2026-07-24T22:25:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T22:25:07Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-6w7m4.18c55a1cf563ed6a
    namespace: kserve-ci-e2e-test
    resourceVersion: "44437"
    uid: 5d10fcfa-74f3-49ad-8e5b-e84f5a4e7d08
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-243.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-243.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T22:24:05Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: sklearn-v2-mlserver-predictor-7f568cdc6b
    namespace: kserve-ci-e2e-test
    resourceVersion: "43928"
    uid: 38fdd142-3e14-410e-b17e-b5842e6d99d7
  kind: Event
  lastTimestamp: "2026-07-24T22:24:05Z"
  message: 'Created pod: sklearn-v2-mlserver-predictor-7f568cdc6b-6w7m4'
  metadata:
    creationTimestamp: "2026-07-24T22:24:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-24T22:24:05Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b.18c55a0e716ff91e
    namespace: kserve-ci-e2e-test
    resourceVersion: "43942"
    uid: 84d83999-da89-4e82-800f-541f006e79fb
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T22:24:05Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: sklearn-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "43926"
    uid: 99da9c46-7e0f-4244-8cf9-f9c46aa2199b
  kind: Event
  lastTimestamp: "2026-07-24T22:24:05Z"
  message: Scaled up replica set sklearn-v2-mlserver-predictor-7f568cdc6b from 0 to
    1
  metadata:
    creationTimestamp: "2026-07-24T22:24:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-24T22:24:05Z"
    name: sklearn-v2-mlserver-predictor.18c55a0e6cc91bcf
    namespace: kserve-ci-e2e-test
    resourceVersion: "43929"
    uid: 8e78a17a-5f88-437b-baec-727c0f9cf6ae
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-07-24T22:24:20Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: sklearn-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "43927"
    uid: e092eb37-14ac-4194-9895-07e26256b582
  kind: Event
  lastTimestamp: "2026-07-24T22:25:05Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-24T22:24:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-24T22:25:05Z"
    name: sklearn-v2-mlserver-predictor.18c55a11eb5bf0d2
    namespace: kserve-ci-e2e-test
    resourceVersion: "44402"
    uid: 36442d76-9769-4681-abc2-9ec93a9c4acc
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-07-24T22:24:20Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: sklearn-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "43927"
    uid: e092eb37-14ac-4194-9895-07e26256b582
  kind: Event
  lastTimestamp: "2026-07-24T22:25:05Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-24T22:24:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-24T22:25:05Z"
    name: sklearn-v2-mlserver-predictor.18c55a11ebc1f402
    namespace: kserve-ci-e2e-test
    resourceVersion: "44403"
    uid: 830d94c8-024d-4430-a7d7-a3ac5c760197
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-07-24T22:24:05Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: sklearn-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "43919"
    uid: 61c8e9df-95ba-4807-a4d4-1c217701ad35
  kind: Event
  lastTimestamp: "2026-07-24T22:24:56Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-24T22:24:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-24T22:24:56Z"
    name: sklearn-v2-mlserver.18c55a0e6cd13e49
    namespace: kserve-ci-e2e-test
    resourceVersion: "44336"
    uid: 51cb7923-9ae1-499e-9d35-c2e594a0de9a
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-24T22:24:05Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: sklearn-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "43919"
    uid: 61c8e9df-95ba-4807-a4d4-1c217701ad35
  kind: Event
  lastTimestamp: "2026-07-24T22:24:05Z"
  message: 'Failed to update status for InferenceService "sklearn-v2-mlserver": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "sklearn-v2-mlserver":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-24T22:24:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-24T22:24:05Z"
    name: sklearn-v2-mlserver.18c55a0e6d3d74b2
    namespace: kserve-ci-e2e-test
    resourceVersion: "43951"
    uid: 707e672b-3241-4f1a-98d7-3b920f9445fa
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T22:24:05Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: sklearn-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "43922"
    uid: 61c8e9df-95ba-4807-a4d4-1c217701ad35
  kind: Event
  lastTimestamp: "2026-07-24T22:24:05Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "sklearn-v2-mlserver": the object has been
    modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-07-24T22:24:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-24T22:24:05Z"
    name: sklearn-v2-mlserver.18c55a0e73b9139e
    namespace: kserve-ci-e2e-test
    resourceVersion: "43952"
    uid: e2b163d2-64a5-414c-a3ee-5269d8245dae
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T22:24:56Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: sklearn-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "44334"
    uid: 61c8e9df-95ba-4807-a4d4-1c217701ad35
  kind: Event
  lastTimestamp: "2026-07-24T22:24:56Z"
  message: InferenceService [sklearn-v2-mlserver] is Ready
  metadata:
    creationTimestamp: "2026-07-24T22:24:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-24T22:24:56Z"
    name: sklearn-v2-mlserver.18c55a1a696220cd
    namespace: kserve-ci-e2e-test
    resourceVersion: "44335"
    uid: 180ffa14-db05-4416-88fc-e7afa465ae34
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-24T22:36:23.612215Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: xgboost-v2-mlserver-predictor-59944bcf4c-pztsc
    namespace: kserve-ci-e2e-test
    resourceVersion: "50073"
    uid: 8ed6bd9b-16af-4a5b-939b-ee2fa11ce93c
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/xgboost-v2-mlserver-predictor-59944bcf4c-pztsc
    to ip-10-0-143-243.ec2.internal
  metadata:
    creationTimestamp: "2026-07-24T22:36:23Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-24T22:36:23Z"
    name: xgboost-v2-mlserver-predictor-59944bcf4c-pztsc.18c55aba523a081c
    namespace: kserve-ci-e2e-test
    resourceVersion: "50079"
    uid: cf18d243-629d-4da3-9b62-8330aedf68bf
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-558cfff45f-z9c48
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T22:36:24Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: xgboost-v2-mlserver-predictor-59944bcf4c-pztsc
    namespace: kserve-ci-e2e-test
    resourceVersion: "50084"
    uid: 8ed6bd9b-16af-4a5b-939b-ee2fa11ce93c
  kind: Event
  lastTimestamp: "2026-07-24T22:36:24Z"
  message: Add eth0 [10.133.0.53/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-24T22:36:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-24T22:36:24Z"
    name: xgboost-v2-mlserver-predictor-59944bcf4c-pztsc.18c55aba6bda7315
    namespace: kserve-ci-e2e-test
    resourceVersion: "50093"
    uid: 0fc74085-8f10-4de1-98ac-6526261e1f2e
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T22:36:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-59944bcf4c-pztsc
    namespace: kserve-ci-e2e-test
    resourceVersion: "50075"
    uid: 8ed6bd9b-16af-4a5b-939b-ee2fa11ce93c
  kind: Event
  lastTimestamp: "2026-07-24T22:36:24Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:4bc99d27049df235a3e7474685f2095e74c6eed89dc3da2f17a1c3e85c3fa894"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-24T22:36:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T22:36:24Z"
    name: xgboost-v2-mlserver-predictor-59944bcf4c-pztsc.18c55aba6d329f88
    namespace: kserve-ci-e2e-test
    resourceVersion: "50095"
    uid: 5b019850-61ee-4b53-9ac8-a097d9321098
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-243.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-243.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T22:36:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-59944bcf4c-pztsc
    namespace: kserve-ci-e2e-test
    resourceVersion: "50075"
    uid: 8ed6bd9b-16af-4a5b-939b-ee2fa11ce93c
  kind: Event
  lastTimestamp: "2026-07-24T22:36:24Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-24T22:36:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T22:36:24Z"
    name: xgboost-v2-mlserver-predictor-59944bcf4c-pztsc.18c55aba72f527aa
    namespace: kserve-ci-e2e-test
    resourceVersion: "50097"
    uid: ffb74a72-d4f8-49b0-aa79-71a5bfb14ac2
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-243.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-243.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T22:36:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-59944bcf4c-pztsc
    namespace: kserve-ci-e2e-test
    resourceVersion: "50075"
    uid: 8ed6bd9b-16af-4a5b-939b-ee2fa11ce93c
  kind: Event
  lastTimestamp: "2026-07-24T22:36:24Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-24T22:36:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T22:36:24Z"
    name: xgboost-v2-mlserver-predictor-59944bcf4c-pztsc.18c55aba7374347c
    namespace: kserve-ci-e2e-test
    resourceVersion: "50098"
    uid: 66700384-21a3-4fd9-86b8-209bb83d219f
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-243.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-243.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T22:36:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-59944bcf4c-pztsc
    namespace: kserve-ci-e2e-test
    resourceVersion: "50075"
    uid: 8ed6bd9b-16af-4a5b-939b-ee2fa11ce93c
  kind: Event
  lastTimestamp: "2026-07-24T22:36:28Z"
  message: Container image "docker.io/seldonio/mlserver:1.7.1" already present on
    machine
  metadata:
    creationTimestamp: "2026-07-24T22:36:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T22:36:28Z"
    name: xgboost-v2-mlserver-predictor-59944bcf4c-pztsc.18c55abb720e62a9
    namespace: kserve-ci-e2e-test
    resourceVersion: "50135"
    uid: b1b3c9d5-52c2-4458-b303-c77c295ee217
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-243.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-243.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T22:36:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-59944bcf4c-pztsc
    namespace: kserve-ci-e2e-test
    resourceVersion: "50075"
    uid: 8ed6bd9b-16af-4a5b-939b-ee2fa11ce93c
  kind: Event
  lastTimestamp: "2026-07-24T22:36:28Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-24T22:36:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T22:36:28Z"
    name: xgboost-v2-mlserver-predictor-59944bcf4c-pztsc.18c55abb7563e564
    namespace: kserve-ci-e2e-test
    resourceVersion: "50137"
    uid: b0f7f46f-f10b-4004-bf0a-7d92f7cb8af6
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-243.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-243.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T22:36:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-59944bcf4c-pztsc
    namespace: kserve-ci-e2e-test
    resourceVersion: "50075"
    uid: 8ed6bd9b-16af-4a5b-939b-ee2fa11ce93c
  kind: Event
  lastTimestamp: "2026-07-24T22:36:28Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-24T22:36:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T22:36:28Z"
    name: xgboost-v2-mlserver-predictor-59944bcf4c-pztsc.18c55abb75e08613
    namespace: kserve-ci-e2e-test
    resourceVersion: "50140"
    uid: b9225483-6562-46a4-9e96-38f4aa8bb539
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-243.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-243.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T22:36:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-59944bcf4c-pztsc
    namespace: kserve-ci-e2e-test
    resourceVersion: "50075"
    uid: 8ed6bd9b-16af-4a5b-939b-ee2fa11ce93c
  kind: Event
  lastTimestamp: "2026-07-24T22:36:28Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-24T22:36:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T22:36:28Z"
    name: xgboost-v2-mlserver-predictor-59944bcf4c-pztsc.18c55abb75eb1e18
    namespace: kserve-ci-e2e-test
    resourceVersion: "50141"
    uid: 3a377247-357d-46fc-a411-a47b1c869fcc
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-243.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-243.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T22:36:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-59944bcf4c-pztsc
    namespace: kserve-ci-e2e-test
    resourceVersion: "50075"
    uid: 8ed6bd9b-16af-4a5b-939b-ee2fa11ce93c
  kind: Event
  lastTimestamp: "2026-07-24T22:36:28Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-24T22:36:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T22:36:28Z"
    name: xgboost-v2-mlserver-predictor-59944bcf4c-pztsc.18c55abb78ec9e1d
    namespace: kserve-ci-e2e-test
    resourceVersion: "50144"
    uid: ca5c5716-678f-4478-8407-29d8a0df074f
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-243.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-243.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T22:36:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-59944bcf4c-pztsc
    namespace: kserve-ci-e2e-test
    resourceVersion: "50075"
    uid: 8ed6bd9b-16af-4a5b-939b-ee2fa11ce93c
  kind: Event
  lastTimestamp: "2026-07-24T22:36:28Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-24T22:36:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T22:36:28Z"
    name: xgboost-v2-mlserver-predictor-59944bcf4c-pztsc.18c55abb796267ad
    namespace: kserve-ci-e2e-test
    resourceVersion: "50145"
    uid: b740aac4-21bb-4b15-b592-e7f2a70eb707
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-243.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-243.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T22:37:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-59944bcf4c-pztsc
    namespace: kserve-ci-e2e-test
    resourceVersion: "50075"
    uid: 8ed6bd9b-16af-4a5b-939b-ee2fa11ce93c
  kind: Event
  lastTimestamp: "2026-07-24T22:37:13Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-24T22:37:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T22:37:13Z"
    name: xgboost-v2-mlserver-predictor-59944bcf4c-pztsc.18c55ac5fd80f1ff
    namespace: kserve-ci-e2e-test
    resourceVersion: "50490"
    uid: 6ced8885-d2a3-431e-a9ca-ebb75d68078d
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-243.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-243.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T22:37:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-59944bcf4c-pztsc
    namespace: kserve-ci-e2e-test
    resourceVersion: "50075"
    uid: 8ed6bd9b-16af-4a5b-939b-ee2fa11ce93c
  kind: Event
  lastTimestamp: "2026-07-24T22:37:13Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-24T22:37:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T22:37:13Z"
    name: xgboost-v2-mlserver-predictor-59944bcf4c-pztsc.18c55ac5fd818ba4
    namespace: kserve-ci-e2e-test
    resourceVersion: "50491"
    uid: 0481dcf6-3719-4a41-a8c9-e6ae9c683945
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-243.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-243.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T22:37:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-59944bcf4c-pztsc
    namespace: kserve-ci-e2e-test
    resourceVersion: "50075"
    uid: 8ed6bd9b-16af-4a5b-939b-ee2fa11ce93c
  kind: Event
  lastTimestamp: "2026-07-24T22:37:16Z"
  message: 'Readiness probe failed: Get "https://10.133.0.53:8643/healthz": dial tcp
    10.133.0.53:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-24T22:37:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T22:37:16Z"
    name: xgboost-v2-mlserver-predictor-59944bcf4c-pztsc.18c55ac69fd31910
    namespace: kserve-ci-e2e-test
    resourceVersion: "50513"
    uid: a8b9e005-e791-4eab-bceb-489d5dcb5657
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-243.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-243.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T22:37:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-59944bcf4c-pztsc
    namespace: kserve-ci-e2e-test
    resourceVersion: "50075"
    uid: 8ed6bd9b-16af-4a5b-939b-ee2fa11ce93c
  kind: Event
  lastTimestamp: "2026-07-24T22:37:16Z"
  message: 'Readiness probe failed: Get "http://10.133.0.53:8080/v2/models/xgboost-v2-mlserver/ready":
    dial tcp 10.133.0.53:8080: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-24T22:37:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T22:37:16Z"
    name: xgboost-v2-mlserver-predictor-59944bcf4c-pztsc.18c55ac6a0384fb7
    namespace: kserve-ci-e2e-test
    resourceVersion: "50514"
    uid: 5413907f-cce2-42e8-a4c1-3ef8f9b92f2c
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-243.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-243.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T22:36:23Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: xgboost-v2-mlserver-predictor-59944bcf4c
    namespace: kserve-ci-e2e-test
    resourceVersion: "50064"
    uid: 8ed46394-3c19-445e-988f-889592ecafb5
  kind: Event
  lastTimestamp: "2026-07-24T22:36:23Z"
  message: 'Created pod: xgboost-v2-mlserver-predictor-59944bcf4c-pztsc'
  metadata:
    creationTimestamp: "2026-07-24T22:36:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-24T22:36:23Z"
    name: xgboost-v2-mlserver-predictor-59944bcf4c.18c55aba51d0bf12
    namespace: kserve-ci-e2e-test
    resourceVersion: "50074"
    uid: b7ec7b7a-86c9-4ee0-acc8-91e0b07adc7e
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T22:36:23Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "50062"
    uid: 5af4ec50-cdd4-4719-af6a-979b13aaed1e
  kind: Event
  lastTimestamp: "2026-07-24T22:36:23Z"
  message: Scaled up replica set xgboost-v2-mlserver-predictor-59944bcf4c from 0 to
    1
  metadata:
    creationTimestamp: "2026-07-24T22:36:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-24T22:36:23Z"
    name: xgboost-v2-mlserver-predictor.18c55aba4f2ce223
    namespace: kserve-ci-e2e-test
    resourceVersion: "50065"
    uid: b3512c89-10c8-4eff-880a-a995cbb04bda
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-24T22:36:38Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "50063"
    uid: d43d1422-5c68-4e5e-8506-5000a243f0cb
  kind: Event
  lastTimestamp: "2026-07-24T22:37:08Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-24T22:36:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-24T22:37:08Z"
    name: xgboost-v2-mlserver-predictor.18c55abdce0c5608
    namespace: kserve-ci-e2e-test
    resourceVersion: "50441"
    uid: 8d229c08-070e-4bdc-8e6b-2470a233513b
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-24T22:36:38Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "50063"
    uid: d43d1422-5c68-4e5e-8506-5000a243f0cb
  kind: Event
  lastTimestamp: "2026-07-24T22:37:08Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-24T22:36:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-24T22:37:08Z"
    name: xgboost-v2-mlserver-predictor.18c55abdce740add
    namespace: kserve-ci-e2e-test
    resourceVersion: "50442"
    uid: b77d2b05-fe64-4488-9a76-0aab3e7e5896
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-07-24T22:36:23Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: xgboost-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "50055"
    uid: e65427f8-33a6-4695-a83c-aa22296051b8
  kind: Event
  lastTimestamp: "2026-07-24T22:37:06Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-24T22:36:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-24T22:37:06Z"
    name: xgboost-v2-mlserver.18c55aba4f51bea4
    namespace: kserve-ci-e2e-test
    resourceVersion: "50424"
    uid: 74f4a3dd-ccb1-4f55-a66f-a7afc39b4df4
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T22:36:23Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: xgboost-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "50055"
    uid: e65427f8-33a6-4695-a83c-aa22296051b8
  kind: Event
  lastTimestamp: "2026-07-24T22:36:23Z"
  message: 'Failed to update status for InferenceService "xgboost-v2-mlserver": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "xgboost-v2-mlserver":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-24T22:36:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-24T22:36:23Z"
    name: xgboost-v2-mlserver.18c55aba4fd90d39
    namespace: kserve-ci-e2e-test
    resourceVersion: "50069"
    uid: d079d7df-6cbd-42f2-ba04-0a648070012a
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T22:37:06Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: xgboost-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "50422"
    uid: e65427f8-33a6-4695-a83c-aa22296051b8
  kind: Event
  lastTimestamp: "2026-07-24T22:37:06Z"
  message: InferenceService [xgboost-v2-mlserver] is Ready
  metadata:
    creationTimestamp: "2026-07-24T22:37:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-24T22:37:06Z"
    name: xgboost-v2-mlserver.18c55ac45203d432
    namespace: kserve-ci-e2e-test
    resourceVersion: "50423"
    uid: 9be59a66-fa8e-4b37-9914-d8c7ee67ec6e
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
kind: EventList
metadata:
  resourceVersion: "55869"