--- apiVersion: v1 items: - action: Binding apiVersion: v1 eventTime: "2026-07-01T18:59:20.447614Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: isvc-init-fail-659ab6-predictor-7bd487c844-8xxv9 namespace: kserve-ci-e2e-test resourceVersion: "20472" uid: 4f03cfbc-f3f5-4f34-b168-aa6afac91839 kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/isvc-init-fail-659ab6-predictor-7bd487c844-8xxv9 to ip-10-0-137-241.ec2.internal metadata: creationTimestamp: "2026-07-01T18:59:20Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-07-01T18:59:20Z" name: isvc-init-fail-659ab6-predictor-7bd487c844-8xxv9.18be3f8913078442 namespace: kserve-ci-e2e-test resourceVersion: "20476" uid: 3dac2e1b-e84b-4528-8a8d-a196251f1b5f reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-947467fd6-hzgtw source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T18:59:20Z" involvedObject: apiVersion: v1 kind: Pod name: isvc-init-fail-659ab6-predictor-7bd487c844-8xxv9 namespace: kserve-ci-e2e-test resourceVersion: "20473" uid: 4f03cfbc-f3f5-4f34-b168-aa6afac91839 kind: Event lastTimestamp: "2026-07-01T18:59:20Z" message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-init-fail-659ab6-predictor-serving-cert" not found' metadata: creationTimestamp: "2026-07-01T18:59:20Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T18:59:20Z" name: isvc-init-fail-659ab6-predictor-7bd487c844-8xxv9.18be3f891b96a8f4 namespace: kserve-ci-e2e-test resourceVersion: "20487" uid: 0047771f-eb63-4b04-9862-0559013ce3a5 reason: FailedMount reportingComponent: kubelet reportingInstance: ip-10-0-137-241.ec2.internal source: component: kubelet host: ip-10-0-137-241.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T18:59:21Z" involvedObject: apiVersion: v1 kind: Pod name: isvc-init-fail-659ab6-predictor-7bd487c844-8xxv9 namespace: kserve-ci-e2e-test resourceVersion: "20482" uid: 4f03cfbc-f3f5-4f34-b168-aa6afac91839 kind: Event lastTimestamp: "2026-07-01T18:59:21Z" message: Add eth0 [10.133.0.35/23] from ovn-kubernetes metadata: creationTimestamp: "2026-07-01T18:59:21Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-07-01T18:59:21Z" name: isvc-init-fail-659ab6-predictor-7bd487c844-8xxv9.18be3f89508d4eca namespace: kserve-ci-e2e-test resourceVersion: "20498" uid: a11b633d-93f4-47bc-b5fe-fa9654ff0de8 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-07-01T18:59:21Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-init-fail-659ab6-predictor-7bd487c844-8xxv9 namespace: kserve-ci-e2e-test resourceVersion: "20473" uid: 4f03cfbc-f3f5-4f34-b168-aa6afac91839 kind: Event lastTimestamp: "2026-07-01T18:59:27Z" message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:5df3316e2bbb1c8de0277d9a0c433b6bf041a14baf6838a11e4f2bdc5ed51f25" already present on machine metadata: creationTimestamp: "2026-07-01T18:59:21Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T18:59:27Z" name: isvc-init-fail-659ab6-predictor-7bd487c844-8xxv9.18be3f8951ff06a1 namespace: kserve-ci-e2e-test resourceVersion: "20545" uid: 3022edd3-01cd-40a7-8b15-2a81f2903279 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-137-241.ec2.internal source: component: kubelet host: ip-10-0-137-241.ec2.internal type: Normal - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-07-01T18:59:21Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-init-fail-659ab6-predictor-7bd487c844-8xxv9 namespace: kserve-ci-e2e-test resourceVersion: "20473" uid: 4f03cfbc-f3f5-4f34-b168-aa6afac91839 kind: Event lastTimestamp: "2026-07-01T18:59:27Z" message: 'Created container: storage-initializer' metadata: creationTimestamp: "2026-07-01T18:59:21Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T18:59:27Z" name: isvc-init-fail-659ab6-predictor-7bd487c844-8xxv9.18be3f89550843e2 namespace: kserve-ci-e2e-test resourceVersion: "20548" uid: 9441db7f-23ae-4e23-b17a-c2c7ece048ca reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-137-241.ec2.internal source: component: kubelet host: ip-10-0-137-241.ec2.internal type: Normal - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-07-01T18:59:21Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-init-fail-659ab6-predictor-7bd487c844-8xxv9 namespace: kserve-ci-e2e-test resourceVersion: "20473" uid: 4f03cfbc-f3f5-4f34-b168-aa6afac91839 kind: Event lastTimestamp: "2026-07-01T18:59:27Z" message: Started container storage-initializer metadata: creationTimestamp: "2026-07-01T18:59:21Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T18:59:27Z" name: isvc-init-fail-659ab6-predictor-7bd487c844-8xxv9.18be3f895574ec02 namespace: kserve-ci-e2e-test resourceVersion: "20549" uid: b1bb27ad-e289-48ad-b0f0-dd4055728a28 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-137-241.ec2.internal source: component: kubelet host: ip-10-0-137-241.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T18:59:30Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-init-fail-659ab6-predictor-7bd487c844-8xxv9 namespace: kserve-ci-e2e-test resourceVersion: "20473" uid: 4f03cfbc-f3f5-4f34-b168-aa6afac91839 kind: Event lastTimestamp: "2026-07-01T18:59:30Z" message: Stopping container storage-initializer metadata: creationTimestamp: "2026-07-01T18:59:30Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T18:59:30Z" name: isvc-init-fail-659ab6-predictor-7bd487c844-8xxv9.18be3f8b69e0b973 namespace: kserve-ci-e2e-test resourceVersion: "20594" uid: bb9fd3ad-9927-40e8-9a97-18a4b9f1ad6e reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-137-241.ec2.internal source: component: kubelet host: ip-10-0-137-241.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T18:59:20Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: isvc-init-fail-659ab6-predictor-7bd487c844 namespace: kserve-ci-e2e-test resourceVersion: "20464" uid: fa924160-e742-4d42-8e56-0678651086de kind: Event lastTimestamp: "2026-07-01T18:59:20Z" message: 'Created pod: isvc-init-fail-659ab6-predictor-7bd487c844-8xxv9' metadata: creationTimestamp: "2026-07-01T18:59:20Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-01T18:59:20Z" name: isvc-init-fail-659ab6-predictor-7bd487c844.18be3f8912c33940 namespace: kserve-ci-e2e-test resourceVersion: "20474" uid: 02ec685d-ab16-4997-89b2-970a08119500 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T18:59:20Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: isvc-init-fail-659ab6-predictor namespace: kserve-ci-e2e-test resourceVersion: "20462" uid: b2204f92-1d54-4aee-b19d-b5f15fd128c2 kind: Event lastTimestamp: "2026-07-01T18:59:20Z" message: Scaled up replica set isvc-init-fail-659ab6-predictor-7bd487c844 from 0 to 1 metadata: creationTimestamp: "2026-07-01T18:59:20Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-01T18:59:20Z" name: isvc-init-fail-659ab6-predictor.18be3f890fc61a4d namespace: kserve-ci-e2e-test resourceVersion: "20466" uid: 1f6ee672-6076-4183-b8d2-743eb880112e reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 10 eventTime: null firstTimestamp: "2026-07-01T18:59:20Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-init-fail-659ab6 namespace: kserve-ci-e2e-test resourceVersion: "20453" uid: 449273b5-d694-4fb7-8d9e-d4ca18aaaae4 kind: Event lastTimestamp: "2026-07-01T18:59:27Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-07-01T18:59:20Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-01T18:59:27Z" name: isvc-init-fail-659ab6.18be3f890fc10588 namespace: kserve-ci-e2e-test resourceVersion: "20553" uid: f9985365-54a5-4631-9bd6-b907d115b7f0 reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T18:59:20Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-init-fail-659ab6 namespace: kserve-ci-e2e-test resourceVersion: "20453" uid: 449273b5-d694-4fb7-8d9e-d4ca18aaaae4 kind: Event lastTimestamp: "2026-07-01T18:59:20Z" message: 'Failed to update status for InferenceService "isvc-init-fail-659ab6": Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-init-fail-659ab6": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-07-01T18:59:20Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-01T18:59:20Z" name: isvc-init-fail-659ab6.18be3f8910227037 namespace: kserve-ci-e2e-test resourceVersion: "20468" uid: df69370b-4910-4658-997e-6638d98a4eb9 reason: UpdateFailed reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T18:59:20Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-init-fail-659ab6 namespace: kserve-ci-e2e-test resourceVersion: "20453" uid: 449273b5-d694-4fb7-8d9e-d4ca18aaaae4 kind: Event lastTimestamp: "2026-07-01T18:59:20Z" message: 'fails to update InferenceService status: Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-init-fail-659ab6": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-07-01T18:59:20Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-01T18:59:20Z" name: isvc-init-fail-659ab6.18be3f891022c2bf namespace: kserve-ci-e2e-test resourceVersion: "20469" uid: 22164f90-f490-4836-ba08-e7467f43eba3 reason: InternalError reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - action: Binding apiVersion: v1 eventTime: "2026-07-01T18:53:10.415775Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: isvc-logger-raw-a0e25-predictor-55588b5566-lj5kd namespace: kserve-ci-e2e-test resourceVersion: "17468" uid: 6c80127e-92c0-48ad-8cd5-d9f629ecbf1d kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/isvc-logger-raw-a0e25-predictor-55588b5566-lj5kd to ip-10-0-137-241.ec2.internal metadata: creationTimestamp: "2026-07-01T18:53:10Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-07-01T18:53:10Z" name: isvc-logger-raw-a0e25-predictor-55588b5566-lj5kd.18be3f32eb69bc0a namespace: kserve-ci-e2e-test resourceVersion: "17472" uid: dadf1997-6df2-4dcd-a365-40acccd6b3f3 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-947467fd6-hzgtw source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T18:53:10Z" involvedObject: apiVersion: v1 kind: Pod name: isvc-logger-raw-a0e25-predictor-55588b5566-lj5kd namespace: kserve-ci-e2e-test resourceVersion: "17476" uid: 6c80127e-92c0-48ad-8cd5-d9f629ecbf1d kind: Event lastTimestamp: "2026-07-01T18:53:10Z" message: Add eth0 [10.133.0.31/23] from ovn-kubernetes metadata: creationTimestamp: "2026-07-01T18:53:10Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-07-01T18:53:10Z" name: isvc-logger-raw-a0e25-predictor-55588b5566-lj5kd.18be3f330497e500 namespace: kserve-ci-e2e-test resourceVersion: "17489" uid: 21a0e297-84ae-44e1-9ef4-8a9515b140e2 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T18:53:10Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-logger-raw-a0e25-predictor-55588b5566-lj5kd namespace: kserve-ci-e2e-test resourceVersion: "17471" uid: 6c80127e-92c0-48ad-8cd5-d9f629ecbf1d kind: Event lastTimestamp: "2026-07-01T18:53:10Z" message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:5df3316e2bbb1c8de0277d9a0c433b6bf041a14baf6838a11e4f2bdc5ed51f25" already present on machine metadata: creationTimestamp: "2026-07-01T18:53:10Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T18:53:10Z" name: isvc-logger-raw-a0e25-predictor-55588b5566-lj5kd.18be3f33063e8022 namespace: kserve-ci-e2e-test resourceVersion: "17491" uid: d1cc62f6-ba0c-4436-b93b-01facbca6f97 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-137-241.ec2.internal source: component: kubelet host: ip-10-0-137-241.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T18:53:10Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-logger-raw-a0e25-predictor-55588b5566-lj5kd namespace: kserve-ci-e2e-test resourceVersion: "17471" uid: 6c80127e-92c0-48ad-8cd5-d9f629ecbf1d kind: Event lastTimestamp: "2026-07-01T18:53:10Z" message: 'Created container: storage-initializer' metadata: creationTimestamp: "2026-07-01T18:53:10Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T18:53:10Z" name: isvc-logger-raw-a0e25-predictor-55588b5566-lj5kd.18be3f330993f258 namespace: kserve-ci-e2e-test resourceVersion: "17492" uid: 756e37a2-10dc-447b-8814-9cc9c5603912 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-137-241.ec2.internal source: component: kubelet host: ip-10-0-137-241.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T18:53:10Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-logger-raw-a0e25-predictor-55588b5566-lj5kd namespace: kserve-ci-e2e-test resourceVersion: "17471" uid: 6c80127e-92c0-48ad-8cd5-d9f629ecbf1d kind: Event lastTimestamp: "2026-07-01T18:53:10Z" message: Started container storage-initializer metadata: creationTimestamp: "2026-07-01T18:53:10Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T18:53:10Z" name: isvc-logger-raw-a0e25-predictor-55588b5566-lj5kd.18be3f3309ffbc5d namespace: kserve-ci-e2e-test resourceVersion: "17493" uid: bd1d1e7d-339c-4708-86bd-abf2453cef0c reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-137-241.ec2.internal source: component: kubelet host: ip-10-0-137-241.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T18:53:15Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-logger-raw-a0e25-predictor-55588b5566-lj5kd namespace: kserve-ci-e2e-test resourceVersion: "17471" uid: 6c80127e-92c0-48ad-8cd5-d9f629ecbf1d kind: Event lastTimestamp: "2026-07-01T18:53:15Z" message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1690" already present on machine metadata: creationTimestamp: "2026-07-01T18:53:15Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T18:53:15Z" name: isvc-logger-raw-a0e25-predictor-55588b5566-lj5kd.18be3f341b12d386 namespace: kserve-ci-e2e-test resourceVersion: "17533" uid: 466d3a14-05b7-43a4-b8fa-d079de65133f reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-137-241.ec2.internal source: component: kubelet host: ip-10-0-137-241.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T18:53:15Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-logger-raw-a0e25-predictor-55588b5566-lj5kd namespace: kserve-ci-e2e-test resourceVersion: "17471" uid: 6c80127e-92c0-48ad-8cd5-d9f629ecbf1d kind: Event lastTimestamp: "2026-07-01T18:53:15Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-07-01T18:53:15Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T18:53:15Z" name: isvc-logger-raw-a0e25-predictor-55588b5566-lj5kd.18be3f341e01fc4f namespace: kserve-ci-e2e-test resourceVersion: "17535" uid: f1bf283e-0108-4d92-aea0-04c9ade5aa93 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-137-241.ec2.internal source: component: kubelet host: ip-10-0-137-241.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T18:53:15Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-logger-raw-a0e25-predictor-55588b5566-lj5kd namespace: kserve-ci-e2e-test resourceVersion: "17471" uid: 6c80127e-92c0-48ad-8cd5-d9f629ecbf1d kind: Event lastTimestamp: "2026-07-01T18:53:15Z" message: Started container kserve-container metadata: creationTimestamp: "2026-07-01T18:53:15Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T18:53:15Z" name: isvc-logger-raw-a0e25-predictor-55588b5566-lj5kd.18be3f341e743a95 namespace: kserve-ci-e2e-test resourceVersion: "17536" uid: 4c627562-216b-4d7c-bd8d-f2b2dc3489cd reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-137-241.ec2.internal source: component: kubelet host: ip-10-0-137-241.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T18:53:15Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-logger-raw-a0e25-predictor-55588b5566-lj5kd namespace: kserve-ci-e2e-test resourceVersion: "17471" uid: 6c80127e-92c0-48ad-8cd5-d9f629ecbf1d kind: Event lastTimestamp: "2026-07-01T18:53:15Z" message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine metadata: creationTimestamp: "2026-07-01T18:53:15Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T18:53:15Z" name: isvc-logger-raw-a0e25-predictor-55588b5566-lj5kd.18be3f341e7d03a0 namespace: kserve-ci-e2e-test resourceVersion: "17537" uid: a02ab773-2a73-4a6c-83db-381de1611967 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-137-241.ec2.internal source: component: kubelet host: ip-10-0-137-241.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T18:53:15Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-logger-raw-a0e25-predictor-55588b5566-lj5kd namespace: kserve-ci-e2e-test resourceVersion: "17471" uid: 6c80127e-92c0-48ad-8cd5-d9f629ecbf1d kind: Event lastTimestamp: "2026-07-01T18:53:15Z" message: 'Created container: kube-rbac-proxy' metadata: creationTimestamp: "2026-07-01T18:53:15Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T18:53:15Z" name: isvc-logger-raw-a0e25-predictor-55588b5566-lj5kd.18be3f34213e2e6c namespace: kserve-ci-e2e-test resourceVersion: "17540" uid: 365fd3a7-72a0-434d-998c-e54d68e9faa5 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-137-241.ec2.internal source: component: kubelet host: ip-10-0-137-241.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T18:53:15Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-logger-raw-a0e25-predictor-55588b5566-lj5kd namespace: kserve-ci-e2e-test resourceVersion: "17471" uid: 6c80127e-92c0-48ad-8cd5-d9f629ecbf1d kind: Event lastTimestamp: "2026-07-01T18:53:15Z" message: Started container kube-rbac-proxy metadata: creationTimestamp: "2026-07-01T18:53:15Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T18:53:15Z" name: isvc-logger-raw-a0e25-predictor-55588b5566-lj5kd.18be3f3421ade497 namespace: kserve-ci-e2e-test resourceVersion: "17541" uid: 513ab76c-8bb2-4a97-a8c2-99f7449bdb9b reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-137-241.ec2.internal source: component: kubelet host: ip-10-0-137-241.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T18:53:15Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{agent} kind: Pod name: isvc-logger-raw-a0e25-predictor-55588b5566-lj5kd namespace: kserve-ci-e2e-test resourceVersion: "17471" uid: 6c80127e-92c0-48ad-8cd5-d9f629ecbf1d kind: Event lastTimestamp: "2026-07-01T18:53:15Z" message: Container image "quay.io/opendatahub/kserve-agent@sha256:55c60618fd635e85d9da7e98b7d094dff9a8986587c771414ca16374c88f6579" already present on machine metadata: creationTimestamp: "2026-07-01T18:53:15Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T18:53:15Z" name: isvc-logger-raw-a0e25-predictor-55588b5566-lj5kd.18be3f3421b6aa64 namespace: kserve-ci-e2e-test resourceVersion: "17543" uid: c20ef3a6-6a81-4dce-abbe-e028fc0cb985 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-137-241.ec2.internal source: component: kubelet host: ip-10-0-137-241.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T18:53:15Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{agent} kind: Pod name: isvc-logger-raw-a0e25-predictor-55588b5566-lj5kd namespace: kserve-ci-e2e-test resourceVersion: "17471" uid: 6c80127e-92c0-48ad-8cd5-d9f629ecbf1d kind: Event lastTimestamp: "2026-07-01T18:53:15Z" message: 'Created container: agent' metadata: creationTimestamp: "2026-07-01T18:53:15Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T18:53:15Z" name: isvc-logger-raw-a0e25-predictor-55588b5566-lj5kd.18be3f34245ee92d namespace: kserve-ci-e2e-test resourceVersion: "17544" uid: 14513ef5-7917-4a76-8596-b6161c578167 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-137-241.ec2.internal source: component: kubelet host: ip-10-0-137-241.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T18:53:15Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{agent} kind: Pod name: isvc-logger-raw-a0e25-predictor-55588b5566-lj5kd namespace: kserve-ci-e2e-test resourceVersion: "17471" uid: 6c80127e-92c0-48ad-8cd5-d9f629ecbf1d kind: Event lastTimestamp: "2026-07-01T18:53:15Z" message: Started container agent metadata: creationTimestamp: "2026-07-01T18:53:15Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T18:53:15Z" name: isvc-logger-raw-a0e25-predictor-55588b5566-lj5kd.18be3f3424cc07fb namespace: kserve-ci-e2e-test resourceVersion: "17545" uid: c2bb9d66-f558-41a0-b4de-dc3ded75c35e reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-137-241.ec2.internal source: component: kubelet host: ip-10-0-137-241.ec2.internal type: Normal - apiVersion: v1 count: 11 eventTime: null firstTimestamp: "2026-07-01T18:53:16Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-logger-raw-a0e25-predictor-55588b5566-lj5kd namespace: kserve-ci-e2e-test resourceVersion: "17471" uid: 6c80127e-92c0-48ad-8cd5-d9f629ecbf1d kind: Event lastTimestamp: "2026-07-01T18:54:53Z" message: 'Readiness probe failed: dial tcp 10.133.0.31:8080: connect: connection refused' metadata: creationTimestamp: "2026-07-01T18:53:16Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T18:54:53Z" name: isvc-logger-raw-a0e25-predictor-55588b5566-lj5kd.18be3f34571c8d4e namespace: kserve-ci-e2e-test resourceVersion: "18366" uid: 45a74615-3c92-45bf-abb0-b38e7fbce0d3 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-137-241.ec2.internal source: component: kubelet host: ip-10-0-137-241.ec2.internal type: Warning - apiVersion: v1 count: 10 eventTime: null firstTimestamp: "2026-07-01T18:53:17Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{agent} kind: Pod name: isvc-logger-raw-a0e25-predictor-55588b5566-lj5kd namespace: kserve-ci-e2e-test resourceVersion: "17471" uid: 6c80127e-92c0-48ad-8cd5-d9f629ecbf1d kind: Event lastTimestamp: "2026-07-01T18:54:53Z" message: 'Readiness probe failed: HTTP probe failed with statuscode: 503' metadata: creationTimestamp: "2026-07-01T18:53:17Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T18:54:53Z" name: isvc-logger-raw-a0e25-predictor-55588b5566-lj5kd.18be3f3492eaa90f namespace: kserve-ci-e2e-test resourceVersion: "18367" uid: f5e194be-bd14-41ab-8532-112626d1e63e reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-137-241.ec2.internal source: component: kubelet host: ip-10-0-137-241.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T18:54:45Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-logger-raw-a0e25-predictor-55588b5566-lj5kd namespace: kserve-ci-e2e-test resourceVersion: "17471" uid: 6c80127e-92c0-48ad-8cd5-d9f629ecbf1d kind: Event lastTimestamp: "2026-07-01T18:54:45Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-07-01T18:54:45Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T18:54:45Z" name: isvc-logger-raw-a0e25-predictor-55588b5566-lj5kd.18be3f491d39bed5 namespace: kserve-ci-e2e-test resourceVersion: "18258" uid: d63a65b1-e6d7-4ed3-922b-87e8a247cfb1 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-137-241.ec2.internal source: component: kubelet host: ip-10-0-137-241.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T18:54:45Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{agent} kind: Pod name: isvc-logger-raw-a0e25-predictor-55588b5566-lj5kd namespace: kserve-ci-e2e-test resourceVersion: "17471" uid: 6c80127e-92c0-48ad-8cd5-d9f629ecbf1d kind: Event lastTimestamp: "2026-07-01T18:54:45Z" message: Stopping container agent metadata: creationTimestamp: "2026-07-01T18:54:45Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T18:54:45Z" name: isvc-logger-raw-a0e25-predictor-55588b5566-lj5kd.18be3f491d3a960a namespace: kserve-ci-e2e-test resourceVersion: "18260" uid: c83e9b40-b0f4-4e11-9d09-13795622f041 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-137-241.ec2.internal source: component: kubelet host: ip-10-0-137-241.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T18:54:45Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-logger-raw-a0e25-predictor-55588b5566-lj5kd namespace: kserve-ci-e2e-test resourceVersion: "17471" uid: 6c80127e-92c0-48ad-8cd5-d9f629ecbf1d kind: Event lastTimestamp: "2026-07-01T18:54:45Z" message: Stopping container kube-rbac-proxy metadata: creationTimestamp: "2026-07-01T18:54:45Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T18:54:45Z" name: isvc-logger-raw-a0e25-predictor-55588b5566-lj5kd.18be3f491d3ac1a5 namespace: kserve-ci-e2e-test resourceVersion: "18265" uid: 3ee33d24-c047-4a56-9668-aeb26aa46180 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-137-241.ec2.internal source: component: kubelet host: ip-10-0-137-241.ec2.internal type: Normal - apiVersion: v1 count: 4 eventTime: null firstTimestamp: "2026-07-01T18:54:48Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-logger-raw-a0e25-predictor-55588b5566-lj5kd namespace: kserve-ci-e2e-test resourceVersion: "17471" uid: 6c80127e-92c0-48ad-8cd5-d9f629ecbf1d kind: Event lastTimestamp: "2026-07-01T18:55:03Z" message: 'Readiness probe failed: Get "https://10.133.0.31:8643/healthz": dial tcp 10.133.0.31:8643: connect: connection refused' metadata: creationTimestamp: "2026-07-01T18:54:48Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T18:55:03Z" name: isvc-logger-raw-a0e25-predictor-55588b5566-lj5kd.18be3f49c320cfaa namespace: kserve-ci-e2e-test resourceVersion: "18444" uid: 8a3c344e-b1a3-482d-becf-9557e1791b4d reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-137-241.ec2.internal source: component: kubelet host: ip-10-0-137-241.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T18:53:10Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: isvc-logger-raw-a0e25-predictor-55588b5566 namespace: kserve-ci-e2e-test resourceVersion: "17457" uid: 614ccba0-8073-43eb-a840-fa23119623fc kind: Event lastTimestamp: "2026-07-01T18:53:10Z" message: 'Created pod: isvc-logger-raw-a0e25-predictor-55588b5566-lj5kd' metadata: creationTimestamp: "2026-07-01T18:53:10Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-01T18:53:10Z" name: isvc-logger-raw-a0e25-predictor-55588b5566.18be3f32eaa3eacb namespace: kserve-ci-e2e-test resourceVersion: "17469" uid: 042ae3a3-3c05-4313-b2e1-1b92a11e2403 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T18:53:10Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: isvc-logger-raw-a0e25-predictor namespace: kserve-ci-e2e-test resourceVersion: "17455" uid: 8c44ff5e-9768-48f4-8d6d-bd2ee6597f89 kind: Event lastTimestamp: "2026-07-01T18:53:10Z" message: Scaled up replica set isvc-logger-raw-a0e25-predictor-55588b5566 from 0 to 1 metadata: creationTimestamp: "2026-07-01T18:53:10Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-01T18:53:10Z" name: isvc-logger-raw-a0e25-predictor.18be3f32e71a3728 namespace: kserve-ci-e2e-test resourceVersion: "17458" uid: 76cdd065-9f0c-43bd-8edb-6a7a65dfb4cf reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T18:53:25Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-logger-raw-a0e25-predictor namespace: kserve-ci-e2e-test resourceVersion: "17456" uid: cff5445e-c056-481d-bd7f-f5405516c2a4 kind: Event lastTimestamp: "2026-07-01T18:53:25Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-07-01T18:53:25Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-01T18:53:25Z" name: isvc-logger-raw-a0e25-predictor.18be3f3665ae2cb5 namespace: kserve-ci-e2e-test resourceVersion: "17625" uid: 11c39489-ef55-4b54-bac0-3683d4fae4ea reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T18:53:25Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-logger-raw-a0e25-predictor namespace: kserve-ci-e2e-test resourceVersion: "17456" uid: cff5445e-c056-481d-bd7f-f5405516c2a4 kind: Event lastTimestamp: "2026-07-01T18:53:25Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-07-01T18:53:25Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-01T18:53:25Z" name: isvc-logger-raw-a0e25-predictor.18be3f3666287519 namespace: kserve-ci-e2e-test resourceVersion: "17627" uid: 1de2eeca-a1f9-4b8e-8b2e-e1639e8d3309 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 5 eventTime: null firstTimestamp: "2026-07-01T18:53:40Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-logger-raw-a0e25-predictor namespace: kserve-ci-e2e-test resourceVersion: "17626" uid: cff5445e-c056-481d-bd7f-f5405516c2a4 kind: Event lastTimestamp: "2026-07-01T18:54:40Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-07-01T18:53:40Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-01T18:54:40Z" name: isvc-logger-raw-a0e25-predictor.18be3f39e4ed78ce namespace: kserve-ci-e2e-test resourceVersion: "18168" uid: e9c81c7d-c86d-4416-80a6-c20f45bb64d9 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 5 eventTime: null firstTimestamp: "2026-07-01T18:53:40Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-logger-raw-a0e25-predictor namespace: kserve-ci-e2e-test resourceVersion: "17626" uid: cff5445e-c056-481d-bd7f-f5405516c2a4 kind: Event lastTimestamp: "2026-07-01T18:54:40Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-07-01T18:53:40Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-01T18:54:40Z" name: isvc-logger-raw-a0e25-predictor.18be3f39e57a13a5 namespace: kserve-ci-e2e-test resourceVersion: "18169" uid: b9ac9d58-e458-4ce9-9499-4072211c8ea0 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 12 eventTime: null firstTimestamp: "2026-07-01T18:53:10Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-logger-raw-a0e25 namespace: kserve-ci-e2e-test resourceVersion: "17447" uid: f16a0bcc-5429-4317-84c1-ea6a2627f6d9 kind: Event lastTimestamp: "2026-07-01T18:54:33Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-07-01T18:53:10Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-01T18:54:33Z" name: isvc-logger-raw-a0e25.18be3f32e717c76e namespace: kserve-ci-e2e-test resourceVersion: "18123" uid: 70871e06-6909-4eaf-97d1-0b0f7a23b85a reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-07-01T18:53:10Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-logger-raw-a0e25 namespace: kserve-ci-e2e-test resourceVersion: "17447" uid: f16a0bcc-5429-4317-84c1-ea6a2627f6d9 kind: Event lastTimestamp: "2026-07-01T18:53:10Z" message: 'Failed to update status for InferenceService "isvc-logger-raw-a0e25": Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-logger-raw-a0e25": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-07-01T18:53:10Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-01T18:53:10Z" name: isvc-logger-raw-a0e25.18be3f32e76fda22 namespace: kserve-ci-e2e-test resourceVersion: "17478" uid: d3dfe67e-fd66-4675-9286-6c78541bf5bb reason: UpdateFailed reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T18:53:10Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-logger-raw-a0e25 namespace: kserve-ci-e2e-test resourceVersion: "17454" uid: f16a0bcc-5429-4317-84c1-ea6a2627f6d9 kind: Event lastTimestamp: "2026-07-01T18:53:10Z" message: 'fails to update InferenceService status: Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-logger-raw-a0e25": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-07-01T18:53:10Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-01T18:53:10Z" name: isvc-logger-raw-a0e25.18be3f32ed81769c namespace: kserve-ci-e2e-test resourceVersion: "17479" uid: 320d9b46-fd1e-453f-8f29-c4195abf441a reason: InternalError reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T18:54:33Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-logger-raw-a0e25 namespace: kserve-ci-e2e-test resourceVersion: "18120" uid: f16a0bcc-5429-4317-84c1-ea6a2627f6d9 kind: Event lastTimestamp: "2026-07-01T18:54:33Z" message: InferenceService [isvc-logger-raw-a0e25] is Ready metadata: creationTimestamp: "2026-07-01T18:54:33Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-01T18:54:33Z" name: isvc-logger-raw-a0e25.18be3f464e629c1c namespace: kserve-ci-e2e-test resourceVersion: "18122" uid: 6f8594cf-f422-4011-894e-73e7df99f978 reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-07-01T18:57:31.028222Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: isvc-primary-ff8cbb-predictor-7bd8dcf59-bwkgm namespace: kserve-ci-e2e-test resourceVersion: "19529" uid: 47b8c81b-4896-4f7f-9f08-6ab55be9576f kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/isvc-primary-ff8cbb-predictor-7bd8dcf59-bwkgm to ip-10-0-137-241.ec2.internal metadata: creationTimestamp: "2026-07-01T18:57:31Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-07-01T18:57:31Z" name: isvc-primary-ff8cbb-predictor-7bd8dcf59-bwkgm.18be3f6f99206133 namespace: kserve-ci-e2e-test resourceVersion: "19533" uid: 5e32b819-eef8-4858-8167-8a97040ce6a7 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-947467fd6-hzgtw source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T18:57:31Z" involvedObject: apiVersion: v1 kind: Pod name: isvc-primary-ff8cbb-predictor-7bd8dcf59-bwkgm namespace: kserve-ci-e2e-test resourceVersion: "19531" uid: 47b8c81b-4896-4f7f-9f08-6ab55be9576f kind: Event lastTimestamp: "2026-07-01T18:57:31Z" message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-primary-ff8cbb-predictor-serving-cert" not found' metadata: creationTimestamp: "2026-07-01T18:57:31Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T18:57:31Z" name: isvc-primary-ff8cbb-predictor-7bd8dcf59-bwkgm.18be3f6fa964e959 namespace: kserve-ci-e2e-test resourceVersion: "19542" uid: f459351e-2d3f-4986-b424-9936eebd01dd reason: FailedMount reportingComponent: kubelet reportingInstance: ip-10-0-137-241.ec2.internal source: component: kubelet host: ip-10-0-137-241.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T18:57:32Z" involvedObject: apiVersion: v1 kind: Pod name: isvc-primary-ff8cbb-predictor-7bd8dcf59-bwkgm namespace: kserve-ci-e2e-test resourceVersion: "19538" uid: 47b8c81b-4896-4f7f-9f08-6ab55be9576f kind: Event lastTimestamp: "2026-07-01T18:57:32Z" message: Add eth0 [10.133.0.33/23] from ovn-kubernetes metadata: creationTimestamp: "2026-07-01T18:57:32Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-07-01T18:57:32Z" name: isvc-primary-ff8cbb-predictor-7bd8dcf59-bwkgm.18be3f6fd61bfe6d namespace: kserve-ci-e2e-test resourceVersion: "19552" uid: b206cb84-a4df-411d-a5d9-36e9a262418d reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T18:57:32Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-primary-ff8cbb-predictor-7bd8dcf59-bwkgm namespace: kserve-ci-e2e-test resourceVersion: "19531" uid: 47b8c81b-4896-4f7f-9f08-6ab55be9576f kind: Event lastTimestamp: "2026-07-01T18:57:32Z" message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:5df3316e2bbb1c8de0277d9a0c433b6bf041a14baf6838a11e4f2bdc5ed51f25" already present on machine metadata: creationTimestamp: "2026-07-01T18:57:32Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T18:57:32Z" name: isvc-primary-ff8cbb-predictor-7bd8dcf59-bwkgm.18be3f6fd7b178ed namespace: kserve-ci-e2e-test resourceVersion: "19554" uid: 4b4dbcd7-affb-4ccd-9be5-8bcd698d3129 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-137-241.ec2.internal source: component: kubelet host: ip-10-0-137-241.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T18:57:32Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-primary-ff8cbb-predictor-7bd8dcf59-bwkgm namespace: kserve-ci-e2e-test resourceVersion: "19531" uid: 47b8c81b-4896-4f7f-9f08-6ab55be9576f kind: Event lastTimestamp: "2026-07-01T18:57:32Z" message: 'Created container: storage-initializer' metadata: creationTimestamp: "2026-07-01T18:57:32Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T18:57:32Z" name: isvc-primary-ff8cbb-predictor-7bd8dcf59-bwkgm.18be3f6fdab0b8bf namespace: kserve-ci-e2e-test resourceVersion: "19556" uid: 5458fa87-7f4c-4420-a6de-536ff80eac64 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-137-241.ec2.internal source: component: kubelet host: ip-10-0-137-241.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T18:57:32Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-primary-ff8cbb-predictor-7bd8dcf59-bwkgm namespace: kserve-ci-e2e-test resourceVersion: "19531" uid: 47b8c81b-4896-4f7f-9f08-6ab55be9576f kind: Event lastTimestamp: "2026-07-01T18:57:32Z" message: Started container storage-initializer metadata: creationTimestamp: "2026-07-01T18:57:32Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T18:57:32Z" name: isvc-primary-ff8cbb-predictor-7bd8dcf59-bwkgm.18be3f6fdb1fc873 namespace: kserve-ci-e2e-test resourceVersion: "19557" uid: bd0194ea-6a25-4008-851d-4a3cfbc6c5c4 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-137-241.ec2.internal source: component: kubelet host: ip-10-0-137-241.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T18:57:36Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-primary-ff8cbb-predictor-7bd8dcf59-bwkgm namespace: kserve-ci-e2e-test resourceVersion: "19531" uid: 47b8c81b-4896-4f7f-9f08-6ab55be9576f kind: Event lastTimestamp: "2026-07-01T18:57:36Z" message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1690" already present on machine metadata: creationTimestamp: "2026-07-01T18:57:36Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T18:57:36Z" name: isvc-primary-ff8cbb-predictor-7bd8dcf59-bwkgm.18be3f70e38b96a6 namespace: kserve-ci-e2e-test resourceVersion: "19597" uid: 364b54ac-7cc0-4b27-bc2c-baf1157428db reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-137-241.ec2.internal source: component: kubelet host: ip-10-0-137-241.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T18:57:36Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-primary-ff8cbb-predictor-7bd8dcf59-bwkgm namespace: kserve-ci-e2e-test resourceVersion: "19531" uid: 47b8c81b-4896-4f7f-9f08-6ab55be9576f kind: Event lastTimestamp: "2026-07-01T18:57:36Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-07-01T18:57:36Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T18:57:36Z" name: isvc-primary-ff8cbb-predictor-7bd8dcf59-bwkgm.18be3f70e6a27476 namespace: kserve-ci-e2e-test resourceVersion: "19599" uid: e1d6a602-1ca6-4b02-a225-3c4c0504aed6 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-137-241.ec2.internal source: component: kubelet host: ip-10-0-137-241.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T18:57:36Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-primary-ff8cbb-predictor-7bd8dcf59-bwkgm namespace: kserve-ci-e2e-test resourceVersion: "19531" uid: 47b8c81b-4896-4f7f-9f08-6ab55be9576f kind: Event lastTimestamp: "2026-07-01T18:57:36Z" message: Started container kserve-container metadata: creationTimestamp: "2026-07-01T18:57:36Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T18:57:36Z" name: isvc-primary-ff8cbb-predictor-7bd8dcf59-bwkgm.18be3f70e7104599 namespace: kserve-ci-e2e-test resourceVersion: "19600" uid: 78295f02-f3c1-427c-a11b-ff02d29af876 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-137-241.ec2.internal source: component: kubelet host: ip-10-0-137-241.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T18:57:36Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-primary-ff8cbb-predictor-7bd8dcf59-bwkgm namespace: kserve-ci-e2e-test resourceVersion: "19531" uid: 47b8c81b-4896-4f7f-9f08-6ab55be9576f kind: Event lastTimestamp: "2026-07-01T18:57:36Z" message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine metadata: creationTimestamp: "2026-07-01T18:57:36Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T18:57:36Z" name: isvc-primary-ff8cbb-predictor-7bd8dcf59-bwkgm.18be3f70e7197924 namespace: kserve-ci-e2e-test resourceVersion: "19601" uid: 8ec18d45-7e39-43b9-a127-f1f91a83904c reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-137-241.ec2.internal source: component: kubelet host: ip-10-0-137-241.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T18:57:36Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-primary-ff8cbb-predictor-7bd8dcf59-bwkgm namespace: kserve-ci-e2e-test resourceVersion: "19531" uid: 47b8c81b-4896-4f7f-9f08-6ab55be9576f kind: Event lastTimestamp: "2026-07-01T18:57:36Z" message: 'Created container: kube-rbac-proxy' metadata: creationTimestamp: "2026-07-01T18:57:36Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T18:57:36Z" name: isvc-primary-ff8cbb-predictor-7bd8dcf59-bwkgm.18be3f70e9c9296e namespace: kserve-ci-e2e-test resourceVersion: "19605" uid: f9b7f6ac-1774-4517-b65f-4bc7880eb255 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-137-241.ec2.internal source: component: kubelet host: ip-10-0-137-241.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T18:57:36Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-primary-ff8cbb-predictor-7bd8dcf59-bwkgm namespace: kserve-ci-e2e-test resourceVersion: "19531" uid: 47b8c81b-4896-4f7f-9f08-6ab55be9576f kind: Event lastTimestamp: "2026-07-01T18:57:36Z" message: Started container kube-rbac-proxy metadata: creationTimestamp: "2026-07-01T18:57:36Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T18:57:36Z" name: isvc-primary-ff8cbb-predictor-7bd8dcf59-bwkgm.18be3f70ea3375b5 namespace: kserve-ci-e2e-test resourceVersion: "19606" uid: dd9e1578-6d45-4501-be38-95bece681bdb reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-137-241.ec2.internal source: component: kubelet host: ip-10-0-137-241.ec2.internal type: Normal - apiVersion: v1 count: 9 eventTime: null firstTimestamp: "2026-07-01T18:57:37Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-primary-ff8cbb-predictor-7bd8dcf59-bwkgm namespace: kserve-ci-e2e-test resourceVersion: "19531" uid: 47b8c81b-4896-4f7f-9f08-6ab55be9576f kind: Event lastTimestamp: "2026-07-01T18:58:43Z" message: 'Readiness probe failed: dial tcp 10.133.0.33:8080: connect: connection refused' metadata: creationTimestamp: "2026-07-01T18:57:37Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T18:58:43Z" name: isvc-primary-ff8cbb-predictor-7bd8dcf59-bwkgm.18be3f711f8ce730 namespace: kserve-ci-e2e-test resourceVersion: "20071" uid: a59e9069-6c7d-486f-abef-6e4540cd41c9 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-137-241.ec2.internal source: component: kubelet host: ip-10-0-137-241.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T18:59:15Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-primary-ff8cbb-predictor-7bd8dcf59-bwkgm namespace: kserve-ci-e2e-test resourceVersion: "19531" uid: 47b8c81b-4896-4f7f-9f08-6ab55be9576f kind: Event lastTimestamp: "2026-07-01T18:59:15Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-07-01T18:59:15Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T18:59:15Z" name: isvc-primary-ff8cbb-predictor-7bd8dcf59-bwkgm.18be3f87e2b5f74a namespace: kserve-ci-e2e-test resourceVersion: "20403" uid: cbef8c1c-6fdf-4b5f-9f56-07d92e4091a0 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-137-241.ec2.internal source: component: kubelet host: ip-10-0-137-241.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T18:59:15Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-primary-ff8cbb-predictor-7bd8dcf59-bwkgm namespace: kserve-ci-e2e-test resourceVersion: "19531" uid: 47b8c81b-4896-4f7f-9f08-6ab55be9576f kind: Event lastTimestamp: "2026-07-01T18:59:15Z" message: Stopping container kube-rbac-proxy metadata: creationTimestamp: "2026-07-01T18:59:15Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T18:59:15Z" name: isvc-primary-ff8cbb-predictor-7bd8dcf59-bwkgm.18be3f87e2b93256 namespace: kserve-ci-e2e-test resourceVersion: "20404" uid: 3e028ac4-d343-43d6-86bb-d85e24eb5951 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-137-241.ec2.internal source: component: kubelet host: ip-10-0-137-241.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T18:59:18Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-primary-ff8cbb-predictor-7bd8dcf59-bwkgm namespace: kserve-ci-e2e-test resourceVersion: "19531" uid: 47b8c81b-4896-4f7f-9f08-6ab55be9576f kind: Event lastTimestamp: "2026-07-01T18:59:18Z" message: 'Readiness probe failed: Get "https://10.133.0.33:8643/healthz": dial tcp 10.133.0.33:8643: connect: connection refused' metadata: creationTimestamp: "2026-07-01T18:59:18Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T18:59:18Z" name: isvc-primary-ff8cbb-predictor-7bd8dcf59-bwkgm.18be3f88a3ceecff namespace: kserve-ci-e2e-test resourceVersion: "20434" uid: 03fe407d-5ad9-47c0-a4bc-27bfada7f88c reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-137-241.ec2.internal source: component: kubelet host: ip-10-0-137-241.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T18:57:31Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: isvc-primary-ff8cbb-predictor-7bd8dcf59 namespace: kserve-ci-e2e-test resourceVersion: "19519" uid: e6d8efcf-52ea-44c0-86ab-3e00b0a05eba kind: Event lastTimestamp: "2026-07-01T18:57:31Z" message: 'Created pod: isvc-primary-ff8cbb-predictor-7bd8dcf59-bwkgm' metadata: creationTimestamp: "2026-07-01T18:57:31Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-01T18:57:31Z" name: isvc-primary-ff8cbb-predictor-7bd8dcf59.18be3f6f988a1ef1 namespace: kserve-ci-e2e-test resourceVersion: "19530" uid: 69754d3e-b14d-4725-b97e-c413db541507 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T18:57:30Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: isvc-primary-ff8cbb-predictor namespace: kserve-ci-e2e-test resourceVersion: "19517" uid: b40a482e-3fe9-413f-8bec-f394e9a47a23 kind: Event lastTimestamp: "2026-07-01T18:57:30Z" message: Scaled up replica set isvc-primary-ff8cbb-predictor-7bd8dcf59 from 0 to 1 metadata: creationTimestamp: "2026-07-01T18:57:30Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-01T18:57:30Z" name: isvc-primary-ff8cbb-predictor.18be3f6f9336cca2 namespace: kserve-ci-e2e-test resourceVersion: "19521" uid: 25dc14a2-130e-44a9-b665-f376c50b68ca reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-07-01T18:57:45Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-primary-ff8cbb-predictor namespace: kserve-ci-e2e-test resourceVersion: "19518" uid: 73721246-d1d2-4c15-8caf-d7d9af0fd821 kind: Event lastTimestamp: "2026-07-01T18:58:15Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-07-01T18:57:45Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-01T18:58:15Z" name: isvc-primary-ff8cbb-predictor.18be3f731246cd73 namespace: kserve-ci-e2e-test resourceVersion: "19882" uid: 564bcfa1-0c3d-4d0e-aee2-7f8d34608f74 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-07-01T18:57:45Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-primary-ff8cbb-predictor namespace: kserve-ci-e2e-test resourceVersion: "19518" uid: 73721246-d1d2-4c15-8caf-d7d9af0fd821 kind: Event lastTimestamp: "2026-07-01T18:58:15Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-07-01T18:57:45Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-01T18:58:15Z" name: isvc-primary-ff8cbb-predictor.18be3f7312bafd8e namespace: kserve-ci-e2e-test resourceVersion: "19883" uid: cf076db4-0519-41df-9988-4dee89337c18 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-07-01T18:58:31Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-primary-ff8cbb-predictor namespace: kserve-ci-e2e-test resourceVersion: "19674" uid: 73721246-d1d2-4c15-8caf-d7d9af0fd821 kind: Event lastTimestamp: "2026-07-01T18:59:01Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-07-01T18:58:31Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-01T18:59:01Z" name: isvc-primary-ff8cbb-predictor.18be3f7d9016d873 namespace: kserve-ci-e2e-test resourceVersion: "20209" uid: 1333e5ef-9999-46c3-8052-799409e21c89 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-07-01T18:58:31Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-primary-ff8cbb-predictor namespace: kserve-ci-e2e-test resourceVersion: "19674" uid: 73721246-d1d2-4c15-8caf-d7d9af0fd821 kind: Event lastTimestamp: "2026-07-01T18:59:01Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-07-01T18:58:31Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-01T18:59:01Z" name: isvc-primary-ff8cbb-predictor.18be3f7d909c6584 namespace: kserve-ci-e2e-test resourceVersion: "20211" uid: 1b67546e-a2fc-4cd8-b008-54bc18c9c0fb reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 12 eventTime: null firstTimestamp: "2026-07-01T18:57:30Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-primary-ff8cbb namespace: kserve-ci-e2e-test resourceVersion: "19510" uid: 3c6ff9d1-5ed9-499d-b7d3-22553902695d kind: Event lastTimestamp: "2026-07-01T18:58:53Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-07-01T18:57:30Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-01T18:58:53Z" name: isvc-primary-ff8cbb.18be3f6f9338650c namespace: kserve-ci-e2e-test resourceVersion: "20153" uid: cd07123e-4c71-4040-a15d-530fc26cdee8 reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T18:57:30Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-primary-ff8cbb namespace: kserve-ci-e2e-test resourceVersion: "19510" uid: 3c6ff9d1-5ed9-499d-b7d3-22553902695d kind: Event lastTimestamp: "2026-07-01T18:57:30Z" message: 'Failed to update status for InferenceService "isvc-primary-ff8cbb": Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-primary-ff8cbb": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-07-01T18:57:30Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-01T18:57:30Z" name: isvc-primary-ff8cbb.18be3f6f938c1fab namespace: kserve-ci-e2e-test resourceVersion: "19523" uid: 4e45b5bf-ea88-4213-9af9-244ecaed4e71 reason: UpdateFailed reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T18:57:30Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-primary-ff8cbb namespace: kserve-ci-e2e-test resourceVersion: "19510" uid: 3c6ff9d1-5ed9-499d-b7d3-22553902695d kind: Event lastTimestamp: "2026-07-01T18:57:30Z" message: 'fails to update InferenceService status: Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-primary-ff8cbb": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-07-01T18:57:30Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-01T18:57:30Z" name: isvc-primary-ff8cbb.18be3f6f938c7ea6 namespace: kserve-ci-e2e-test resourceVersion: "19525" uid: 0612489b-d89a-45b9-8f3c-810eeac9c8b3 reason: InternalError reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T18:58:53Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-primary-ff8cbb namespace: kserve-ci-e2e-test resourceVersion: "20151" uid: 3c6ff9d1-5ed9-499d-b7d3-22553902695d kind: Event lastTimestamp: "2026-07-01T18:58:53Z" message: InferenceService [isvc-primary-ff8cbb] is Ready metadata: creationTimestamp: "2026-07-01T18:58:53Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-01T18:58:53Z" name: isvc-primary-ff8cbb.18be3f82d849a78e namespace: kserve-ci-e2e-test resourceVersion: "20152" uid: 7873f82c-7e40-4395-ae2d-fabe04ea7e39 reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-07-01T18:47:24.575949Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: isvc-raw-sklearn-batcher-9995e-predictor-57944bc586-762nc namespace: kserve-ci-e2e-test resourceVersion: "14253" uid: e89f243b-f0ae-437b-9570-e0e9122218f9 kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/isvc-raw-sklearn-batcher-9995e-predictor-57944bc586-762nc to ip-10-0-137-241.ec2.internal metadata: creationTimestamp: "2026-07-01T18:47:24Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-07-01T18:47:24Z" name: isvc-raw-sklearn-batcher-9995e-predictor-57944bc586-762nc.18be3ee265c0d558 namespace: kserve-ci-e2e-test resourceVersion: "14260" uid: 3492f94c-9982-4856-b99a-8ab2a185ec5e reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-947467fd6-hzgtw source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T18:47:25Z" involvedObject: apiVersion: v1 kind: Pod name: isvc-raw-sklearn-batcher-9995e-predictor-57944bc586-762nc namespace: kserve-ci-e2e-test resourceVersion: "14265" uid: e89f243b-f0ae-437b-9570-e0e9122218f9 kind: Event lastTimestamp: "2026-07-01T18:47:25Z" message: Add eth0 [10.133.0.26/23] from ovn-kubernetes metadata: creationTimestamp: "2026-07-01T18:47:25Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-07-01T18:47:25Z" name: isvc-raw-sklearn-batcher-9995e-predictor-57944bc586-762nc.18be3ee27f3f3d6d namespace: kserve-ci-e2e-test resourceVersion: "14273" uid: 2ebb0124-67a1-480c-9606-17a4d4c6d4cb reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T18:47:25Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-raw-sklearn-batcher-9995e-predictor-57944bc586-762nc namespace: kserve-ci-e2e-test resourceVersion: "14255" uid: e89f243b-f0ae-437b-9570-e0e9122218f9 kind: Event lastTimestamp: "2026-07-01T18:47:25Z" message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:5df3316e2bbb1c8de0277d9a0c433b6bf041a14baf6838a11e4f2bdc5ed51f25" already present on machine metadata: creationTimestamp: "2026-07-01T18:47:25Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T18:47:25Z" name: isvc-raw-sklearn-batcher-9995e-predictor-57944bc586-762nc.18be3ee2812c75d7 namespace: kserve-ci-e2e-test resourceVersion: "14275" uid: 3147235b-4423-4e9d-90cb-c25305357364 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-137-241.ec2.internal source: component: kubelet host: ip-10-0-137-241.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T18:47:25Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-raw-sklearn-batcher-9995e-predictor-57944bc586-762nc namespace: kserve-ci-e2e-test resourceVersion: "14255" uid: e89f243b-f0ae-437b-9570-e0e9122218f9 kind: Event lastTimestamp: "2026-07-01T18:47:25Z" message: 'Created container: storage-initializer' metadata: creationTimestamp: "2026-07-01T18:47:25Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T18:47:25Z" name: isvc-raw-sklearn-batcher-9995e-predictor-57944bc586-762nc.18be3ee2845cc6fa namespace: kserve-ci-e2e-test resourceVersion: "14277" uid: 4c252f6f-6c40-4bc2-9768-5c3d445f2d9e reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-137-241.ec2.internal source: component: kubelet host: ip-10-0-137-241.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T18:47:25Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-raw-sklearn-batcher-9995e-predictor-57944bc586-762nc namespace: kserve-ci-e2e-test resourceVersion: "14255" uid: e89f243b-f0ae-437b-9570-e0e9122218f9 kind: Event lastTimestamp: "2026-07-01T18:47:25Z" message: Started container storage-initializer metadata: creationTimestamp: "2026-07-01T18:47:25Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T18:47:25Z" name: isvc-raw-sklearn-batcher-9995e-predictor-57944bc586-762nc.18be3ee285138be7 namespace: kserve-ci-e2e-test resourceVersion: "14278" uid: 3b48b31c-82b8-4c46-80f2-a5814353fe2c reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-137-241.ec2.internal source: component: kubelet host: ip-10-0-137-241.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T18:47:28Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-raw-sklearn-batcher-9995e-predictor-57944bc586-762nc namespace: kserve-ci-e2e-test resourceVersion: "14255" uid: e89f243b-f0ae-437b-9570-e0e9122218f9 kind: Event lastTimestamp: "2026-07-01T18:47:28Z" message: Pulling image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1690" metadata: creationTimestamp: "2026-07-01T18:47:28Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T18:47:28Z" name: isvc-raw-sklearn-batcher-9995e-predictor-57944bc586-762nc.18be3ee36c45b441 namespace: kserve-ci-e2e-test resourceVersion: "14309" uid: 656f6a68-c7b1-4d73-a990-47a2a35caade reason: Pulling reportingComponent: kubelet reportingInstance: ip-10-0-137-241.ec2.internal source: component: kubelet host: ip-10-0-137-241.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T18:47:43Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-raw-sklearn-batcher-9995e-predictor-57944bc586-762nc namespace: kserve-ci-e2e-test resourceVersion: "14255" uid: e89f243b-f0ae-437b-9570-e0e9122218f9 kind: Event lastTimestamp: "2026-07-01T18:47:43Z" message: 'Successfully pulled image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1690" in 14.3s (14.3s including waiting). Image size: 1558043571 bytes.' metadata: creationTimestamp: "2026-07-01T18:47:43Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T18:47:43Z" name: isvc-raw-sklearn-batcher-9995e-predictor-57944bc586-762nc.18be3ee6c0a0529c namespace: kserve-ci-e2e-test resourceVersion: "14414" uid: 7e0f1ead-377c-4064-9caf-818e41647ae8 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-137-241.ec2.internal source: component: kubelet host: ip-10-0-137-241.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T18:47:43Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-raw-sklearn-batcher-9995e-predictor-57944bc586-762nc namespace: kserve-ci-e2e-test resourceVersion: "14255" uid: e89f243b-f0ae-437b-9570-e0e9122218f9 kind: Event lastTimestamp: "2026-07-01T18:47:43Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-07-01T18:47:43Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T18:47:43Z" name: isvc-raw-sklearn-batcher-9995e-predictor-57944bc586-762nc.18be3ee6c3d5ba25 namespace: kserve-ci-e2e-test resourceVersion: "14415" uid: d5e3779f-ff72-4597-9352-eb4cbfe19a19 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-137-241.ec2.internal source: component: kubelet host: ip-10-0-137-241.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T18:47:43Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-raw-sklearn-batcher-9995e-predictor-57944bc586-762nc namespace: kserve-ci-e2e-test resourceVersion: "14255" uid: e89f243b-f0ae-437b-9570-e0e9122218f9 kind: Event lastTimestamp: "2026-07-01T18:47:43Z" message: Started container kserve-container metadata: creationTimestamp: "2026-07-01T18:47:43Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T18:47:43Z" name: isvc-raw-sklearn-batcher-9995e-predictor-57944bc586-762nc.18be3ee6c447bb93 namespace: kserve-ci-e2e-test resourceVersion: "14416" uid: 7de3ad5b-90f6-4415-9c64-39ce17b1914b reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-137-241.ec2.internal source: component: kubelet host: ip-10-0-137-241.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T18:47:43Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-raw-sklearn-batcher-9995e-predictor-57944bc586-762nc namespace: kserve-ci-e2e-test resourceVersion: "14255" uid: e89f243b-f0ae-437b-9570-e0e9122218f9 kind: Event lastTimestamp: "2026-07-01T18:47:43Z" message: Pulling image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" metadata: creationTimestamp: "2026-07-01T18:47:43Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T18:47:43Z" name: isvc-raw-sklearn-batcher-9995e-predictor-57944bc586-762nc.18be3ee6c45419ee namespace: kserve-ci-e2e-test resourceVersion: "14417" uid: f1fbdf34-e456-41b0-8571-f899120298d7 reason: Pulling reportingComponent: kubelet reportingInstance: ip-10-0-137-241.ec2.internal source: component: kubelet host: ip-10-0-137-241.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T18:47:46Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-raw-sklearn-batcher-9995e-predictor-57944bc586-762nc namespace: kserve-ci-e2e-test resourceVersion: "14255" uid: e89f243b-f0ae-437b-9570-e0e9122218f9 kind: Event lastTimestamp: "2026-07-01T18:47:46Z" message: 'Successfully pulled image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" in 3.257s (3.257s including waiting). Image size: 211946088 bytes.' metadata: creationTimestamp: "2026-07-01T18:47:46Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T18:47:46Z" name: isvc-raw-sklearn-batcher-9995e-predictor-57944bc586-762nc.18be3ee786779066 namespace: kserve-ci-e2e-test resourceVersion: "14439" uid: 586e2be7-75e7-4eff-9cf8-79c00354bfa1 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-137-241.ec2.internal source: component: kubelet host: ip-10-0-137-241.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T18:47:46Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-raw-sklearn-batcher-9995e-predictor-57944bc586-762nc namespace: kserve-ci-e2e-test resourceVersion: "14255" uid: e89f243b-f0ae-437b-9570-e0e9122218f9 kind: Event lastTimestamp: "2026-07-01T18:47:46Z" message: 'Created container: kube-rbac-proxy' metadata: creationTimestamp: "2026-07-01T18:47:46Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T18:47:46Z" name: isvc-raw-sklearn-batcher-9995e-predictor-57944bc586-762nc.18be3ee789891e2f namespace: kserve-ci-e2e-test resourceVersion: "14441" uid: bc9a7158-afa6-43e3-b62c-a5d394a1d5e3 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-137-241.ec2.internal source: component: kubelet host: ip-10-0-137-241.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T18:47:46Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-raw-sklearn-batcher-9995e-predictor-57944bc586-762nc namespace: kserve-ci-e2e-test resourceVersion: "14255" uid: e89f243b-f0ae-437b-9570-e0e9122218f9 kind: Event lastTimestamp: "2026-07-01T18:47:46Z" message: Started container kube-rbac-proxy metadata: creationTimestamp: "2026-07-01T18:47:46Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T18:47:46Z" name: isvc-raw-sklearn-batcher-9995e-predictor-57944bc586-762nc.18be3ee789f60ec9 namespace: kserve-ci-e2e-test resourceVersion: "14442" uid: 9471f380-62d4-4e0b-846c-6d4863b6c43e reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-137-241.ec2.internal source: component: kubelet host: ip-10-0-137-241.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T18:47:46Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{agent} kind: Pod name: isvc-raw-sklearn-batcher-9995e-predictor-57944bc586-762nc namespace: kserve-ci-e2e-test resourceVersion: "14255" uid: e89f243b-f0ae-437b-9570-e0e9122218f9 kind: Event lastTimestamp: "2026-07-01T18:47:46Z" message: Pulling image "quay.io/opendatahub/kserve-agent@sha256:55c60618fd635e85d9da7e98b7d094dff9a8986587c771414ca16374c88f6579" metadata: creationTimestamp: "2026-07-01T18:47:46Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T18:47:46Z" name: isvc-raw-sklearn-batcher-9995e-predictor-57944bc586-762nc.18be3ee78a01f986 namespace: kserve-ci-e2e-test resourceVersion: "14443" uid: 373253b2-4958-469b-abae-47db56ee95e2 reason: Pulling reportingComponent: kubelet reportingInstance: ip-10-0-137-241.ec2.internal source: component: kubelet host: ip-10-0-137-241.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T18:47:49Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{agent} kind: Pod name: isvc-raw-sklearn-batcher-9995e-predictor-57944bc586-762nc namespace: kserve-ci-e2e-test resourceVersion: "14255" uid: e89f243b-f0ae-437b-9570-e0e9122218f9 kind: Event lastTimestamp: "2026-07-01T18:47:49Z" message: 'Successfully pulled image "quay.io/opendatahub/kserve-agent@sha256:55c60618fd635e85d9da7e98b7d094dff9a8986587c771414ca16374c88f6579" in 2.609s (2.609s including waiting). Image size: 239994490 bytes.' metadata: creationTimestamp: "2026-07-01T18:47:49Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T18:47:49Z" name: isvc-raw-sklearn-batcher-9995e-predictor-57944bc586-762nc.18be3ee82586a539 namespace: kserve-ci-e2e-test resourceVersion: "14462" uid: af070aa2-a5ac-4c78-9b2d-18d32ca40e60 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-137-241.ec2.internal source: component: kubelet host: ip-10-0-137-241.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T18:47:49Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{agent} kind: Pod name: isvc-raw-sklearn-batcher-9995e-predictor-57944bc586-762nc namespace: kserve-ci-e2e-test resourceVersion: "14255" uid: e89f243b-f0ae-437b-9570-e0e9122218f9 kind: Event lastTimestamp: "2026-07-01T18:47:49Z" message: 'Created container: agent' metadata: creationTimestamp: "2026-07-01T18:47:49Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T18:47:49Z" name: isvc-raw-sklearn-batcher-9995e-predictor-57944bc586-762nc.18be3ee8284a945c namespace: kserve-ci-e2e-test resourceVersion: "14463" uid: 9c720a62-d7de-4726-938e-2f0522893467 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-137-241.ec2.internal source: component: kubelet host: ip-10-0-137-241.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T18:47:49Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{agent} kind: Pod name: isvc-raw-sklearn-batcher-9995e-predictor-57944bc586-762nc namespace: kserve-ci-e2e-test resourceVersion: "14255" uid: e89f243b-f0ae-437b-9570-e0e9122218f9 kind: Event lastTimestamp: "2026-07-01T18:47:49Z" message: Started container agent metadata: creationTimestamp: "2026-07-01T18:47:49Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T18:47:49Z" name: isvc-raw-sklearn-batcher-9995e-predictor-57944bc586-762nc.18be3ee828ab0b3a namespace: kserve-ci-e2e-test resourceVersion: "14464" uid: b93e9af2-9de4-402e-ab22-3d60ee59278d reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-137-241.ec2.internal source: component: kubelet host: ip-10-0-137-241.ec2.internal type: Normal - apiVersion: v1 count: 11 eventTime: null firstTimestamp: "2026-07-01T18:47:51Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-raw-sklearn-batcher-9995e-predictor-57944bc586-762nc namespace: kserve-ci-e2e-test resourceVersion: "14255" uid: e89f243b-f0ae-437b-9570-e0e9122218f9 kind: Event lastTimestamp: "2026-07-01T18:49:23Z" message: 'Readiness probe failed: dial tcp 10.133.0.26:8080: connect: connection refused' metadata: creationTimestamp: "2026-07-01T18:47:51Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T18:49:23Z" name: isvc-raw-sklearn-batcher-9995e-predictor-57944bc586-762nc.18be3ee892fe81cc namespace: kserve-ci-e2e-test resourceVersion: "15288" uid: c32d7936-e525-4178-902d-d7ae5457c742 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-137-241.ec2.internal source: component: kubelet host: ip-10-0-137-241.ec2.internal type: Warning - apiVersion: v1 count: 11 eventTime: null firstTimestamp: "2026-07-01T18:47:51Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{agent} kind: Pod name: isvc-raw-sklearn-batcher-9995e-predictor-57944bc586-762nc namespace: kserve-ci-e2e-test resourceVersion: "14255" uid: e89f243b-f0ae-437b-9570-e0e9122218f9 kind: Event lastTimestamp: "2026-07-01T18:49:23Z" message: 'Readiness probe failed: HTTP probe failed with statuscode: 503' metadata: creationTimestamp: "2026-07-01T18:47:51Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T18:49:23Z" name: isvc-raw-sklearn-batcher-9995e-predictor-57944bc586-762nc.18be3ee893089fa1 namespace: kserve-ci-e2e-test resourceVersion: "15289" uid: da22bc44-3f9a-42cc-b31e-a7f90daf66c2 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-137-241.ec2.internal source: component: kubelet host: ip-10-0-137-241.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T18:49:09Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-raw-sklearn-batcher-9995e-predictor-57944bc586-762nc namespace: kserve-ci-e2e-test resourceVersion: "14255" uid: e89f243b-f0ae-437b-9570-e0e9122218f9 kind: Event lastTimestamp: "2026-07-01T18:49:09Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-07-01T18:49:09Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T18:49:09Z" name: isvc-raw-sklearn-batcher-9995e-predictor-57944bc586-762nc.18be3efae1ed06fb namespace: kserve-ci-e2e-test resourceVersion: "15097" uid: 7e0f36e6-8aad-4ae0-a4d4-2a221485b181 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-137-241.ec2.internal source: component: kubelet host: ip-10-0-137-241.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T18:49:09Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-raw-sklearn-batcher-9995e-predictor-57944bc586-762nc namespace: kserve-ci-e2e-test resourceVersion: "14255" uid: e89f243b-f0ae-437b-9570-e0e9122218f9 kind: Event lastTimestamp: "2026-07-01T18:49:09Z" message: Stopping container kube-rbac-proxy metadata: creationTimestamp: "2026-07-01T18:49:09Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T18:49:09Z" name: isvc-raw-sklearn-batcher-9995e-predictor-57944bc586-762nc.18be3efae1f035d6 namespace: kserve-ci-e2e-test resourceVersion: "15102" uid: ed131fb6-eea2-49e6-b654-ca1010a65bb1 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-137-241.ec2.internal source: component: kubelet host: ip-10-0-137-241.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T18:49:09Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{agent} kind: Pod name: isvc-raw-sklearn-batcher-9995e-predictor-57944bc586-762nc namespace: kserve-ci-e2e-test resourceVersion: "14255" uid: e89f243b-f0ae-437b-9570-e0e9122218f9 kind: Event lastTimestamp: "2026-07-01T18:49:09Z" message: Stopping container agent metadata: creationTimestamp: "2026-07-01T18:49:09Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T18:49:09Z" name: isvc-raw-sklearn-batcher-9995e-predictor-57944bc586-762nc.18be3efae1f36a26 namespace: kserve-ci-e2e-test resourceVersion: "15108" uid: 2c70b8ea-80c2-47c1-9949-9cfb5dd6b214 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-137-241.ec2.internal source: component: kubelet host: ip-10-0-137-241.ec2.internal type: Normal - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-07-01T18:49:11Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-raw-sklearn-batcher-9995e-predictor-57944bc586-762nc namespace: kserve-ci-e2e-test resourceVersion: "14255" uid: e89f243b-f0ae-437b-9570-e0e9122218f9 kind: Event lastTimestamp: "2026-07-01T18:49:21Z" message: 'Readiness probe failed: Get "https://10.133.0.26:8643/healthz": dial tcp 10.133.0.26:8643: connect: connection refused' metadata: creationTimestamp: "2026-07-01T18:49:11Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T18:49:21Z" name: isvc-raw-sklearn-batcher-9995e-predictor-57944bc586-762nc.18be3efb33529b0a namespace: kserve-ci-e2e-test resourceVersion: "15273" uid: 618c845b-6ab8-4a6e-a4b4-9556582c2cbc reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-137-241.ec2.internal source: component: kubelet host: ip-10-0-137-241.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T18:47:24Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: isvc-raw-sklearn-batcher-9995e-predictor-57944bc586 namespace: kserve-ci-e2e-test resourceVersion: "14241" uid: 52e2eb05-4a28-4c88-b751-a315e6335264 kind: Event lastTimestamp: "2026-07-01T18:47:24Z" message: 'Created pod: isvc-raw-sklearn-batcher-9995e-predictor-57944bc586-762nc' metadata: creationTimestamp: "2026-07-01T18:47:24Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-01T18:47:24Z" name: isvc-raw-sklearn-batcher-9995e-predictor-57944bc586.18be3ee26516e96e namespace: kserve-ci-e2e-test resourceVersion: "14254" uid: 2e30f78c-ba0d-42be-a18e-bf0e32b11e68 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T18:47:24Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: isvc-raw-sklearn-batcher-9995e-predictor namespace: kserve-ci-e2e-test resourceVersion: "14240" uid: 560c7f79-c45d-4a6e-83e8-fd7f05719698 kind: Event lastTimestamp: "2026-07-01T18:47:24Z" message: Scaled up replica set isvc-raw-sklearn-batcher-9995e-predictor-57944bc586 from 0 to 1 metadata: creationTimestamp: "2026-07-01T18:47:24Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-01T18:47:24Z" name: isvc-raw-sklearn-batcher-9995e-predictor.18be3ee25c25fe43 namespace: kserve-ci-e2e-test resourceVersion: "14242" uid: 32d413a3-caf2-4b0f-b72b-ae5944a6a620 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 4 eventTime: null firstTimestamp: "2026-07-01T18:47:39Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-raw-sklearn-batcher-9995e-predictor namespace: kserve-ci-e2e-test resourceVersion: "14247" uid: b7b3fd73-b437-442a-9081-922a79e4eadb kind: Event lastTimestamp: "2026-07-01T18:48:24Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-07-01T18:47:39Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-01T18:48:24Z" name: isvc-raw-sklearn-batcher-9995e-predictor.18be3ee5e1af0fa3 namespace: kserve-ci-e2e-test resourceVersion: "14724" uid: 29225dfa-a838-4497-981c-6b5800bd5dd6 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 4 eventTime: null firstTimestamp: "2026-07-01T18:47:39Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-raw-sklearn-batcher-9995e-predictor namespace: kserve-ci-e2e-test resourceVersion: "14247" uid: b7b3fd73-b437-442a-9081-922a79e4eadb kind: Event lastTimestamp: "2026-07-01T18:48:24Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-07-01T18:47:39Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-01T18:48:24Z" name: isvc-raw-sklearn-batcher-9995e-predictor.18be3ee5e264e0be namespace: kserve-ci-e2e-test resourceVersion: "14725" uid: f9368d4f-efd9-4753-9065-914939f9e77f reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-07-01T18:48:39Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-raw-sklearn-batcher-9995e-predictor namespace: kserve-ci-e2e-test resourceVersion: "14385" uid: b7b3fd73-b437-442a-9081-922a79e4eadb kind: Event lastTimestamp: "2026-07-01T18:49:09Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-07-01T18:48:39Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-01T18:49:09Z" name: isvc-raw-sklearn-batcher-9995e-predictor.18be3ef3dede5b43 namespace: kserve-ci-e2e-test resourceVersion: "15073" uid: 5e6aec45-cf30-4708-b8e9-f68880241693 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-07-01T18:48:39Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-raw-sklearn-batcher-9995e-predictor namespace: kserve-ci-e2e-test resourceVersion: "14385" uid: b7b3fd73-b437-442a-9081-922a79e4eadb kind: Event lastTimestamp: "2026-07-01T18:49:09Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-07-01T18:48:39Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-01T18:49:09Z" name: isvc-raw-sklearn-batcher-9995e-predictor.18be3ef3df509dbe namespace: kserve-ci-e2e-test resourceVersion: "15074" uid: 371aa295-c873-4573-a50d-e0d16b9b6412 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 11 eventTime: null firstTimestamp: "2026-07-01T18:47:24Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-raw-sklearn-batcher-9995e namespace: kserve-ci-e2e-test resourceVersion: "14230" uid: 81a81681-56ef-42b9-a91f-480024f10e20 kind: Event lastTimestamp: "2026-07-01T18:49:03Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-07-01T18:47:24Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-01T18:49:03Z" name: isvc-raw-sklearn-batcher-9995e.18be3ee2623ed4ba namespace: kserve-ci-e2e-test resourceVersion: "15010" uid: a6774b6c-d16e-4d93-879b-5e14de322ac5 reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T18:47:24Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-raw-sklearn-batcher-9995e namespace: kserve-ci-e2e-test resourceVersion: "14230" uid: 81a81681-56ef-42b9-a91f-480024f10e20 kind: Event lastTimestamp: "2026-07-01T18:47:24Z" message: 'Failed to update status for InferenceService "isvc-raw-sklearn-batcher-9995e": Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-raw-sklearn-batcher-9995e": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-07-01T18:47:24Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-01T18:47:24Z" name: isvc-raw-sklearn-batcher-9995e.18be3ee26298ee99 namespace: kserve-ci-e2e-test resourceVersion: "14249" uid: 8b748ae2-75aa-4647-b1f7-3fb217eb62d4 reason: UpdateFailed reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T18:47:24Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-raw-sklearn-batcher-9995e namespace: kserve-ci-e2e-test resourceVersion: "14230" uid: 81a81681-56ef-42b9-a91f-480024f10e20 kind: Event lastTimestamp: "2026-07-01T18:47:24Z" message: 'fails to update InferenceService status: Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-raw-sklearn-batcher-9995e": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-07-01T18:47:24Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-01T18:47:24Z" name: isvc-raw-sklearn-batcher-9995e.18be3ee262994d0d namespace: kserve-ci-e2e-test resourceVersion: "14250" uid: 524944c3-4d13-4feb-98d0-02bdcdd4b833 reason: InternalError reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T18:49:03Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-raw-sklearn-batcher-9995e namespace: kserve-ci-e2e-test resourceVersion: "15008" uid: 81a81681-56ef-42b9-a91f-480024f10e20 kind: Event lastTimestamp: "2026-07-01T18:49:03Z" message: InferenceService [isvc-raw-sklearn-batcher-9995e] is Ready metadata: creationTimestamp: "2026-07-01T18:49:03Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-01T18:49:03Z" name: isvc-raw-sklearn-batcher-9995e.18be3ef95c934081 namespace: kserve-ci-e2e-test resourceVersion: "15009" uid: 989ba3ee-0434-4f6b-97dc-4445c09ea1f3 reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-07-01T18:59:01.225163Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: isvc-secondary-ff8cbb-predictor-6cb6ffbd68-7tkfx namespace: kserve-ci-e2e-test resourceVersion: "20235" uid: afbe4017-f13a-42b0-99a8-2b11a8d3ca84 kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/isvc-secondary-ff8cbb-predictor-6cb6ffbd68-7tkfx to ip-10-0-137-241.ec2.internal metadata: creationTimestamp: "2026-07-01T18:59:01Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-07-01T18:59:01Z" name: isvc-secondary-ff8cbb-predictor-6cb6ffbd68-7tkfx.18be3f8499481fd9 namespace: kserve-ci-e2e-test resourceVersion: "20239" uid: a4b40a83-7236-4ccc-bf7a-57e58102881d reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-947467fd6-hzgtw source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T18:59:01Z" involvedObject: apiVersion: v1 kind: Pod name: isvc-secondary-ff8cbb-predictor-6cb6ffbd68-7tkfx namespace: kserve-ci-e2e-test resourceVersion: "20244" uid: afbe4017-f13a-42b0-99a8-2b11a8d3ca84 kind: Event lastTimestamp: "2026-07-01T18:59:01Z" message: Add eth0 [10.133.0.34/23] from ovn-kubernetes metadata: creationTimestamp: "2026-07-01T18:59:01Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-07-01T18:59:01Z" name: isvc-secondary-ff8cbb-predictor-6cb6ffbd68-7tkfx.18be3f84b2a56985 namespace: kserve-ci-e2e-test resourceVersion: "20252" uid: 4cff696e-d9ac-449c-9e7f-5a17632c1157 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-07-01T18:59:01Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-secondary-ff8cbb-predictor-6cb6ffbd68-7tkfx namespace: kserve-ci-e2e-test resourceVersion: "20237" uid: afbe4017-f13a-42b0-99a8-2b11a8d3ca84 kind: Event lastTimestamp: "2026-07-01T18:59:04Z" message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:5df3316e2bbb1c8de0277d9a0c433b6bf041a14baf6838a11e4f2bdc5ed51f25" already present on machine metadata: creationTimestamp: "2026-07-01T18:59:01Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T18:59:04Z" name: isvc-secondary-ff8cbb-predictor-6cb6ffbd68-7tkfx.18be3f84b42cecbd namespace: kserve-ci-e2e-test resourceVersion: "20283" uid: b253d18e-ab5e-4d6e-8e57-64d875b30690 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-137-241.ec2.internal source: component: kubelet host: ip-10-0-137-241.ec2.internal type: Normal - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-07-01T18:59:01Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-secondary-ff8cbb-predictor-6cb6ffbd68-7tkfx namespace: kserve-ci-e2e-test resourceVersion: "20237" uid: afbe4017-f13a-42b0-99a8-2b11a8d3ca84 kind: Event lastTimestamp: "2026-07-01T18:59:04Z" message: 'Created container: storage-initializer' metadata: creationTimestamp: "2026-07-01T18:59:01Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T18:59:04Z" name: isvc-secondary-ff8cbb-predictor-6cb6ffbd68-7tkfx.18be3f84b6e257ed namespace: kserve-ci-e2e-test resourceVersion: "20285" uid: e27bf236-d429-4bf1-9493-2a1498485bcd reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-137-241.ec2.internal source: component: kubelet host: ip-10-0-137-241.ec2.internal type: Normal - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-07-01T18:59:01Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-secondary-ff8cbb-predictor-6cb6ffbd68-7tkfx namespace: kserve-ci-e2e-test resourceVersion: "20237" uid: afbe4017-f13a-42b0-99a8-2b11a8d3ca84 kind: Event lastTimestamp: "2026-07-01T18:59:04Z" message: Started container storage-initializer metadata: creationTimestamp: "2026-07-01T18:59:01Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T18:59:04Z" name: isvc-secondary-ff8cbb-predictor-6cb6ffbd68-7tkfx.18be3f84b74bc714 namespace: kserve-ci-e2e-test resourceVersion: "20286" uid: 25e2e7a9-2b93-4d12-b0e9-83b4e5156f39 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-137-241.ec2.internal source: component: kubelet host: ip-10-0-137-241.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T18:59:08Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-secondary-ff8cbb-predictor-6cb6ffbd68-7tkfx namespace: kserve-ci-e2e-test resourceVersion: "20237" uid: afbe4017-f13a-42b0-99a8-2b11a8d3ca84 kind: Event lastTimestamp: "2026-07-01T18:59:08Z" message: Back-off restarting failed container storage-initializer in pod isvc-secondary-ff8cbb-predictor-6cb6ffbd68-7tkfx_kserve-ci-e2e-test(afbe4017-f13a-42b0-99a8-2b11a8d3ca84) metadata: creationTimestamp: "2026-07-01T18:59:08Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T18:59:08Z" name: isvc-secondary-ff8cbb-predictor-6cb6ffbd68-7tkfx.18be3f8665c7b501 namespace: kserve-ci-e2e-test resourceVersion: "20320" uid: f3f7f194-eb20-4548-8bd1-e85e6471a316 reason: BackOff reportingComponent: kubelet reportingInstance: ip-10-0-137-241.ec2.internal source: component: kubelet host: ip-10-0-137-241.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T18:59:01Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: isvc-secondary-ff8cbb-predictor-6cb6ffbd68 namespace: kserve-ci-e2e-test resourceVersion: "20224" uid: 2ee70c3d-2d11-40fe-bac6-3121dd196d0e kind: Event lastTimestamp: "2026-07-01T18:59:01Z" message: 'Created pod: isvc-secondary-ff8cbb-predictor-6cb6ffbd68-7tkfx' metadata: creationTimestamp: "2026-07-01T18:59:01Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-01T18:59:01Z" name: isvc-secondary-ff8cbb-predictor-6cb6ffbd68.18be3f8498c5aeff namespace: kserve-ci-e2e-test resourceVersion: "20236" uid: e7840192-0e84-4bbf-86b6-5f98e5d6bba1 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T18:59:01Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: isvc-secondary-ff8cbb-predictor namespace: kserve-ci-e2e-test resourceVersion: "20222" uid: 15be1ed3-3925-4627-8ce7-80d60c4a9e13 kind: Event lastTimestamp: "2026-07-01T18:59:01Z" message: Scaled up replica set isvc-secondary-ff8cbb-predictor-6cb6ffbd68 from 0 to 1 metadata: creationTimestamp: "2026-07-01T18:59:01Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-01T18:59:01Z" name: isvc-secondary-ff8cbb-predictor.18be3f8493e06194 namespace: kserve-ci-e2e-test resourceVersion: "20225" uid: 2fead033-88ab-4db7-84f4-5fe562eb75cb reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 13 eventTime: null firstTimestamp: "2026-07-01T18:59:01Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-secondary-ff8cbb namespace: kserve-ci-e2e-test resourceVersion: "20213" uid: 52cff9da-273c-495e-9616-f66b9f909fa4 kind: Event lastTimestamp: "2026-07-01T18:59:09Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-07-01T18:59:01Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-01T18:59:09Z" name: isvc-secondary-ff8cbb.18be3f8493dd6176 namespace: kserve-ci-e2e-test resourceVersion: "20326" uid: 64a13c11-a8c9-4960-a142-4c2520ecb44f reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T18:59:01Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-secondary-ff8cbb namespace: kserve-ci-e2e-test resourceVersion: "20213" uid: 52cff9da-273c-495e-9616-f66b9f909fa4 kind: Event lastTimestamp: "2026-07-01T18:59:01Z" message: 'Failed to update status for InferenceService "isvc-secondary-ff8cbb": Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-secondary-ff8cbb": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-07-01T18:59:01Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-01T18:59:01Z" name: isvc-secondary-ff8cbb.18be3f849457d510 namespace: kserve-ci-e2e-test resourceVersion: "20228" uid: 8f771a46-d1df-458f-9b90-748b2c247fdc reason: UpdateFailed reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T18:59:01Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-secondary-ff8cbb namespace: kserve-ci-e2e-test resourceVersion: "20213" uid: 52cff9da-273c-495e-9616-f66b9f909fa4 kind: Event lastTimestamp: "2026-07-01T18:59:01Z" message: 'fails to update InferenceService status: Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-secondary-ff8cbb": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-07-01T18:59:01Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-01T18:59:01Z" name: isvc-secondary-ff8cbb.18be3f8494581e8f namespace: kserve-ci-e2e-test resourceVersion: "20230" uid: c81a9aea-ba79-4538-91ad-a9ba37bd6805 reason: InternalError reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - action: Binding apiVersion: v1 eventTime: "2026-07-01T18:49:09.754936Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: isvc-sklearn-graph-raw-97f72-predictor-6d7f57c67d-c5mkk namespace: kserve-ci-e2e-test resourceVersion: "15096" uid: 63c5b5f9-c502-491d-a1c9-cbd415b2b0fe kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-graph-raw-97f72-predictor-6d7f57c67d-c5mkk to ip-10-0-137-241.ec2.internal metadata: creationTimestamp: "2026-07-01T18:49:09Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-07-01T18:49:09Z" name: isvc-sklearn-graph-raw-97f72-predictor-6d7f57c67d-c5mkk.18be3efae2e8c8b5 namespace: kserve-ci-e2e-test resourceVersion: "15109" uid: f23ccc40-ce47-4529-bd8b-4e2b51fd8d23 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-947467fd6-hzgtw source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T18:49:10Z" involvedObject: apiVersion: v1 kind: Pod name: isvc-sklearn-graph-raw-97f72-predictor-6d7f57c67d-c5mkk namespace: kserve-ci-e2e-test resourceVersion: "15117" uid: 63c5b5f9-c502-491d-a1c9-cbd415b2b0fe kind: Event lastTimestamp: "2026-07-01T18:49:10Z" message: Add eth0 [10.133.0.27/23] from ovn-kubernetes metadata: creationTimestamp: "2026-07-01T18:49:10Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-07-01T18:49:10Z" name: isvc-sklearn-graph-raw-97f72-predictor-6d7f57c67d-c5mkk.18be3efafc5ba8fa namespace: kserve-ci-e2e-test resourceVersion: "15152" uid: c7c79783-7421-49c4-b173-7e802364b6ab reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T18:49:10Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-sklearn-graph-raw-97f72-predictor-6d7f57c67d-c5mkk namespace: kserve-ci-e2e-test resourceVersion: "15103" uid: 63c5b5f9-c502-491d-a1c9-cbd415b2b0fe kind: Event lastTimestamp: "2026-07-01T18:49:10Z" message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:5df3316e2bbb1c8de0277d9a0c433b6bf041a14baf6838a11e4f2bdc5ed51f25" already present on machine metadata: creationTimestamp: "2026-07-01T18:49:10Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T18:49:10Z" name: isvc-sklearn-graph-raw-97f72-predictor-6d7f57c67d-c5mkk.18be3efafdec481d namespace: kserve-ci-e2e-test resourceVersion: "15154" uid: aa40f5a7-92be-4bc1-8958-6085b940d8ce reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-137-241.ec2.internal source: component: kubelet host: ip-10-0-137-241.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T18:49:10Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-sklearn-graph-raw-97f72-predictor-6d7f57c67d-c5mkk namespace: kserve-ci-e2e-test resourceVersion: "15103" uid: 63c5b5f9-c502-491d-a1c9-cbd415b2b0fe kind: Event lastTimestamp: "2026-07-01T18:49:10Z" message: 'Created container: storage-initializer' metadata: creationTimestamp: "2026-07-01T18:49:10Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T18:49:10Z" name: isvc-sklearn-graph-raw-97f72-predictor-6d7f57c67d-c5mkk.18be3efb00ff8dde namespace: kserve-ci-e2e-test resourceVersion: "15155" uid: d397996d-b550-4528-ae62-532845b1f968 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-137-241.ec2.internal source: component: kubelet host: ip-10-0-137-241.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T18:49:10Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-sklearn-graph-raw-97f72-predictor-6d7f57c67d-c5mkk namespace: kserve-ci-e2e-test resourceVersion: "15103" uid: 63c5b5f9-c502-491d-a1c9-cbd415b2b0fe kind: Event lastTimestamp: "2026-07-01T18:49:10Z" message: Started container storage-initializer metadata: creationTimestamp: "2026-07-01T18:49:10Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T18:49:10Z" name: isvc-sklearn-graph-raw-97f72-predictor-6d7f57c67d-c5mkk.18be3efb017174d2 namespace: kserve-ci-e2e-test resourceVersion: "15156" uid: 4d8917e7-93d6-4ad6-a862-80095867e68a reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-137-241.ec2.internal source: component: kubelet host: ip-10-0-137-241.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T18:49:14Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-sklearn-graph-raw-97f72-predictor-6d7f57c67d-c5mkk namespace: kserve-ci-e2e-test resourceVersion: "15103" uid: 63c5b5f9-c502-491d-a1c9-cbd415b2b0fe kind: Event lastTimestamp: "2026-07-01T18:49:14Z" message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1690" already present on machine metadata: creationTimestamp: "2026-07-01T18:49:14Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T18:49:14Z" name: isvc-sklearn-graph-raw-97f72-predictor-6d7f57c67d-c5mkk.18be3efbfab252a4 namespace: kserve-ci-e2e-test resourceVersion: "15203" uid: 2f0b8a52-f259-4d96-af51-922624770d8d reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-137-241.ec2.internal source: component: kubelet host: ip-10-0-137-241.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T18:49:14Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-sklearn-graph-raw-97f72-predictor-6d7f57c67d-c5mkk namespace: kserve-ci-e2e-test resourceVersion: "15103" uid: 63c5b5f9-c502-491d-a1c9-cbd415b2b0fe kind: Event lastTimestamp: "2026-07-01T18:49:14Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-07-01T18:49:14Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T18:49:14Z" name: isvc-sklearn-graph-raw-97f72-predictor-6d7f57c67d-c5mkk.18be3efbfdecb3c2 namespace: kserve-ci-e2e-test resourceVersion: "15205" uid: 25262b26-c771-4b0d-8470-d620b4271fcc reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-137-241.ec2.internal source: component: kubelet host: ip-10-0-137-241.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T18:49:14Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-sklearn-graph-raw-97f72-predictor-6d7f57c67d-c5mkk namespace: kserve-ci-e2e-test resourceVersion: "15103" uid: 63c5b5f9-c502-491d-a1c9-cbd415b2b0fe kind: Event lastTimestamp: "2026-07-01T18:49:14Z" message: Started container kserve-container metadata: creationTimestamp: "2026-07-01T18:49:14Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T18:49:14Z" name: isvc-sklearn-graph-raw-97f72-predictor-6d7f57c67d-c5mkk.18be3efbfe610ba7 namespace: kserve-ci-e2e-test resourceVersion: "15206" uid: 70b81163-9e6f-47e6-806b-7ed4f3440204 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-137-241.ec2.internal source: component: kubelet host: ip-10-0-137-241.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T18:49:14Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-sklearn-graph-raw-97f72-predictor-6d7f57c67d-c5mkk namespace: kserve-ci-e2e-test resourceVersion: "15103" uid: 63c5b5f9-c502-491d-a1c9-cbd415b2b0fe kind: Event lastTimestamp: "2026-07-01T18:49:14Z" message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine metadata: creationTimestamp: "2026-07-01T18:49:14Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T18:49:14Z" name: isvc-sklearn-graph-raw-97f72-predictor-6d7f57c67d-c5mkk.18be3efbfe6b2893 namespace: kserve-ci-e2e-test resourceVersion: "15210" uid: 67df44e2-f991-4f64-9a29-8b086ceb3b5d reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-137-241.ec2.internal source: component: kubelet host: ip-10-0-137-241.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T18:49:14Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-sklearn-graph-raw-97f72-predictor-6d7f57c67d-c5mkk namespace: kserve-ci-e2e-test resourceVersion: "15103" uid: 63c5b5f9-c502-491d-a1c9-cbd415b2b0fe kind: Event lastTimestamp: "2026-07-01T18:49:14Z" message: 'Created container: kube-rbac-proxy' metadata: creationTimestamp: "2026-07-01T18:49:14Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T18:49:14Z" name: isvc-sklearn-graph-raw-97f72-predictor-6d7f57c67d-c5mkk.18be3efc01409dd6 namespace: kserve-ci-e2e-test resourceVersion: "15211" uid: 2c35784d-2e19-42d1-be96-9e0051f7a383 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-137-241.ec2.internal source: component: kubelet host: ip-10-0-137-241.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T18:49:14Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-sklearn-graph-raw-97f72-predictor-6d7f57c67d-c5mkk namespace: kserve-ci-e2e-test resourceVersion: "15103" uid: 63c5b5f9-c502-491d-a1c9-cbd415b2b0fe kind: Event lastTimestamp: "2026-07-01T18:49:14Z" message: Started container kube-rbac-proxy metadata: creationTimestamp: "2026-07-01T18:49:14Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T18:49:14Z" name: isvc-sklearn-graph-raw-97f72-predictor-6d7f57c67d-c5mkk.18be3efc01b04842 namespace: kserve-ci-e2e-test resourceVersion: "15213" uid: 97fce889-e0fd-4a46-a582-85378bc3d379 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-137-241.ec2.internal source: component: kubelet host: ip-10-0-137-241.ec2.internal type: Normal - apiVersion: v1 count: 10 eventTime: null firstTimestamp: "2026-07-01T18:49:16Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-sklearn-graph-raw-97f72-predictor-6d7f57c67d-c5mkk namespace: kserve-ci-e2e-test resourceVersion: "15103" uid: 63c5b5f9-c502-491d-a1c9-cbd415b2b0fe kind: Event lastTimestamp: "2026-07-01T18:51:02Z" message: 'Readiness probe failed: dial tcp 10.133.0.27:8080: connect: connection refused' metadata: creationTimestamp: "2026-07-01T18:49:16Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T18:51:02Z" name: isvc-sklearn-graph-raw-97f72-predictor-6d7f57c67d-c5mkk.18be3efc72c846fb namespace: kserve-ci-e2e-test resourceVersion: "16283" uid: d4b6104b-84fc-4750-b0de-d91706d81a73 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-137-241.ec2.internal source: component: kubelet host: ip-10-0-137-241.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T18:51:00Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-sklearn-graph-raw-97f72-predictor-6d7f57c67d-c5mkk namespace: kserve-ci-e2e-test resourceVersion: "15103" uid: 63c5b5f9-c502-491d-a1c9-cbd415b2b0fe kind: Event lastTimestamp: "2026-07-01T18:51:00Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-07-01T18:51:00Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T18:51:00Z" name: isvc-sklearn-graph-raw-97f72-predictor-6d7f57c67d-c5mkk.18be3f1494827dd2 namespace: kserve-ci-e2e-test resourceVersion: "16180" uid: 7a57258f-19c3-4736-bcff-9c830b09770d reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-137-241.ec2.internal source: component: kubelet host: ip-10-0-137-241.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T18:51:00Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-sklearn-graph-raw-97f72-predictor-6d7f57c67d-c5mkk namespace: kserve-ci-e2e-test resourceVersion: "15103" uid: 63c5b5f9-c502-491d-a1c9-cbd415b2b0fe kind: Event lastTimestamp: "2026-07-01T18:51:00Z" message: Stopping container kube-rbac-proxy metadata: creationTimestamp: "2026-07-01T18:51:00Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T18:51:00Z" name: isvc-sklearn-graph-raw-97f72-predictor-6d7f57c67d-c5mkk.18be3f14948644f0 namespace: kserve-ci-e2e-test resourceVersion: "16183" uid: 5194f1e9-95ff-421f-8169-bb1c32464b7e reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-137-241.ec2.internal source: component: kubelet host: ip-10-0-137-241.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T18:51:02Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-sklearn-graph-raw-97f72-predictor-6d7f57c67d-c5mkk namespace: kserve-ci-e2e-test resourceVersion: "15103" uid: 63c5b5f9-c502-491d-a1c9-cbd415b2b0fe kind: Event lastTimestamp: "2026-07-01T18:51:02Z" message: 'Readiness probe failed: Get "https://10.133.0.27:8643/healthz": dial tcp 10.133.0.27:8643: connect: connection refused' metadata: creationTimestamp: "2026-07-01T18:51:02Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T18:51:02Z" name: isvc-sklearn-graph-raw-97f72-predictor-6d7f57c67d-c5mkk.18be3f152142fc53 namespace: kserve-ci-e2e-test resourceVersion: "16282" uid: 379eface-4e15-4a63-98fe-5e42bee05d45 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-137-241.ec2.internal source: component: kubelet host: ip-10-0-137-241.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T18:49:09Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: isvc-sklearn-graph-raw-97f72-predictor-6d7f57c67d namespace: kserve-ci-e2e-test resourceVersion: "15067" uid: 8d21ab79-0750-46a4-bcf5-a70c6191f394 kind: Event lastTimestamp: "2026-07-01T18:49:09Z" message: 'Created pod: isvc-sklearn-graph-raw-97f72-predictor-6d7f57c67d-c5mkk' metadata: creationTimestamp: "2026-07-01T18:49:09Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-01T18:49:09Z" name: isvc-sklearn-graph-raw-97f72-predictor-6d7f57c67d.18be3efae2640c07 namespace: kserve-ci-e2e-test resourceVersion: "15101" uid: a3a4f898-45a6-4052-95ad-c6570f81be2c reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T18:49:09Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: isvc-sklearn-graph-raw-97f72-predictor namespace: kserve-ci-e2e-test resourceVersion: "15065" uid: 53fe09e3-ffbc-4b3a-ab49-16e0afcc96e8 kind: Event lastTimestamp: "2026-07-01T18:49:09Z" message: Scaled up replica set isvc-sklearn-graph-raw-97f72-predictor-6d7f57c67d from 0 to 1 metadata: creationTimestamp: "2026-07-01T18:49:09Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-01T18:49:09Z" name: isvc-sklearn-graph-raw-97f72-predictor.18be3efadd6f35f6 namespace: kserve-ci-e2e-test resourceVersion: "15068" uid: c2dce502-488f-4cfe-ae54-8c63d2196384 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-07-01T18:49:24Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-sklearn-graph-raw-97f72-predictor namespace: kserve-ci-e2e-test resourceVersion: "15066" uid: c5be813d-8b5c-48c0-b87f-17cee502708b kind: Event lastTimestamp: "2026-07-01T18:49:39Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-07-01T18:49:24Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-01T18:49:39Z" name: isvc-sklearn-graph-raw-97f72-predictor.18be3efe5c92802b namespace: kserve-ci-e2e-test resourceVersion: "15416" uid: f28e461e-e82d-41db-8003-f0af80ffcc6b reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-07-01T18:49:24Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-sklearn-graph-raw-97f72-predictor namespace: kserve-ci-e2e-test resourceVersion: "15066" uid: c5be813d-8b5c-48c0-b87f-17cee502708b kind: Event lastTimestamp: "2026-07-01T18:49:39Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-07-01T18:49:24Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-01T18:49:39Z" name: isvc-sklearn-graph-raw-97f72-predictor.18be3efe5d0321dd namespace: kserve-ci-e2e-test resourceVersion: "15417" uid: 2b33ca23-715e-4cdd-9e8d-90e3d64b98e9 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 5 eventTime: null firstTimestamp: "2026-07-01T18:49:54Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-sklearn-graph-raw-97f72-predictor namespace: kserve-ci-e2e-test resourceVersion: "15299" uid: c5be813d-8b5c-48c0-b87f-17cee502708b kind: Event lastTimestamp: "2026-07-01T18:50:54Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-07-01T18:49:54Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-01T18:50:54Z" name: isvc-sklearn-graph-raw-97f72-predictor.18be3f055b54592e namespace: kserve-ci-e2e-test resourceVersion: "16068" uid: d438a0fe-4dc6-4292-8289-6863db4dd976 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 5 eventTime: null firstTimestamp: "2026-07-01T18:49:54Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-sklearn-graph-raw-97f72-predictor namespace: kserve-ci-e2e-test resourceVersion: "15299" uid: c5be813d-8b5c-48c0-b87f-17cee502708b kind: Event lastTimestamp: "2026-07-01T18:50:54Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-07-01T18:49:54Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-01T18:50:54Z" name: isvc-sklearn-graph-raw-97f72-predictor.18be3f055bd08b9c namespace: kserve-ci-e2e-test resourceVersion: "16069" uid: 5b1b4e75-24fa-403d-85b5-219451bf4ee8 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 9 eventTime: null firstTimestamp: "2026-07-01T18:49:09Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-sklearn-graph-raw-97f72 namespace: kserve-ci-e2e-test resourceVersion: "15056" uid: 91a4eba3-713a-4319-804f-eccb98445e55 kind: Event lastTimestamp: "2026-07-01T18:50:32Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-07-01T18:49:09Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-01T18:50:32Z" name: isvc-sklearn-graph-raw-97f72.18be3efadd79173f namespace: kserve-ci-e2e-test resourceVersion: "15813" uid: 22d4c348-0c72-4d72-99a0-18b0604c9e76 reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T18:49:09Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-sklearn-graph-raw-97f72 namespace: kserve-ci-e2e-test resourceVersion: "15056" uid: 91a4eba3-713a-4319-804f-eccb98445e55 kind: Event lastTimestamp: "2026-07-01T18:49:09Z" message: 'Failed to update status for InferenceService "isvc-sklearn-graph-raw-97f72": Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-graph-raw-97f72": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-07-01T18:49:09Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-01T18:49:09Z" name: isvc-sklearn-graph-raw-97f72.18be3efaddf7e472 namespace: kserve-ci-e2e-test resourceVersion: "15071" uid: d0061953-cc93-4d3a-a243-00055de13e93 reason: UpdateFailed reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T18:50:32Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-sklearn-graph-raw-97f72 namespace: kserve-ci-e2e-test resourceVersion: "15811" uid: 91a4eba3-713a-4319-804f-eccb98445e55 kind: Event lastTimestamp: "2026-07-01T18:50:32Z" message: InferenceService [isvc-sklearn-graph-raw-97f72] is Ready metadata: creationTimestamp: "2026-07-01T18:50:32Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-01T18:50:32Z" name: isvc-sklearn-graph-raw-97f72.18be3f0e2b8c43a4 namespace: kserve-ci-e2e-test resourceVersion: "15812" uid: f2167b01-21bd-429f-85c4-c73795b2ec75 reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-07-01T18:51:00.114554Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: isvc-sklearn-graph-raw-hpa-e8497-predictor-76bbd98fd-bcnvm namespace: kserve-ci-e2e-test resourceVersion: "16172" uid: c47711f2-01a1-44b2-9768-7d338c8f9485 kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-graph-raw-hpa-e8497-predictor-76bbd98fd-bcnvm to ip-10-0-137-241.ec2.internal metadata: creationTimestamp: "2026-07-01T18:51:00Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-07-01T18:51:00Z" name: isvc-sklearn-graph-raw-hpa-e8497-predictor-76bbd98fd-bcnvm.18be3f1494daf151 namespace: kserve-ci-e2e-test resourceVersion: "16182" uid: 51739a85-e125-406d-9ecf-bab3181de288 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-947467fd6-hzgtw source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T18:51:00Z" involvedObject: apiVersion: v1 kind: Pod name: isvc-sklearn-graph-raw-hpa-e8497-predictor-76bbd98fd-bcnvm namespace: kserve-ci-e2e-test resourceVersion: "16193" uid: c47711f2-01a1-44b2-9768-7d338c8f9485 kind: Event lastTimestamp: "2026-07-01T18:51:00Z" message: Add eth0 [10.133.0.29/23] from ovn-kubernetes metadata: creationTimestamp: "2026-07-01T18:51:00Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-07-01T18:51:00Z" name: isvc-sklearn-graph-raw-hpa-e8497-predictor-76bbd98fd-bcnvm.18be3f14aea54c6e namespace: kserve-ci-e2e-test resourceVersion: "16246" uid: e6bdc93f-8de4-435b-aae3-1dc7a2baaa72 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T18:51:00Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-sklearn-graph-raw-hpa-e8497-predictor-76bbd98fd-bcnvm namespace: kserve-ci-e2e-test resourceVersion: "16176" uid: c47711f2-01a1-44b2-9768-7d338c8f9485 kind: Event lastTimestamp: "2026-07-01T18:51:00Z" message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:5df3316e2bbb1c8de0277d9a0c433b6bf041a14baf6838a11e4f2bdc5ed51f25" already present on machine metadata: creationTimestamp: "2026-07-01T18:51:00Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T18:51:00Z" name: isvc-sklearn-graph-raw-hpa-e8497-predictor-76bbd98fd-bcnvm.18be3f14b05ab1ad namespace: kserve-ci-e2e-test resourceVersion: "16250" uid: 2b793d20-a2b4-4bbe-9690-c7b09b1fcbdb reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-137-241.ec2.internal source: component: kubelet host: ip-10-0-137-241.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T18:51:00Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-sklearn-graph-raw-hpa-e8497-predictor-76bbd98fd-bcnvm namespace: kserve-ci-e2e-test resourceVersion: "16176" uid: c47711f2-01a1-44b2-9768-7d338c8f9485 kind: Event lastTimestamp: "2026-07-01T18:51:00Z" message: 'Created container: storage-initializer' metadata: creationTimestamp: "2026-07-01T18:51:00Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T18:51:00Z" name: isvc-sklearn-graph-raw-hpa-e8497-predictor-76bbd98fd-bcnvm.18be3f14b3038fa3 namespace: kserve-ci-e2e-test resourceVersion: "16251" uid: 18ab7a63-529d-494b-815a-e682a170b17d reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-137-241.ec2.internal source: component: kubelet host: ip-10-0-137-241.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T18:51:00Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-sklearn-graph-raw-hpa-e8497-predictor-76bbd98fd-bcnvm namespace: kserve-ci-e2e-test resourceVersion: "16176" uid: c47711f2-01a1-44b2-9768-7d338c8f9485 kind: Event lastTimestamp: "2026-07-01T18:51:00Z" message: Started container storage-initializer metadata: creationTimestamp: "2026-07-01T18:51:00Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T18:51:00Z" name: isvc-sklearn-graph-raw-hpa-e8497-predictor-76bbd98fd-bcnvm.18be3f14b38fdc85 namespace: kserve-ci-e2e-test resourceVersion: "16252" uid: b993be1f-febd-4aa0-832b-c4318d58be38 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-137-241.ec2.internal source: component: kubelet host: ip-10-0-137-241.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T18:51:04Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-sklearn-graph-raw-hpa-e8497-predictor-76bbd98fd-bcnvm namespace: kserve-ci-e2e-test resourceVersion: "16176" uid: c47711f2-01a1-44b2-9768-7d338c8f9485 kind: Event lastTimestamp: "2026-07-01T18:51:04Z" message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1690" already present on machine metadata: creationTimestamp: "2026-07-01T18:51:04Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T18:51:04Z" name: isvc-sklearn-graph-raw-hpa-e8497-predictor-76bbd98fd-bcnvm.18be3f15b4915a8d namespace: kserve-ci-e2e-test resourceVersion: "16304" uid: 0ddbca6d-5d7c-4295-8153-a9d449911d6a reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-137-241.ec2.internal source: component: kubelet host: ip-10-0-137-241.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T18:51:05Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-sklearn-graph-raw-hpa-e8497-predictor-76bbd98fd-bcnvm namespace: kserve-ci-e2e-test resourceVersion: "16176" uid: c47711f2-01a1-44b2-9768-7d338c8f9485 kind: Event lastTimestamp: "2026-07-01T18:51:05Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-07-01T18:51:05Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T18:51:05Z" name: isvc-sklearn-graph-raw-hpa-e8497-predictor-76bbd98fd-bcnvm.18be3f15b858ce42 namespace: kserve-ci-e2e-test resourceVersion: "16308" uid: a8fabbb2-8b22-4bea-87c5-30792c2ba486 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-137-241.ec2.internal source: component: kubelet host: ip-10-0-137-241.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T18:51:05Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-sklearn-graph-raw-hpa-e8497-predictor-76bbd98fd-bcnvm namespace: kserve-ci-e2e-test resourceVersion: "16176" uid: c47711f2-01a1-44b2-9768-7d338c8f9485 kind: Event lastTimestamp: "2026-07-01T18:51:05Z" message: Started container kserve-container metadata: creationTimestamp: "2026-07-01T18:51:05Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T18:51:05Z" name: isvc-sklearn-graph-raw-hpa-e8497-predictor-76bbd98fd-bcnvm.18be3f15b8eaa807 namespace: kserve-ci-e2e-test resourceVersion: "16311" uid: 54bbea19-628c-454b-b8eb-d3fb8e0ee7cb reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-137-241.ec2.internal source: component: kubelet host: ip-10-0-137-241.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T18:51:05Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-sklearn-graph-raw-hpa-e8497-predictor-76bbd98fd-bcnvm namespace: kserve-ci-e2e-test resourceVersion: "16176" uid: c47711f2-01a1-44b2-9768-7d338c8f9485 kind: Event lastTimestamp: "2026-07-01T18:51:05Z" message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine metadata: creationTimestamp: "2026-07-01T18:51:05Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T18:51:05Z" name: isvc-sklearn-graph-raw-hpa-e8497-predictor-76bbd98fd-bcnvm.18be3f15b8f3ecff namespace: kserve-ci-e2e-test resourceVersion: "16312" uid: bf5a3827-ec3c-4ccc-89e9-b3e7b6811c8e reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-137-241.ec2.internal source: component: kubelet host: ip-10-0-137-241.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T18:51:05Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-sklearn-graph-raw-hpa-e8497-predictor-76bbd98fd-bcnvm namespace: kserve-ci-e2e-test resourceVersion: "16176" uid: c47711f2-01a1-44b2-9768-7d338c8f9485 kind: Event lastTimestamp: "2026-07-01T18:51:05Z" message: 'Created container: kube-rbac-proxy' metadata: creationTimestamp: "2026-07-01T18:51:05Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T18:51:05Z" name: isvc-sklearn-graph-raw-hpa-e8497-predictor-76bbd98fd-bcnvm.18be3f15bd31fefd namespace: kserve-ci-e2e-test resourceVersion: "16315" uid: aa075364-e3b1-4cb3-bb04-bc8f6a1b9b7d reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-137-241.ec2.internal source: component: kubelet host: ip-10-0-137-241.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T18:51:05Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-sklearn-graph-raw-hpa-e8497-predictor-76bbd98fd-bcnvm namespace: kserve-ci-e2e-test resourceVersion: "16176" uid: c47711f2-01a1-44b2-9768-7d338c8f9485 kind: Event lastTimestamp: "2026-07-01T18:51:05Z" message: Started container kube-rbac-proxy metadata: creationTimestamp: "2026-07-01T18:51:05Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T18:51:05Z" name: isvc-sklearn-graph-raw-hpa-e8497-predictor-76bbd98fd-bcnvm.18be3f15bd903385 namespace: kserve-ci-e2e-test resourceVersion: "16316" uid: f273586b-160b-4357-a365-bafb899a6b24 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-137-241.ec2.internal source: component: kubelet host: ip-10-0-137-241.ec2.internal type: Normal - apiVersion: v1 count: 10 eventTime: null firstTimestamp: "2026-07-01T18:51:06Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-sklearn-graph-raw-hpa-e8497-predictor-76bbd98fd-bcnvm namespace: kserve-ci-e2e-test resourceVersion: "16176" uid: c47711f2-01a1-44b2-9768-7d338c8f9485 kind: Event lastTimestamp: "2026-07-01T18:52:52Z" message: 'Readiness probe failed: dial tcp 10.133.0.29:8080: connect: connection refused' metadata: creationTimestamp: "2026-07-01T18:51:06Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T18:52:52Z" name: isvc-sklearn-graph-raw-hpa-e8497-predictor-76bbd98fd-bcnvm.18be3f162cc337c8 namespace: kserve-ci-e2e-test resourceVersion: "17289" uid: 5eb3a944-49eb-46dd-b93a-02c82341b912 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-137-241.ec2.internal source: component: kubelet host: ip-10-0-137-241.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T18:52:50Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-sklearn-graph-raw-hpa-e8497-predictor-76bbd98fd-bcnvm namespace: kserve-ci-e2e-test resourceVersion: "16176" uid: c47711f2-01a1-44b2-9768-7d338c8f9485 kind: Event lastTimestamp: "2026-07-01T18:52:50Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-07-01T18:52:50Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T18:52:50Z" name: isvc-sklearn-graph-raw-hpa-e8497-predictor-76bbd98fd-bcnvm.18be3f2e457dccb1 namespace: kserve-ci-e2e-test resourceVersion: "17235" uid: e6525a1a-7007-4c2d-a15c-91ab60677de8 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-137-241.ec2.internal source: component: kubelet host: ip-10-0-137-241.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T18:52:50Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-sklearn-graph-raw-hpa-e8497-predictor-76bbd98fd-bcnvm namespace: kserve-ci-e2e-test resourceVersion: "16176" uid: c47711f2-01a1-44b2-9768-7d338c8f9485 kind: Event lastTimestamp: "2026-07-01T18:52:50Z" message: Stopping container kube-rbac-proxy metadata: creationTimestamp: "2026-07-01T18:52:50Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T18:52:50Z" name: isvc-sklearn-graph-raw-hpa-e8497-predictor-76bbd98fd-bcnvm.18be3f2e457e3b95 namespace: kserve-ci-e2e-test resourceVersion: "17238" uid: ac83a955-f164-4cc0-9600-f268db024827 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-137-241.ec2.internal source: component: kubelet host: ip-10-0-137-241.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T18:52:52Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-sklearn-graph-raw-hpa-e8497-predictor-76bbd98fd-bcnvm namespace: kserve-ci-e2e-test resourceVersion: "16176" uid: c47711f2-01a1-44b2-9768-7d338c8f9485 kind: Event lastTimestamp: "2026-07-01T18:52:52Z" message: 'Readiness probe failed: Get "https://10.133.0.29:8643/healthz": dial tcp 10.133.0.29:8643: connect: connection refused' metadata: creationTimestamp: "2026-07-01T18:52:52Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T18:52:52Z" name: isvc-sklearn-graph-raw-hpa-e8497-predictor-76bbd98fd-bcnvm.18be3f2edb295907 namespace: kserve-ci-e2e-test resourceVersion: "17288" uid: 20e2221f-d8cd-4179-a896-12bece745797 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-137-241.ec2.internal source: component: kubelet host: ip-10-0-137-241.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T18:51:00Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: isvc-sklearn-graph-raw-hpa-e8497-predictor-76bbd98fd namespace: kserve-ci-e2e-test resourceVersion: "16146" uid: 8a86f56a-0cd9-4bd1-85fb-4ba94fce3c26 kind: Event lastTimestamp: "2026-07-01T18:51:00Z" message: 'Created pod: isvc-sklearn-graph-raw-hpa-e8497-predictor-76bbd98fd-bcnvm' metadata: creationTimestamp: "2026-07-01T18:51:00Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-01T18:51:00Z" name: isvc-sklearn-graph-raw-hpa-e8497-predictor-76bbd98fd.18be3f149440b326 namespace: kserve-ci-e2e-test resourceVersion: "16175" uid: 9f14078f-85eb-4f29-839c-70a488379e79 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T18:51:00Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: isvc-sklearn-graph-raw-hpa-e8497-predictor namespace: kserve-ci-e2e-test resourceVersion: "16144" uid: 9f14a9d7-2624-4132-a38a-ea0eb8e5d5ea kind: Event lastTimestamp: "2026-07-01T18:51:00Z" message: Scaled up replica set isvc-sklearn-graph-raw-hpa-e8497-predictor-76bbd98fd from 0 to 1 metadata: creationTimestamp: "2026-07-01T18:51:00Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-01T18:51:00Z" name: isvc-sklearn-graph-raw-hpa-e8497-predictor.18be3f148e0d26f5 namespace: kserve-ci-e2e-test resourceVersion: "16148" uid: 9769fc44-0a87-46b9-b237-c5c7d582f604 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T18:51:15Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-sklearn-graph-raw-hpa-e8497-predictor namespace: kserve-ci-e2e-test resourceVersion: "16145" uid: 8d808d29-e5b4-4e3b-b266-8e763300d61a kind: Event lastTimestamp: "2026-07-01T18:51:15Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-07-01T18:51:15Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-01T18:51:15Z" name: isvc-sklearn-graph-raw-hpa-e8497-predictor.18be3f180d564640 namespace: kserve-ci-e2e-test resourceVersion: "16415" uid: 41d74318-58c8-4fb3-9ae1-7a6b7bb56ef7 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T18:51:15Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-sklearn-graph-raw-hpa-e8497-predictor namespace: kserve-ci-e2e-test resourceVersion: "16145" uid: 8d808d29-e5b4-4e3b-b266-8e763300d61a kind: Event lastTimestamp: "2026-07-01T18:51:15Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-07-01T18:51:15Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-01T18:51:15Z" name: isvc-sklearn-graph-raw-hpa-e8497-predictor.18be3f180dd16eeb namespace: kserve-ci-e2e-test resourceVersion: "16416" uid: 1d1c09ab-22a5-4061-a2c2-022ab0d484f1 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-07-01T18:51:30Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-sklearn-graph-raw-hpa-e8497-predictor namespace: kserve-ci-e2e-test resourceVersion: "16413" uid: 8d808d29-e5b4-4e3b-b266-8e763300d61a kind: Event lastTimestamp: "2026-07-01T18:52:45Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-07-01T18:51:30Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-01T18:52:45Z" name: isvc-sklearn-graph-raw-hpa-e8497-predictor.18be3f1b8cab6f0a namespace: kserve-ci-e2e-test resourceVersion: "17128" uid: 03ccd95d-50c8-4c37-8f57-f5639f7cd351 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-07-01T18:51:30Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-sklearn-graph-raw-hpa-e8497-predictor namespace: kserve-ci-e2e-test resourceVersion: "16413" uid: 8d808d29-e5b4-4e3b-b266-8e763300d61a kind: Event lastTimestamp: "2026-07-01T18:52:45Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-07-01T18:51:30Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-01T18:52:45Z" name: isvc-sklearn-graph-raw-hpa-e8497-predictor.18be3f1b8d1c458d namespace: kserve-ci-e2e-test resourceVersion: "17129" uid: 3b2d005a-5bec-42ee-8dab-966d0c0864d6 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 10 eventTime: null firstTimestamp: "2026-07-01T18:50:59Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-sklearn-graph-raw-hpa-e8497 namespace: kserve-ci-e2e-test resourceVersion: "16135" uid: 971a386e-6955-4207-a5d4-c4fde0bdfe6d kind: Event lastTimestamp: "2026-07-01T18:52:23Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-07-01T18:50:59Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-01T18:52:23Z" name: isvc-sklearn-graph-raw-hpa-e8497.18be3f148dbd9e93 namespace: kserve-ci-e2e-test resourceVersion: "16938" uid: fa17001f-781f-498f-90fe-f5455578689d reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T18:51:00Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-sklearn-graph-raw-hpa-e8497 namespace: kserve-ci-e2e-test resourceVersion: "16135" uid: 971a386e-6955-4207-a5d4-c4fde0bdfe6d kind: Event lastTimestamp: "2026-07-01T18:51:00Z" message: 'Failed to update status for InferenceService "isvc-sklearn-graph-raw-hpa-e8497": Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-graph-raw-hpa-e8497": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-07-01T18:51:00Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-01T18:51:00Z" name: isvc-sklearn-graph-raw-hpa-e8497.18be3f148e2364c5 namespace: kserve-ci-e2e-test resourceVersion: "16150" uid: be89b7b2-4474-4e2a-8844-7122389b4f3a reason: UpdateFailed reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T18:52:23Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-sklearn-graph-raw-hpa-e8497 namespace: kserve-ci-e2e-test resourceVersion: "16935" uid: 971a386e-6955-4207-a5d4-c4fde0bdfe6d kind: Event lastTimestamp: "2026-07-01T18:52:23Z" message: InferenceService [isvc-sklearn-graph-raw-hpa-e8497] is Ready metadata: creationTimestamp: "2026-07-01T18:52:23Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-01T18:52:23Z" name: isvc-sklearn-graph-raw-hpa-e8497.18be3f27e5dd10e7 namespace: kserve-ci-e2e-test resourceVersion: "16937" uid: 69b36184-0077-47a8-9ca8-e0e2578a701b reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-07-01T18:54:45.712420Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: isvc-sklearn-scale-raw-9bc99-predictor-588d48b7f6-bl2gv namespace: kserve-ci-e2e-test resourceVersion: "18233" uid: 93024dba-5b2f-4b3c-b741-0dadc98680f4 kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-scale-raw-9bc99-predictor-588d48b7f6-bl2gv to ip-10-0-137-241.ec2.internal metadata: creationTimestamp: "2026-07-01T18:54:45Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-07-01T18:54:45Z" name: isvc-sklearn-scale-raw-9bc99-predictor-588d48b7f6-bl2gv.18be3f491b892bcc namespace: kserve-ci-e2e-test resourceVersion: "18246" uid: c07653e2-f554-4cac-b70e-1409b1fa52de reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-947467fd6-hzgtw source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T18:54:46Z" involvedObject: apiVersion: v1 kind: Pod name: isvc-sklearn-scale-raw-9bc99-predictor-588d48b7f6-bl2gv namespace: kserve-ci-e2e-test resourceVersion: "18257" uid: 93024dba-5b2f-4b3c-b741-0dadc98680f4 kind: Event lastTimestamp: "2026-07-01T18:54:46Z" message: Add eth0 [10.133.0.32/23] from ovn-kubernetes metadata: creationTimestamp: "2026-07-01T18:54:46Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-07-01T18:54:46Z" name: isvc-sklearn-scale-raw-9bc99-predictor-588d48b7f6-bl2gv.18be3f4934dd245c namespace: kserve-ci-e2e-test resourceVersion: "18286" uid: 0d1fe359-11cf-485f-a5f9-aa9e648b0faf reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T18:54:46Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-sklearn-scale-raw-9bc99-predictor-588d48b7f6-bl2gv namespace: kserve-ci-e2e-test resourceVersion: "18238" uid: 93024dba-5b2f-4b3c-b741-0dadc98680f4 kind: Event lastTimestamp: "2026-07-01T18:54:46Z" message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:5df3316e2bbb1c8de0277d9a0c433b6bf041a14baf6838a11e4f2bdc5ed51f25" already present on machine metadata: creationTimestamp: "2026-07-01T18:54:46Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T18:54:46Z" name: isvc-sklearn-scale-raw-9bc99-predictor-588d48b7f6-bl2gv.18be3f49366412e0 namespace: kserve-ci-e2e-test resourceVersion: "18288" uid: f435ee7e-5133-45f1-9eb0-3e9f3cf6637a reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-137-241.ec2.internal source: component: kubelet host: ip-10-0-137-241.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T18:54:46Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-sklearn-scale-raw-9bc99-predictor-588d48b7f6-bl2gv namespace: kserve-ci-e2e-test resourceVersion: "18238" uid: 93024dba-5b2f-4b3c-b741-0dadc98680f4 kind: Event lastTimestamp: "2026-07-01T18:54:46Z" message: 'Created container: storage-initializer' metadata: creationTimestamp: "2026-07-01T18:54:46Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T18:54:46Z" name: isvc-sklearn-scale-raw-9bc99-predictor-588d48b7f6-bl2gv.18be3f4938d4bf36 namespace: kserve-ci-e2e-test resourceVersion: "18290" uid: c0aa0e82-33c2-450d-a01f-61a8dd3d540b reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-137-241.ec2.internal source: component: kubelet host: ip-10-0-137-241.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T18:54:46Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-sklearn-scale-raw-9bc99-predictor-588d48b7f6-bl2gv namespace: kserve-ci-e2e-test resourceVersion: "18238" uid: 93024dba-5b2f-4b3c-b741-0dadc98680f4 kind: Event lastTimestamp: "2026-07-01T18:54:46Z" message: Started container storage-initializer metadata: creationTimestamp: "2026-07-01T18:54:46Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T18:54:46Z" name: isvc-sklearn-scale-raw-9bc99-predictor-588d48b7f6-bl2gv.18be3f493940fa07 namespace: kserve-ci-e2e-test resourceVersion: "18291" uid: 160ea119-beca-47a8-885a-b1fffc511e8a reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-137-241.ec2.internal source: component: kubelet host: ip-10-0-137-241.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T18:54:49Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-sklearn-scale-raw-9bc99-predictor-588d48b7f6-bl2gv namespace: kserve-ci-e2e-test resourceVersion: "18238" uid: 93024dba-5b2f-4b3c-b741-0dadc98680f4 kind: Event lastTimestamp: "2026-07-01T18:54:49Z" message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1690" already present on machine metadata: creationTimestamp: "2026-07-01T18:54:49Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T18:54:49Z" name: isvc-sklearn-scale-raw-9bc99-predictor-588d48b7f6-bl2gv.18be3f4a1430e689 namespace: kserve-ci-e2e-test resourceVersion: "18325" uid: 2889502a-5b46-40a2-a164-cfccd34e96a1 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-137-241.ec2.internal source: component: kubelet host: ip-10-0-137-241.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T18:54:49Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-sklearn-scale-raw-9bc99-predictor-588d48b7f6-bl2gv namespace: kserve-ci-e2e-test resourceVersion: "18238" uid: 93024dba-5b2f-4b3c-b741-0dadc98680f4 kind: Event lastTimestamp: "2026-07-01T18:54:49Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-07-01T18:54:49Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T18:54:49Z" name: isvc-sklearn-scale-raw-9bc99-predictor-588d48b7f6-bl2gv.18be3f4a1943c59b namespace: kserve-ci-e2e-test resourceVersion: "18328" uid: 77a243ca-19df-4795-8649-b85011503056 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-137-241.ec2.internal source: component: kubelet host: ip-10-0-137-241.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T18:54:49Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-sklearn-scale-raw-9bc99-predictor-588d48b7f6-bl2gv namespace: kserve-ci-e2e-test resourceVersion: "18238" uid: 93024dba-5b2f-4b3c-b741-0dadc98680f4 kind: Event lastTimestamp: "2026-07-01T18:54:49Z" message: Started container kserve-container metadata: creationTimestamp: "2026-07-01T18:54:49Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T18:54:49Z" name: isvc-sklearn-scale-raw-9bc99-predictor-588d48b7f6-bl2gv.18be3f4a19b3e29a namespace: kserve-ci-e2e-test resourceVersion: "18330" uid: 04dd91f2-6dac-497c-9407-b9287c39ae29 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-137-241.ec2.internal source: component: kubelet host: ip-10-0-137-241.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T18:54:49Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-sklearn-scale-raw-9bc99-predictor-588d48b7f6-bl2gv namespace: kserve-ci-e2e-test resourceVersion: "18238" uid: 93024dba-5b2f-4b3c-b741-0dadc98680f4 kind: Event lastTimestamp: "2026-07-01T18:54:49Z" message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine metadata: creationTimestamp: "2026-07-01T18:54:49Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T18:54:49Z" name: isvc-sklearn-scale-raw-9bc99-predictor-588d48b7f6-bl2gv.18be3f4a19bc835a namespace: kserve-ci-e2e-test resourceVersion: "18331" uid: 7f878bc1-3eff-4105-894c-71174d415ede reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-137-241.ec2.internal source: component: kubelet host: ip-10-0-137-241.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T18:54:50Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-sklearn-scale-raw-9bc99-predictor-588d48b7f6-bl2gv namespace: kserve-ci-e2e-test resourceVersion: "18238" uid: 93024dba-5b2f-4b3c-b741-0dadc98680f4 kind: Event lastTimestamp: "2026-07-01T18:54:50Z" message: 'Created container: kube-rbac-proxy' metadata: creationTimestamp: "2026-07-01T18:54:50Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T18:54:50Z" name: isvc-sklearn-scale-raw-9bc99-predictor-588d48b7f6-bl2gv.18be3f4a1ca10eec namespace: kserve-ci-e2e-test resourceVersion: "18332" uid: 1b34df14-4088-4957-86bf-bc3956acdd96 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-137-241.ec2.internal source: component: kubelet host: ip-10-0-137-241.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T18:54:50Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-sklearn-scale-raw-9bc99-predictor-588d48b7f6-bl2gv namespace: kserve-ci-e2e-test resourceVersion: "18238" uid: 93024dba-5b2f-4b3c-b741-0dadc98680f4 kind: Event lastTimestamp: "2026-07-01T18:54:50Z" message: Started container kube-rbac-proxy metadata: creationTimestamp: "2026-07-01T18:54:50Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T18:54:50Z" name: isvc-sklearn-scale-raw-9bc99-predictor-588d48b7f6-bl2gv.18be3f4a1d0d3de7 namespace: kserve-ci-e2e-test resourceVersion: "18333" uid: 451cddd7-3f83-41ab-a5e5-d63a8af18650 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-137-241.ec2.internal source: component: kubelet host: ip-10-0-137-241.ec2.internal type: Normal - apiVersion: v1 count: 18 eventTime: null firstTimestamp: "2026-07-01T18:54:50Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-sklearn-scale-raw-9bc99-predictor-588d48b7f6-bl2gv namespace: kserve-ci-e2e-test resourceVersion: "18238" uid: 93024dba-5b2f-4b3c-b741-0dadc98680f4 kind: Event lastTimestamp: "2026-07-01T18:57:29Z" message: 'Readiness probe failed: dial tcp 10.133.0.32:8080: connect: connection refused' metadata: creationTimestamp: "2026-07-01T18:54:50Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T18:57:29Z" name: isvc-sklearn-scale-raw-9bc99-predictor-588d48b7f6-bl2gv.18be3f4a5051a851 namespace: kserve-ci-e2e-test resourceVersion: "19491" uid: f0374cbf-51e1-4e8a-b9ef-ee179b9e8352 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-137-241.ec2.internal source: component: kubelet host: ip-10-0-137-241.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T18:57:25Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-sklearn-scale-raw-9bc99-predictor-588d48b7f6-bl2gv namespace: kserve-ci-e2e-test resourceVersion: "18238" uid: 93024dba-5b2f-4b3c-b741-0dadc98680f4 kind: Event lastTimestamp: "2026-07-01T18:57:25Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-07-01T18:57:25Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T18:57:25Z" name: isvc-sklearn-scale-raw-9bc99-predictor-588d48b7f6-bl2gv.18be3f6e67e93168 namespace: kserve-ci-e2e-test resourceVersion: "19464" uid: 74a0f6df-73d2-48eb-b3b9-2b337196e7ff reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-137-241.ec2.internal source: component: kubelet host: ip-10-0-137-241.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T18:57:25Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-sklearn-scale-raw-9bc99-predictor-588d48b7f6-bl2gv namespace: kserve-ci-e2e-test resourceVersion: "18238" uid: 93024dba-5b2f-4b3c-b741-0dadc98680f4 kind: Event lastTimestamp: "2026-07-01T18:57:25Z" message: Stopping container kube-rbac-proxy metadata: creationTimestamp: "2026-07-01T18:57:25Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T18:57:25Z" name: isvc-sklearn-scale-raw-9bc99-predictor-588d48b7f6-bl2gv.18be3f6e67e9c9cf namespace: kserve-ci-e2e-test resourceVersion: "19465" uid: 79774112-369e-4b84-b39b-a38580400ed5 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-137-241.ec2.internal source: component: kubelet host: ip-10-0-137-241.ec2.internal type: Normal - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-07-01T18:57:26Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-sklearn-scale-raw-9bc99-predictor-588d48b7f6-bl2gv namespace: kserve-ci-e2e-test resourceVersion: "18238" uid: 93024dba-5b2f-4b3c-b741-0dadc98680f4 kind: Event lastTimestamp: "2026-07-01T18:57:31Z" message: 'Readiness probe failed: Get "https://10.133.0.32:8643/healthz": dial tcp 10.133.0.32:8643: connect: connection refused' metadata: creationTimestamp: "2026-07-01T18:57:26Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T18:57:31Z" name: isvc-sklearn-scale-raw-9bc99-predictor-588d48b7f6-bl2gv.18be3f6ea2e04d6b namespace: kserve-ci-e2e-test resourceVersion: "19551" uid: f03b3f39-3f24-4e24-be27-cd26f86f112d reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-137-241.ec2.internal source: component: kubelet host: ip-10-0-137-241.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T18:54:45Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: isvc-sklearn-scale-raw-9bc99-predictor-588d48b7f6 namespace: kserve-ci-e2e-test resourceVersion: "18222" uid: d66a18d3-807b-411b-90e2-9a313c936a4e kind: Event lastTimestamp: "2026-07-01T18:54:45Z" message: 'Created pod: isvc-sklearn-scale-raw-9bc99-predictor-588d48b7f6-bl2gv' metadata: creationTimestamp: "2026-07-01T18:54:45Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-01T18:54:45Z" name: isvc-sklearn-scale-raw-9bc99-predictor-588d48b7f6.18be3f491b1a12d3 namespace: kserve-ci-e2e-test resourceVersion: "18237" uid: a95cfcaf-820a-4e00-b566-1445c9d2bb17 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T18:54:45Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: isvc-sklearn-scale-raw-9bc99-predictor namespace: kserve-ci-e2e-test resourceVersion: "18220" uid: bfbde757-1c3f-4e2f-a6e9-c5e6d39d12c4 kind: Event lastTimestamp: "2026-07-01T18:54:45Z" message: Scaled up replica set isvc-sklearn-scale-raw-9bc99-predictor-588d48b7f6 from 0 to 1 metadata: creationTimestamp: "2026-07-01T18:54:45Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-01T18:54:45Z" name: isvc-sklearn-scale-raw-9bc99-predictor.18be3f4916949068 namespace: kserve-ci-e2e-test resourceVersion: "18223" uid: ad5ad333-95d3-49b3-af6e-0a141b2ac84f reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 4 eventTime: null firstTimestamp: "2026-07-01T18:55:00Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-sklearn-scale-raw-9bc99-predictor namespace: kserve-ci-e2e-test resourceVersion: "18221" uid: 89f4170a-2390-45be-93c0-5946e3774e3f kind: Event lastTimestamp: "2026-07-01T18:55:45Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-07-01T18:55:00Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-01T18:55:45Z" name: isvc-sklearn-scale-raw-9bc99-predictor.18be3f4c9530be26 namespace: kserve-ci-e2e-test resourceVersion: "18738" uid: c88bef2f-8a2a-41bd-9d77-9e48f5253524 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 4 eventTime: null firstTimestamp: "2026-07-01T18:55:00Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-sklearn-scale-raw-9bc99-predictor namespace: kserve-ci-e2e-test resourceVersion: "18221" uid: 89f4170a-2390-45be-93c0-5946e3774e3f kind: Event lastTimestamp: "2026-07-01T18:55:45Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-07-01T18:55:00Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-01T18:55:45Z" name: isvc-sklearn-scale-raw-9bc99-predictor.18be3f4c95a41f67 namespace: kserve-ci-e2e-test resourceVersion: "18739" uid: 83fef5d2-141e-4468-b740-17f32eb65327 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-07-01T18:56:00Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-sklearn-scale-raw-9bc99-predictor namespace: kserve-ci-e2e-test resourceVersion: "18419" uid: 89f4170a-2390-45be-93c0-5946e3774e3f kind: Event lastTimestamp: "2026-07-01T18:57:15Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-07-01T18:56:00Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-01T18:57:15Z" name: isvc-sklearn-scale-raw-9bc99-predictor.18be3f5a92583904 namespace: kserve-ci-e2e-test resourceVersion: "19371" uid: 7addf5e7-9a25-47b5-ac38-a32c366a1573 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-07-01T18:56:00Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-sklearn-scale-raw-9bc99-predictor namespace: kserve-ci-e2e-test resourceVersion: "18419" uid: 89f4170a-2390-45be-93c0-5946e3774e3f kind: Event lastTimestamp: "2026-07-01T18:57:15Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-07-01T18:56:00Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-01T18:57:15Z" name: isvc-sklearn-scale-raw-9bc99-predictor.18be3f5a92c1001a namespace: kserve-ci-e2e-test resourceVersion: "19372" uid: f612bc45-92b2-4177-b378-877e2cef9baa reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 11 eventTime: null firstTimestamp: "2026-07-01T18:54:45Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-sklearn-scale-raw-9bc99 namespace: kserve-ci-e2e-test resourceVersion: "18211" uid: 78abd2f2-4a13-4284-828d-f712614a6d42 kind: Event lastTimestamp: "2026-07-01T18:57:19Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-07-01T18:54:45Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-01T18:57:19Z" name: isvc-sklearn-scale-raw-9bc99.18be3f4916a038c9 namespace: kserve-ci-e2e-test resourceVersion: "19405" uid: 8b890505-dad1-4949-8cad-1733a17607d9 reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T18:54:45Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-sklearn-scale-raw-9bc99 namespace: kserve-ci-e2e-test resourceVersion: "18211" uid: 78abd2f2-4a13-4284-828d-f712614a6d42 kind: Event lastTimestamp: "2026-07-01T18:54:45Z" message: 'Failed to update status for InferenceService "isvc-sklearn-scale-raw-9bc99": Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-scale-raw-9bc99": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-07-01T18:54:45Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-01T18:54:45Z" name: isvc-sklearn-scale-raw-9bc99.18be3f49172a8d58 namespace: kserve-ci-e2e-test resourceVersion: "18226" uid: ca33704e-d7a4-4867-938e-99d7cbbc343b reason: UpdateFailed reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T18:57:19Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-sklearn-scale-raw-9bc99 namespace: kserve-ci-e2e-test resourceVersion: "19402" uid: 78abd2f2-4a13-4284-828d-f712614a6d42 kind: Event lastTimestamp: "2026-07-01T18:57:19Z" message: InferenceService [isvc-sklearn-scale-raw-9bc99] is Ready metadata: creationTimestamp: "2026-07-01T18:57:19Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-01T18:57:19Z" name: isvc-sklearn-scale-raw-9bc99.18be3f6ce8569569 namespace: kserve-ci-e2e-test resourceVersion: "19404" uid: d8d289e9-f587-4ec9-93bd-90257a90c838 reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-07-01T18:49:09.837285Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: isvc-xgboost-graph-raw-97f72-predictor-8db4f5cf7-tkv69 namespace: kserve-ci-e2e-test resourceVersion: "15124" uid: 4e6182d1-8191-45e8-bee8-ce37ec945e61 kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/isvc-xgboost-graph-raw-97f72-predictor-8db4f5cf7-tkv69 to ip-10-0-137-241.ec2.internal metadata: creationTimestamp: "2026-07-01T18:49:09Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-07-01T18:49:09Z" name: isvc-xgboost-graph-raw-97f72-predictor-8db4f5cf7-tkv69.18be3efae7d15c0c namespace: kserve-ci-e2e-test resourceVersion: "15129" uid: 710f07b6-12b2-4496-bca5-190fffbd84b5 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-947467fd6-hzgtw source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T18:49:10Z" involvedObject: apiVersion: v1 kind: Pod name: isvc-xgboost-graph-raw-97f72-predictor-8db4f5cf7-tkv69 namespace: kserve-ci-e2e-test resourceVersion: "15126" uid: 4e6182d1-8191-45e8-bee8-ce37ec945e61 kind: Event lastTimestamp: "2026-07-01T18:49:10Z" message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-xgboost-graph-raw-97f72-predictor-serving-cert" not found' metadata: creationTimestamp: "2026-07-01T18:49:10Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T18:49:10Z" name: isvc-xgboost-graph-raw-97f72-predictor-8db4f5cf7-tkv69.18be3efaf2d5c3da namespace: kserve-ci-e2e-test resourceVersion: "15144" uid: ca1eb039-9186-4ca4-b10e-0fcaff17d79f reason: FailedMount reportingComponent: kubelet reportingInstance: ip-10-0-137-241.ec2.internal source: component: kubelet host: ip-10-0-137-241.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T18:49:10Z" involvedObject: apiVersion: v1 kind: Pod name: isvc-xgboost-graph-raw-97f72-predictor-8db4f5cf7-tkv69 namespace: kserve-ci-e2e-test resourceVersion: "15136" uid: 4e6182d1-8191-45e8-bee8-ce37ec945e61 kind: Event lastTimestamp: "2026-07-01T18:49:10Z" message: Add eth0 [10.133.0.28/23] from ovn-kubernetes metadata: creationTimestamp: "2026-07-01T18:49:10Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-07-01T18:49:10Z" name: isvc-xgboost-graph-raw-97f72-predictor-8db4f5cf7-tkv69.18be3efb249ad608 namespace: kserve-ci-e2e-test resourceVersion: "15166" uid: c2caf183-c71e-4e9e-8146-71b29e2803c3 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T18:49:10Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-xgboost-graph-raw-97f72-predictor-8db4f5cf7-tkv69 namespace: kserve-ci-e2e-test resourceVersion: "15126" uid: 4e6182d1-8191-45e8-bee8-ce37ec945e61 kind: Event lastTimestamp: "2026-07-01T18:49:10Z" message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:5df3316e2bbb1c8de0277d9a0c433b6bf041a14baf6838a11e4f2bdc5ed51f25" already present on machine metadata: creationTimestamp: "2026-07-01T18:49:10Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T18:49:10Z" name: isvc-xgboost-graph-raw-97f72-predictor-8db4f5cf7-tkv69.18be3efb2628cb3d namespace: kserve-ci-e2e-test resourceVersion: "15168" uid: b1a485d7-a8fd-4d21-9e6d-e941d82a042a reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-137-241.ec2.internal source: component: kubelet host: ip-10-0-137-241.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T18:49:10Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-xgboost-graph-raw-97f72-predictor-8db4f5cf7-tkv69 namespace: kserve-ci-e2e-test resourceVersion: "15126" uid: 4e6182d1-8191-45e8-bee8-ce37ec945e61 kind: Event lastTimestamp: "2026-07-01T18:49:10Z" message: 'Created container: storage-initializer' metadata: creationTimestamp: "2026-07-01T18:49:10Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T18:49:10Z" name: isvc-xgboost-graph-raw-97f72-predictor-8db4f5cf7-tkv69.18be3efb294ee2a7 namespace: kserve-ci-e2e-test resourceVersion: "15170" uid: 7bded441-d2c1-45e2-ab61-7297440ec530 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-137-241.ec2.internal source: component: kubelet host: ip-10-0-137-241.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T18:49:10Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-xgboost-graph-raw-97f72-predictor-8db4f5cf7-tkv69 namespace: kserve-ci-e2e-test resourceVersion: "15126" uid: 4e6182d1-8191-45e8-bee8-ce37ec945e61 kind: Event lastTimestamp: "2026-07-01T18:49:10Z" message: Started container storage-initializer metadata: creationTimestamp: "2026-07-01T18:49:10Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T18:49:10Z" name: isvc-xgboost-graph-raw-97f72-predictor-8db4f5cf7-tkv69.18be3efb29c0e6a1 namespace: kserve-ci-e2e-test resourceVersion: "15171" uid: 6e163e91-a96d-4793-a9e5-685fedf8b8ff reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-137-241.ec2.internal source: component: kubelet host: ip-10-0-137-241.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T18:49:15Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-xgboost-graph-raw-97f72-predictor-8db4f5cf7-tkv69 namespace: kserve-ci-e2e-test resourceVersion: "15126" uid: 4e6182d1-8191-45e8-bee8-ce37ec945e61 kind: Event lastTimestamp: "2026-07-01T18:49:15Z" message: Pulling image "kserve/xgbserver:latest" metadata: creationTimestamp: "2026-07-01T18:49:15Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T18:49:15Z" name: isvc-xgboost-graph-raw-97f72-predictor-8db4f5cf7-tkv69.18be3efc36aca4c7 namespace: kserve-ci-e2e-test resourceVersion: "15222" uid: bd7cb843-4002-4bde-9da7-4e0a95995ca9 reason: Pulling reportingComponent: kubelet reportingInstance: ip-10-0-137-241.ec2.internal source: component: kubelet host: ip-10-0-137-241.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T18:49:36Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-xgboost-graph-raw-97f72-predictor-8db4f5cf7-tkv69 namespace: kserve-ci-e2e-test resourceVersion: "15126" uid: 4e6182d1-8191-45e8-bee8-ce37ec945e61 kind: Event lastTimestamp: "2026-07-01T18:49:36Z" message: 'Successfully pulled image "kserve/xgbserver:latest" in 20.999s (20.999s including waiting). Image size: 1305293052 bytes.' metadata: creationTimestamp: "2026-07-01T18:49:36Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T18:49:36Z" name: isvc-xgboost-graph-raw-97f72-predictor-8db4f5cf7-tkv69.18be3f011a56d9f7 namespace: kserve-ci-e2e-test resourceVersion: "15387" uid: 168d0b25-4924-4ef3-81ca-065b5a1f87e8 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-137-241.ec2.internal source: component: kubelet host: ip-10-0-137-241.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T18:49:36Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-xgboost-graph-raw-97f72-predictor-8db4f5cf7-tkv69 namespace: kserve-ci-e2e-test resourceVersion: "15126" uid: 4e6182d1-8191-45e8-bee8-ce37ec945e61 kind: Event lastTimestamp: "2026-07-01T18:49:36Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-07-01T18:49:36Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T18:49:36Z" name: isvc-xgboost-graph-raw-97f72-predictor-8db4f5cf7-tkv69.18be3f011dbf2ee4 namespace: kserve-ci-e2e-test resourceVersion: "15388" uid: 6224724c-239d-4371-8974-2fbc6e9166f3 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-137-241.ec2.internal source: component: kubelet host: ip-10-0-137-241.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T18:49:36Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-xgboost-graph-raw-97f72-predictor-8db4f5cf7-tkv69 namespace: kserve-ci-e2e-test resourceVersion: "15126" uid: 4e6182d1-8191-45e8-bee8-ce37ec945e61 kind: Event lastTimestamp: "2026-07-01T18:49:36Z" message: Started container kserve-container metadata: creationTimestamp: "2026-07-01T18:49:36Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T18:49:36Z" name: isvc-xgboost-graph-raw-97f72-predictor-8db4f5cf7-tkv69.18be3f011e2f4c6b namespace: kserve-ci-e2e-test resourceVersion: "15389" uid: 9467c761-623f-40f2-8bb9-158bf07a2622 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-137-241.ec2.internal source: component: kubelet host: ip-10-0-137-241.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T18:49:36Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-xgboost-graph-raw-97f72-predictor-8db4f5cf7-tkv69 namespace: kserve-ci-e2e-test resourceVersion: "15126" uid: 4e6182d1-8191-45e8-bee8-ce37ec945e61 kind: Event lastTimestamp: "2026-07-01T18:49:36Z" message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine metadata: creationTimestamp: "2026-07-01T18:49:36Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T18:49:36Z" name: isvc-xgboost-graph-raw-97f72-predictor-8db4f5cf7-tkv69.18be3f011e38d012 namespace: kserve-ci-e2e-test resourceVersion: "15390" uid: 2a55155d-9be0-462f-964a-74927bba8c2e reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-137-241.ec2.internal source: component: kubelet host: ip-10-0-137-241.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T18:49:36Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-xgboost-graph-raw-97f72-predictor-8db4f5cf7-tkv69 namespace: kserve-ci-e2e-test resourceVersion: "15126" uid: 4e6182d1-8191-45e8-bee8-ce37ec945e61 kind: Event lastTimestamp: "2026-07-01T18:49:36Z" message: 'Created container: kube-rbac-proxy' metadata: creationTimestamp: "2026-07-01T18:49:36Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T18:49:36Z" name: isvc-xgboost-graph-raw-97f72-predictor-8db4f5cf7-tkv69.18be3f0120e7f293 namespace: kserve-ci-e2e-test resourceVersion: "15391" uid: cc46b975-c1cd-4e8b-b854-00871970a8ab reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-137-241.ec2.internal source: component: kubelet host: ip-10-0-137-241.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T18:49:36Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-xgboost-graph-raw-97f72-predictor-8db4f5cf7-tkv69 namespace: kserve-ci-e2e-test resourceVersion: "15126" uid: 4e6182d1-8191-45e8-bee8-ce37ec945e61 kind: Event lastTimestamp: "2026-07-01T18:49:36Z" message: Started container kube-rbac-proxy metadata: creationTimestamp: "2026-07-01T18:49:36Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T18:49:36Z" name: isvc-xgboost-graph-raw-97f72-predictor-8db4f5cf7-tkv69.18be3f012155bba0 namespace: kserve-ci-e2e-test resourceVersion: "15392" uid: 8098053c-645e-4116-b8f7-87660f9fb0b9 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-137-241.ec2.internal source: component: kubelet host: ip-10-0-137-241.ec2.internal type: Normal - apiVersion: v1 count: 7 eventTime: null firstTimestamp: "2026-07-01T18:49:38Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-xgboost-graph-raw-97f72-predictor-8db4f5cf7-tkv69 namespace: kserve-ci-e2e-test resourceVersion: "15126" uid: 4e6182d1-8191-45e8-bee8-ce37ec945e61 kind: Event lastTimestamp: "2026-07-01T18:50:24Z" message: 'Readiness probe failed: dial tcp 10.133.0.28:8080: connect: connection refused' metadata: creationTimestamp: "2026-07-01T18:49:38Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T18:50:24Z" name: isvc-xgboost-graph-raw-97f72-predictor-8db4f5cf7-tkv69.18be3f019886aee5 namespace: kserve-ci-e2e-test resourceVersion: "15747" uid: 065451fd-1afe-483f-997a-b30d18af31eb reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-137-241.ec2.internal source: component: kubelet host: ip-10-0-137-241.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T18:51:00Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-xgboost-graph-raw-97f72-predictor-8db4f5cf7-tkv69 namespace: kserve-ci-e2e-test resourceVersion: "15126" uid: 4e6182d1-8191-45e8-bee8-ce37ec945e61 kind: Event lastTimestamp: "2026-07-01T18:51:00Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-07-01T18:51:00Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T18:51:00Z" name: isvc-xgboost-graph-raw-97f72-predictor-8db4f5cf7-tkv69.18be3f149debacac namespace: kserve-ci-e2e-test resourceVersion: "16225" uid: a98c4649-968d-4b0f-bcdb-f1ec606c2c2a reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-137-241.ec2.internal source: component: kubelet host: ip-10-0-137-241.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T18:51:00Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-xgboost-graph-raw-97f72-predictor-8db4f5cf7-tkv69 namespace: kserve-ci-e2e-test resourceVersion: "15126" uid: 4e6182d1-8191-45e8-bee8-ce37ec945e61 kind: Event lastTimestamp: "2026-07-01T18:51:00Z" message: Stopping container kube-rbac-proxy metadata: creationTimestamp: "2026-07-01T18:51:00Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T18:51:00Z" name: isvc-xgboost-graph-raw-97f72-predictor-8db4f5cf7-tkv69.18be3f149dec34ef namespace: kserve-ci-e2e-test resourceVersion: "16227" uid: 4ec8effe-7807-4772-94a0-f00780cb23b5 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-137-241.ec2.internal source: component: kubelet host: ip-10-0-137-241.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T18:49:09Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: isvc-xgboost-graph-raw-97f72-predictor-8db4f5cf7 namespace: kserve-ci-e2e-test resourceVersion: "15106" uid: d6b6812f-5ce0-4c12-9ac4-d239e66f40d7 kind: Event lastTimestamp: "2026-07-01T18:49:09Z" message: 'Created pod: isvc-xgboost-graph-raw-97f72-predictor-8db4f5cf7-tkv69' metadata: creationTimestamp: "2026-07-01T18:49:09Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-01T18:49:09Z" name: isvc-xgboost-graph-raw-97f72-predictor-8db4f5cf7.18be3efae7375912 namespace: kserve-ci-e2e-test resourceVersion: "15125" uid: b390b2bc-befb-4458-9603-729630d0c245 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T18:49:09Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: isvc-xgboost-graph-raw-97f72-predictor namespace: kserve-ci-e2e-test resourceVersion: "15099" uid: a182c052-a31d-4d86-a5ec-463935da0b48 kind: Event lastTimestamp: "2026-07-01T18:49:09Z" message: Scaled up replica set isvc-xgboost-graph-raw-97f72-predictor-8db4f5cf7 from 0 to 1 metadata: creationTimestamp: "2026-07-01T18:49:09Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-01T18:49:09Z" name: isvc-xgboost-graph-raw-97f72-predictor.18be3efae342326b namespace: kserve-ci-e2e-test resourceVersion: "15111" uid: 9dc59bda-5251-43be-ac09-60fde3267708 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 5 eventTime: null firstTimestamp: "2026-07-01T18:49:24Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-xgboost-graph-raw-97f72-predictor namespace: kserve-ci-e2e-test resourceVersion: "15105" uid: 754d0aa4-7965-4cdc-bce4-c5cb5f3d4889 kind: Event lastTimestamp: "2026-07-01T18:50:24Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-07-01T18:49:24Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-01T18:50:24Z" name: isvc-xgboost-graph-raw-97f72-predictor.18be3efe61ddee7b namespace: kserve-ci-e2e-test resourceVersion: "15752" uid: d92740e5-2455-479d-8b16-2f323cbbd9b2 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 5 eventTime: null firstTimestamp: "2026-07-01T18:49:24Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-xgboost-graph-raw-97f72-predictor namespace: kserve-ci-e2e-test resourceVersion: "15105" uid: 754d0aa4-7965-4cdc-bce4-c5cb5f3d4889 kind: Event lastTimestamp: "2026-07-01T18:50:24Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-07-01T18:49:24Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-01T18:50:24Z" name: isvc-xgboost-graph-raw-97f72-predictor.18be3efe62597fc4 namespace: kserve-ci-e2e-test resourceVersion: "15753" uid: d55a106f-2357-4382-8672-7ca6a1613460 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-07-01T18:50:39Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-xgboost-graph-raw-97f72-predictor namespace: kserve-ci-e2e-test resourceVersion: "15302" uid: 754d0aa4-7965-4cdc-bce4-c5cb5f3d4889 kind: Event lastTimestamp: "2026-07-01T18:50:54Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-07-01T18:50:39Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-01T18:50:54Z" name: isvc-xgboost-graph-raw-97f72-predictor.18be3f0fdc6d982e namespace: kserve-ci-e2e-test resourceVersion: "16070" uid: f1994b1a-b472-43c2-b391-02d8e97070f3 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-07-01T18:50:39Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-xgboost-graph-raw-97f72-predictor namespace: kserve-ci-e2e-test resourceVersion: "15302" uid: 754d0aa4-7965-4cdc-bce4-c5cb5f3d4889 kind: Event lastTimestamp: "2026-07-01T18:50:54Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-07-01T18:50:39Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-01T18:50:54Z" name: isvc-xgboost-graph-raw-97f72-predictor.18be3f0fdd120572 namespace: kserve-ci-e2e-test resourceVersion: "16072" uid: a2fc2943-1ae3-4f57-910e-b6419c2386eb reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 10 eventTime: null firstTimestamp: "2026-07-01T18:49:09Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-xgboost-graph-raw-97f72 namespace: kserve-ci-e2e-test resourceVersion: "15075" uid: 39e3c3a9-4358-4170-b432-6d9528aed801 kind: Event lastTimestamp: "2026-07-01T18:50:34Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-07-01T18:49:09Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-01T18:50:34Z" name: isvc-xgboost-graph-raw-97f72.18be3efae34ec6f1 namespace: kserve-ci-e2e-test resourceVersion: "15841" uid: c12fef32-424c-4c96-b6c5-3276beb9cf08 reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T18:49:09Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-xgboost-graph-raw-97f72 namespace: kserve-ci-e2e-test resourceVersion: "15075" uid: 39e3c3a9-4358-4170-b432-6d9528aed801 kind: Event lastTimestamp: "2026-07-01T18:49:09Z" message: 'Failed to update status for InferenceService "isvc-xgboost-graph-raw-97f72": Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-xgboost-graph-raw-97f72": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-07-01T18:49:09Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-01T18:49:09Z" name: isvc-xgboost-graph-raw-97f72.18be3efae40db6fe namespace: kserve-ci-e2e-test resourceVersion: "15116" uid: 25a96a3f-cc53-45ce-a148-cd1790428398 reason: UpdateFailed reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T18:50:34Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-xgboost-graph-raw-97f72 namespace: kserve-ci-e2e-test resourceVersion: "15839" uid: 39e3c3a9-4358-4170-b432-6d9528aed801 kind: Event lastTimestamp: "2026-07-01T18:50:34Z" message: InferenceService [isvc-xgboost-graph-raw-97f72] is Ready metadata: creationTimestamp: "2026-07-01T18:50:34Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-01T18:50:34Z" name: isvc-xgboost-graph-raw-97f72.18be3f0ea8dac1ac namespace: kserve-ci-e2e-test resourceVersion: "15840" uid: 91f0fb65-7e87-46ba-b189-b25aeee5869a reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-07-01T18:51:00.203090Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: isvc-xgboost-graph-raw-hpa-e8497-predictor-7764487c4f-nrg2x namespace: kserve-ci-e2e-test resourceVersion: "16198" uid: ad26e5f8-d3c4-4b08-b958-006b7270464b kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/isvc-xgboost-graph-raw-hpa-e8497-predictor-7764487c4f-nrg2x to ip-10-0-137-241.ec2.internal metadata: creationTimestamp: "2026-07-01T18:51:00Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-07-01T18:51:00Z" name: isvc-xgboost-graph-raw-hpa-e8497-predictor-7764487c4f-nrg2x.18be3f149a21cdb1 namespace: kserve-ci-e2e-test resourceVersion: "16206" uid: f2abe9e2-30bf-46fa-909e-d1a38f73309e reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-947467fd6-hzgtw source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T18:51:00Z" involvedObject: apiVersion: v1 kind: Pod name: isvc-xgboost-graph-raw-hpa-e8497-predictor-7764487c4f-nrg2x namespace: kserve-ci-e2e-test resourceVersion: "16199" uid: ad26e5f8-d3c4-4b08-b958-006b7270464b kind: Event lastTimestamp: "2026-07-01T18:51:00Z" message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-xgboost-graph-raw-hpa-e8497-predictor-serving-cert" not found' metadata: creationTimestamp: "2026-07-01T18:51:00Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T18:51:00Z" name: isvc-xgboost-graph-raw-hpa-e8497-predictor-7764487c4f-nrg2x.18be3f14a9719e59 namespace: kserve-ci-e2e-test resourceVersion: "16240" uid: 266f5bfe-dec7-4e72-9cfb-dfca01272bf3 reason: FailedMount reportingComponent: kubelet reportingInstance: ip-10-0-137-241.ec2.internal source: component: kubelet host: ip-10-0-137-241.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T18:51:01Z" involvedObject: apiVersion: v1 kind: Pod name: isvc-xgboost-graph-raw-hpa-e8497-predictor-7764487c4f-nrg2x namespace: kserve-ci-e2e-test resourceVersion: "16219" uid: ad26e5f8-d3c4-4b08-b958-006b7270464b kind: Event lastTimestamp: "2026-07-01T18:51:01Z" message: Add eth0 [10.133.0.30/23] from ovn-kubernetes metadata: creationTimestamp: "2026-07-01T18:51:01Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-07-01T18:51:01Z" name: isvc-xgboost-graph-raw-hpa-e8497-predictor-7764487c4f-nrg2x.18be3f14d72c43f9 namespace: kserve-ci-e2e-test resourceVersion: "16262" uid: 41df487b-09cb-42ea-b66b-085b4b758339 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T18:51:01Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-xgboost-graph-raw-hpa-e8497-predictor-7764487c4f-nrg2x namespace: kserve-ci-e2e-test resourceVersion: "16199" uid: ad26e5f8-d3c4-4b08-b958-006b7270464b kind: Event lastTimestamp: "2026-07-01T18:51:01Z" message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:5df3316e2bbb1c8de0277d9a0c433b6bf041a14baf6838a11e4f2bdc5ed51f25" already present on machine metadata: creationTimestamp: "2026-07-01T18:51:01Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T18:51:01Z" name: isvc-xgboost-graph-raw-hpa-e8497-predictor-7764487c4f-nrg2x.18be3f14d8eadf32 namespace: kserve-ci-e2e-test resourceVersion: "16264" uid: e6f74ac0-8f15-430a-b899-e16f78f63c23 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-137-241.ec2.internal source: component: kubelet host: ip-10-0-137-241.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T18:51:01Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-xgboost-graph-raw-hpa-e8497-predictor-7764487c4f-nrg2x namespace: kserve-ci-e2e-test resourceVersion: "16199" uid: ad26e5f8-d3c4-4b08-b958-006b7270464b kind: Event lastTimestamp: "2026-07-01T18:51:01Z" message: 'Created container: storage-initializer' metadata: creationTimestamp: "2026-07-01T18:51:01Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T18:51:01Z" name: isvc-xgboost-graph-raw-hpa-e8497-predictor-7764487c4f-nrg2x.18be3f14dbd8977a namespace: kserve-ci-e2e-test resourceVersion: "16265" uid: 2b908301-d2de-4e7b-a35c-44c9cba3acde reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-137-241.ec2.internal source: component: kubelet host: ip-10-0-137-241.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T18:51:01Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-xgboost-graph-raw-hpa-e8497-predictor-7764487c4f-nrg2x namespace: kserve-ci-e2e-test resourceVersion: "16199" uid: ad26e5f8-d3c4-4b08-b958-006b7270464b kind: Event lastTimestamp: "2026-07-01T18:51:01Z" message: Started container storage-initializer metadata: creationTimestamp: "2026-07-01T18:51:01Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T18:51:01Z" name: isvc-xgboost-graph-raw-hpa-e8497-predictor-7764487c4f-nrg2x.18be3f14dc36607e namespace: kserve-ci-e2e-test resourceVersion: "16266" uid: cb5b365c-c423-4c8d-b40e-9fefdaa0d486 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-137-241.ec2.internal source: component: kubelet host: ip-10-0-137-241.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T18:51:05Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-xgboost-graph-raw-hpa-e8497-predictor-7764487c4f-nrg2x namespace: kserve-ci-e2e-test resourceVersion: "16199" uid: ad26e5f8-d3c4-4b08-b958-006b7270464b kind: Event lastTimestamp: "2026-07-01T18:51:05Z" message: Container image "kserve/xgbserver:latest" already present on machine metadata: creationTimestamp: "2026-07-01T18:51:05Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T18:51:05Z" name: isvc-xgboost-graph-raw-hpa-e8497-predictor-7764487c4f-nrg2x.18be3f15f0c07703 namespace: kserve-ci-e2e-test resourceVersion: "16322" uid: 06ec92db-7c43-4c4b-959c-fc271447ade6 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-137-241.ec2.internal source: component: kubelet host: ip-10-0-137-241.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T18:51:06Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-xgboost-graph-raw-hpa-e8497-predictor-7764487c4f-nrg2x namespace: kserve-ci-e2e-test resourceVersion: "16199" uid: ad26e5f8-d3c4-4b08-b958-006b7270464b kind: Event lastTimestamp: "2026-07-01T18:51:06Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-07-01T18:51:06Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T18:51:06Z" name: isvc-xgboost-graph-raw-hpa-e8497-predictor-7764487c4f-nrg2x.18be3f15f3cc315f namespace: kserve-ci-e2e-test resourceVersion: "16325" uid: 4518fd38-42ba-4067-a874-5896a64b1fad reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-137-241.ec2.internal source: component: kubelet host: ip-10-0-137-241.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T18:51:06Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-xgboost-graph-raw-hpa-e8497-predictor-7764487c4f-nrg2x namespace: kserve-ci-e2e-test resourceVersion: "16199" uid: ad26e5f8-d3c4-4b08-b958-006b7270464b kind: Event lastTimestamp: "2026-07-01T18:51:06Z" message: Started container kserve-container metadata: creationTimestamp: "2026-07-01T18:51:06Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T18:51:06Z" name: isvc-xgboost-graph-raw-hpa-e8497-predictor-7764487c4f-nrg2x.18be3f15f42f45b3 namespace: kserve-ci-e2e-test resourceVersion: "16326" uid: 15f08c4e-a290-48e2-b7a8-79f894c28d77 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-137-241.ec2.internal source: component: kubelet host: ip-10-0-137-241.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T18:51:06Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-xgboost-graph-raw-hpa-e8497-predictor-7764487c4f-nrg2x namespace: kserve-ci-e2e-test resourceVersion: "16199" uid: ad26e5f8-d3c4-4b08-b958-006b7270464b kind: Event lastTimestamp: "2026-07-01T18:51:06Z" message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine metadata: creationTimestamp: "2026-07-01T18:51:06Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T18:51:06Z" name: isvc-xgboost-graph-raw-hpa-e8497-predictor-7764487c4f-nrg2x.18be3f15f4390d00 namespace: kserve-ci-e2e-test resourceVersion: "16327" uid: 07fc619c-484d-4359-a84c-5303ebf90e5f reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-137-241.ec2.internal source: component: kubelet host: ip-10-0-137-241.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T18:51:06Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-xgboost-graph-raw-hpa-e8497-predictor-7764487c4f-nrg2x namespace: kserve-ci-e2e-test resourceVersion: "16199" uid: ad26e5f8-d3c4-4b08-b958-006b7270464b kind: Event lastTimestamp: "2026-07-01T18:51:06Z" message: 'Created container: kube-rbac-proxy' metadata: creationTimestamp: "2026-07-01T18:51:06Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T18:51:06Z" name: isvc-xgboost-graph-raw-hpa-e8497-predictor-7764487c4f-nrg2x.18be3f15f6fea95a namespace: kserve-ci-e2e-test resourceVersion: "16330" uid: 7785f7e8-4060-4ada-91f9-b7c1d765ea2f reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-137-241.ec2.internal source: component: kubelet host: ip-10-0-137-241.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T18:51:06Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-xgboost-graph-raw-hpa-e8497-predictor-7764487c4f-nrg2x namespace: kserve-ci-e2e-test resourceVersion: "16199" uid: ad26e5f8-d3c4-4b08-b958-006b7270464b kind: Event lastTimestamp: "2026-07-01T18:51:06Z" message: Started container kube-rbac-proxy metadata: creationTimestamp: "2026-07-01T18:51:06Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T18:51:06Z" name: isvc-xgboost-graph-raw-hpa-e8497-predictor-7764487c4f-nrg2x.18be3f15f75c1ecc namespace: kserve-ci-e2e-test resourceVersion: "16331" uid: b64c3e6a-f6db-4a08-9a2c-6bfabd0652d8 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-137-241.ec2.internal source: component: kubelet host: ip-10-0-137-241.ec2.internal type: Normal - apiVersion: v1 count: 8 eventTime: null firstTimestamp: "2026-07-01T18:51:06Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-xgboost-graph-raw-hpa-e8497-predictor-7764487c4f-nrg2x namespace: kserve-ci-e2e-test resourceVersion: "16199" uid: ad26e5f8-d3c4-4b08-b958-006b7270464b kind: Event lastTimestamp: "2026-07-01T18:52:52Z" message: 'Readiness probe failed: dial tcp 10.133.0.30:8080: connect: connection refused' metadata: creationTimestamp: "2026-07-01T18:51:06Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T18:52:52Z" name: isvc-xgboost-graph-raw-hpa-e8497-predictor-7764487c4f-nrg2x.18be3f162cc89099 namespace: kserve-ci-e2e-test resourceVersion: "17291" uid: b763de67-fbb6-4989-9990-9bbda2b0509f reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-137-241.ec2.internal source: component: kubelet host: ip-10-0-137-241.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T18:52:50Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-xgboost-graph-raw-hpa-e8497-predictor-7764487c4f-nrg2x namespace: kserve-ci-e2e-test resourceVersion: "16199" uid: ad26e5f8-d3c4-4b08-b958-006b7270464b kind: Event lastTimestamp: "2026-07-01T18:52:50Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-07-01T18:52:50Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T18:52:50Z" name: isvc-xgboost-graph-raw-hpa-e8497-predictor-7764487c4f-nrg2x.18be3f2e48e97bc9 namespace: kserve-ci-e2e-test resourceVersion: "17257" uid: b28fab3d-7eb7-4af6-8ff4-8ff60798b671 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-137-241.ec2.internal source: component: kubelet host: ip-10-0-137-241.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T18:52:50Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-xgboost-graph-raw-hpa-e8497-predictor-7764487c4f-nrg2x namespace: kserve-ci-e2e-test resourceVersion: "16199" uid: ad26e5f8-d3c4-4b08-b958-006b7270464b kind: Event lastTimestamp: "2026-07-01T18:52:50Z" message: Stopping container kube-rbac-proxy metadata: creationTimestamp: "2026-07-01T18:52:50Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T18:52:50Z" name: isvc-xgboost-graph-raw-hpa-e8497-predictor-7764487c4f-nrg2x.18be3f2e48ea0c58 namespace: kserve-ci-e2e-test resourceVersion: "17260" uid: b5ab9063-e962-450a-8462-33d5600e9334 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-137-241.ec2.internal source: component: kubelet host: ip-10-0-137-241.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T18:52:52Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-xgboost-graph-raw-hpa-e8497-predictor-7764487c4f-nrg2x namespace: kserve-ci-e2e-test resourceVersion: "16199" uid: ad26e5f8-d3c4-4b08-b958-006b7270464b kind: Event lastTimestamp: "2026-07-01T18:52:52Z" message: 'Readiness probe failed: Get "https://10.133.0.30:8643/healthz": dial tcp 10.133.0.30:8643: connect: connection refused' metadata: creationTimestamp: "2026-07-01T18:52:52Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T18:52:52Z" name: isvc-xgboost-graph-raw-hpa-e8497-predictor-7764487c4f-nrg2x.18be3f2edb28c04c namespace: kserve-ci-e2e-test resourceVersion: "17287" uid: c7d8bf49-90f4-4e39-9095-01962a25d768 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-137-241.ec2.internal source: component: kubelet host: ip-10-0-137-241.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T18:51:00Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: isvc-xgboost-graph-raw-hpa-e8497-predictor-7764487c4f namespace: kserve-ci-e2e-test resourceVersion: "16186" uid: a64725d6-8b0f-4ffb-8621-7a7ac595799f kind: Event lastTimestamp: "2026-07-01T18:51:00Z" message: 'Created pod: isvc-xgboost-graph-raw-hpa-e8497-predictor-7764487c4f-nrg2x' metadata: creationTimestamp: "2026-07-01T18:51:00Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-01T18:51:00Z" name: isvc-xgboost-graph-raw-hpa-e8497-predictor-7764487c4f.18be3f1499bc46ae namespace: kserve-ci-e2e-test resourceVersion: "16200" uid: c280d2d5-8c33-4196-bc04-5df8d7d3f3bb reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T18:51:00Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: isvc-xgboost-graph-raw-hpa-e8497-predictor namespace: kserve-ci-e2e-test resourceVersion: "16181" uid: 08fa8f5c-2adf-4c77-916b-ac657b72f689 kind: Event lastTimestamp: "2026-07-01T18:51:00Z" message: Scaled up replica set isvc-xgboost-graph-raw-hpa-e8497-predictor-7764487c4f from 0 to 1 metadata: creationTimestamp: "2026-07-01T18:51:00Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-01T18:51:00Z" name: isvc-xgboost-graph-raw-hpa-e8497-predictor.18be3f1496306f8b namespace: kserve-ci-e2e-test resourceVersion: "16189" uid: 34505dcc-aead-48b2-8c80-6bd035e60143 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-07-01T18:51:15Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-xgboost-graph-raw-hpa-e8497-predictor namespace: kserve-ci-e2e-test resourceVersion: "16185" uid: be45ee12-7ae3-4c8e-80b4-cd52c8d25ead kind: Event lastTimestamp: "2026-07-01T18:51:45Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-07-01T18:51:15Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-01T18:51:45Z" name: isvc-xgboost-graph-raw-hpa-e8497-predictor.18be3f18152bdc1d namespace: kserve-ci-e2e-test resourceVersion: "16645" uid: db906704-6246-41f7-a520-2e247d0ad44b reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-07-01T18:51:15Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-xgboost-graph-raw-hpa-e8497-predictor namespace: kserve-ci-e2e-test resourceVersion: "16185" uid: be45ee12-7ae3-4c8e-80b4-cd52c8d25ead kind: Event lastTimestamp: "2026-07-01T18:51:45Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-07-01T18:51:15Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-01T18:51:45Z" name: isvc-xgboost-graph-raw-hpa-e8497-predictor.18be3f1815ef72d4 namespace: kserve-ci-e2e-test resourceVersion: "16646" uid: 838299d0-25fe-47bb-a698-5a76e6f0f500 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-07-01T18:52:00Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-xgboost-graph-raw-hpa-e8497-predictor namespace: kserve-ci-e2e-test resourceVersion: "16419" uid: be45ee12-7ae3-4c8e-80b4-cd52c8d25ead kind: Event lastTimestamp: "2026-07-01T18:52:30Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-07-01T18:52:00Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-01T18:52:30Z" name: isvc-xgboost-graph-raw-hpa-e8497-predictor.18be3f22925ae855 namespace: kserve-ci-e2e-test resourceVersion: "16990" uid: a95c5d60-edde-40cb-bcb0-4404260baa89 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-07-01T18:52:00Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-xgboost-graph-raw-hpa-e8497-predictor namespace: kserve-ci-e2e-test resourceVersion: "16419" uid: be45ee12-7ae3-4c8e-80b4-cd52c8d25ead kind: Event lastTimestamp: "2026-07-01T18:52:30Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-07-01T18:52:00Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-01T18:52:30Z" name: isvc-xgboost-graph-raw-hpa-e8497-predictor.18be3f2292cea7d0 namespace: kserve-ci-e2e-test resourceVersion: "16991" uid: c893147f-0927-4a42-9b3b-939782067f2f reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 10 eventTime: null firstTimestamp: "2026-07-01T18:51:00Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-xgboost-graph-raw-hpa-e8497 namespace: kserve-ci-e2e-test resourceVersion: "16153" uid: 5227df8f-95b9-40b9-a78e-8e32edc072a7 kind: Event lastTimestamp: "2026-07-01T18:52:03Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-07-01T18:51:00Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-01T18:52:03Z" name: isvc-xgboost-graph-raw-hpa-e8497.18be3f14963309c0 namespace: kserve-ci-e2e-test resourceVersion: "16785" uid: e7915f3d-4875-4dd5-9739-e2ae3f9daeed reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T18:51:00Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-xgboost-graph-raw-hpa-e8497 namespace: kserve-ci-e2e-test resourceVersion: "16153" uid: 5227df8f-95b9-40b9-a78e-8e32edc072a7 kind: Event lastTimestamp: "2026-07-01T18:51:00Z" message: 'Failed to update status for InferenceService "isvc-xgboost-graph-raw-hpa-e8497": Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-xgboost-graph-raw-hpa-e8497": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-07-01T18:51:00Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-01T18:51:00Z" name: isvc-xgboost-graph-raw-hpa-e8497.18be3f14971ee943 namespace: kserve-ci-e2e-test resourceVersion: "16194" uid: e99a9d77-bb42-4d1d-87dc-3aa3fbda1035 reason: UpdateFailed reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T18:52:03Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-xgboost-graph-raw-hpa-e8497 namespace: kserve-ci-e2e-test resourceVersion: "16782" uid: 5227df8f-95b9-40b9-a78e-8e32edc072a7 kind: Event lastTimestamp: "2026-07-01T18:52:03Z" message: InferenceService [isvc-xgboost-graph-raw-hpa-e8497] is Ready metadata: creationTimestamp: "2026-07-01T18:52:03Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-01T18:52:03Z" name: isvc-xgboost-graph-raw-hpa-e8497.18be3f233d1f090e namespace: kserve-ci-e2e-test resourceVersion: "16783" uid: 94548839-27d3-49b0-b99c-f98af9d2d9db reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-07-01T18:52:50.384682Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: message-dumper-raw-a0e25-predictor-68dd4dfdfc-4zn7k namespace: kserve-ci-e2e-test resourceVersion: "17209" uid: faed044e-9efb-4086-a1d6-4d74cafe82e3 kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/message-dumper-raw-a0e25-predictor-68dd4dfdfc-4zn7k to ip-10-0-143-8.ec2.internal metadata: creationTimestamp: "2026-07-01T18:52:50Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-07-01T18:52:50Z" name: message-dumper-raw-a0e25-predictor-68dd4dfdfc-4zn7k.18be3f2e41776f72 namespace: kserve-ci-e2e-test resourceVersion: "17213" uid: b64f839f-d69d-477d-a222-e9f25d467126 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-947467fd6-hzgtw source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T18:52:50Z" involvedObject: apiVersion: v1 kind: Pod name: message-dumper-raw-a0e25-predictor-68dd4dfdfc-4zn7k namespace: kserve-ci-e2e-test resourceVersion: "17224" uid: faed044e-9efb-4086-a1d6-4d74cafe82e3 kind: Event lastTimestamp: "2026-07-01T18:52:50Z" message: Add eth0 [10.134.0.23/23] from ovn-kubernetes metadata: creationTimestamp: "2026-07-01T18:52:50Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-07-01T18:52:50Z" name: message-dumper-raw-a0e25-predictor-68dd4dfdfc-4zn7k.18be3f2e5aff4a07 namespace: kserve-ci-e2e-test resourceVersion: "17266" uid: 473ba1fa-6b97-4aa1-be76-11e4b3f754cb reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T18:52:50Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: message-dumper-raw-a0e25-predictor-68dd4dfdfc-4zn7k namespace: kserve-ci-e2e-test resourceVersion: "17211" uid: faed044e-9efb-4086-a1d6-4d74cafe82e3 kind: Event lastTimestamp: "2026-07-01T18:52:50Z" message: Pulling image "gcr.io/knative-releases/knative.dev/eventing-contrib/cmd/event_display" metadata: creationTimestamp: "2026-07-01T18:52:50Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T18:52:50Z" name: message-dumper-raw-a0e25-predictor-68dd4dfdfc-4zn7k.18be3f2e5c924abd namespace: kserve-ci-e2e-test resourceVersion: "17268" uid: 61b8a538-8013-43be-9805-29d51730489e reason: Pulling reportingComponent: kubelet reportingInstance: ip-10-0-143-8.ec2.internal source: component: kubelet host: ip-10-0-143-8.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T18:52:51Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: message-dumper-raw-a0e25-predictor-68dd4dfdfc-4zn7k namespace: kserve-ci-e2e-test resourceVersion: "17211" uid: faed044e-9efb-4086-a1d6-4d74cafe82e3 kind: Event lastTimestamp: "2026-07-01T18:52:51Z" message: 'Successfully pulled image "gcr.io/knative-releases/knative.dev/eventing-contrib/cmd/event_display" in 1.087s (1.087s including waiting). Image size: 14813193 bytes.' metadata: creationTimestamp: "2026-07-01T18:52:51Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T18:52:51Z" name: message-dumper-raw-a0e25-predictor-68dd4dfdfc-4zn7k.18be3f2e9d652c02 namespace: kserve-ci-e2e-test resourceVersion: "17279" uid: 4171d341-c26e-46fa-8559-6c2a1f83137d reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-143-8.ec2.internal source: component: kubelet host: ip-10-0-143-8.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T18:52:51Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: message-dumper-raw-a0e25-predictor-68dd4dfdfc-4zn7k namespace: kserve-ci-e2e-test resourceVersion: "17211" uid: faed044e-9efb-4086-a1d6-4d74cafe82e3 kind: Event lastTimestamp: "2026-07-01T18:52:51Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-07-01T18:52:51Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T18:52:51Z" name: message-dumper-raw-a0e25-predictor-68dd4dfdfc-4zn7k.18be3f2ea0f95e40 namespace: kserve-ci-e2e-test resourceVersion: "17280" uid: 76adef59-e91b-4f71-9bef-5de2f12e65ce reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-143-8.ec2.internal source: component: kubelet host: ip-10-0-143-8.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T18:52:51Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: message-dumper-raw-a0e25-predictor-68dd4dfdfc-4zn7k namespace: kserve-ci-e2e-test resourceVersion: "17211" uid: faed044e-9efb-4086-a1d6-4d74cafe82e3 kind: Event lastTimestamp: "2026-07-01T18:52:51Z" message: Started container kserve-container metadata: creationTimestamp: "2026-07-01T18:52:51Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T18:52:51Z" name: message-dumper-raw-a0e25-predictor-68dd4dfdfc-4zn7k.18be3f2ea15e68c9 namespace: kserve-ci-e2e-test resourceVersion: "17281" uid: ac422ea0-e778-4ba1-b65f-a548bb160ecc reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-143-8.ec2.internal source: component: kubelet host: ip-10-0-143-8.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T18:52:51Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: message-dumper-raw-a0e25-predictor-68dd4dfdfc-4zn7k namespace: kserve-ci-e2e-test resourceVersion: "17211" uid: faed044e-9efb-4086-a1d6-4d74cafe82e3 kind: Event lastTimestamp: "2026-07-01T18:52:51Z" message: Pulling image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" metadata: creationTimestamp: "2026-07-01T18:52:52Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T18:52:52Z" name: message-dumper-raw-a0e25-predictor-68dd4dfdfc-4zn7k.18be3f2ea16c7657 namespace: kserve-ci-e2e-test resourceVersion: "17282" uid: 6e3e3579-3b95-4c53-88df-d59781239830 reason: Pulling reportingComponent: kubelet reportingInstance: ip-10-0-143-8.ec2.internal source: component: kubelet host: ip-10-0-143-8.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T18:52:54Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: message-dumper-raw-a0e25-predictor-68dd4dfdfc-4zn7k namespace: kserve-ci-e2e-test resourceVersion: "17211" uid: faed044e-9efb-4086-a1d6-4d74cafe82e3 kind: Event lastTimestamp: "2026-07-01T18:52:54Z" message: 'Successfully pulled image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" in 2.283s (2.283s including waiting). Image size: 211946088 bytes.' metadata: creationTimestamp: "2026-07-01T18:52:54Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T18:52:54Z" name: message-dumper-raw-a0e25-predictor-68dd4dfdfc-4zn7k.18be3f2f298d8862 namespace: kserve-ci-e2e-test resourceVersion: "17304" uid: ba2f6a29-b04c-4ff7-abd1-96d45c151b01 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-143-8.ec2.internal source: component: kubelet host: ip-10-0-143-8.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T18:52:54Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: message-dumper-raw-a0e25-predictor-68dd4dfdfc-4zn7k namespace: kserve-ci-e2e-test resourceVersion: "17211" uid: faed044e-9efb-4086-a1d6-4d74cafe82e3 kind: Event lastTimestamp: "2026-07-01T18:52:54Z" message: 'Created container: kube-rbac-proxy' metadata: creationTimestamp: "2026-07-01T18:52:54Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T18:52:54Z" name: message-dumper-raw-a0e25-predictor-68dd4dfdfc-4zn7k.18be3f2f2c7cf166 namespace: kserve-ci-e2e-test resourceVersion: "17305" uid: 13bdfd39-6d20-44e9-9d21-68f9ee8d134b reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-143-8.ec2.internal source: component: kubelet host: ip-10-0-143-8.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T18:52:54Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: message-dumper-raw-a0e25-predictor-68dd4dfdfc-4zn7k namespace: kserve-ci-e2e-test resourceVersion: "17211" uid: faed044e-9efb-4086-a1d6-4d74cafe82e3 kind: Event lastTimestamp: "2026-07-01T18:52:54Z" message: Started container kube-rbac-proxy metadata: creationTimestamp: "2026-07-01T18:52:54Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T18:52:54Z" name: message-dumper-raw-a0e25-predictor-68dd4dfdfc-4zn7k.18be3f2f2cdcc6f4 namespace: kserve-ci-e2e-test resourceVersion: "17306" uid: b0fcbe04-175f-46ec-bf82-4c1d0146eb0c reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-143-8.ec2.internal source: component: kubelet host: ip-10-0-143-8.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T18:54:45Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: message-dumper-raw-a0e25-predictor-68dd4dfdfc-4zn7k namespace: kserve-ci-e2e-test resourceVersion: "17211" uid: faed044e-9efb-4086-a1d6-4d74cafe82e3 kind: Event lastTimestamp: "2026-07-01T18:54:45Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-07-01T18:54:45Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T18:54:45Z" name: message-dumper-raw-a0e25-predictor-68dd4dfdfc-4zn7k.18be3f49206ee884 namespace: kserve-ci-e2e-test resourceVersion: "18278" uid: 90d2ac84-d2ed-4e29-acb6-b8896545fc08 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-143-8.ec2.internal source: component: kubelet host: ip-10-0-143-8.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T18:54:45Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: message-dumper-raw-a0e25-predictor-68dd4dfdfc-4zn7k namespace: kserve-ci-e2e-test resourceVersion: "17211" uid: faed044e-9efb-4086-a1d6-4d74cafe82e3 kind: Event lastTimestamp: "2026-07-01T18:54:45Z" message: Stopping container kube-rbac-proxy metadata: creationTimestamp: "2026-07-01T18:54:45Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T18:54:45Z" name: message-dumper-raw-a0e25-predictor-68dd4dfdfc-4zn7k.18be3f49207031c7 namespace: kserve-ci-e2e-test resourceVersion: "18280" uid: 48560496-2c18-49ab-b8d4-5c6dcea21ed8 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-143-8.ec2.internal source: component: kubelet host: ip-10-0-143-8.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T18:52:50Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: message-dumper-raw-a0e25-predictor-68dd4dfdfc namespace: kserve-ci-e2e-test resourceVersion: "17199" uid: f4cf0eeb-12a9-49e6-872f-1e2dc574ecbb kind: Event lastTimestamp: "2026-07-01T18:52:50Z" message: 'Created pod: message-dumper-raw-a0e25-predictor-68dd4dfdfc-4zn7k' metadata: creationTimestamp: "2026-07-01T18:52:50Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-01T18:52:50Z" name: message-dumper-raw-a0e25-predictor-68dd4dfdfc.18be3f2e40d9972b namespace: kserve-ci-e2e-test resourceVersion: "17210" uid: 269796c0-cf69-4949-9591-cdec148c9e35 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T18:52:50Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: message-dumper-raw-a0e25-predictor namespace: kserve-ci-e2e-test resourceVersion: "17197" uid: ba05e872-ebd7-487a-9016-6178904d224f kind: Event lastTimestamp: "2026-07-01T18:52:50Z" message: Scaled up replica set message-dumper-raw-a0e25-predictor-68dd4dfdfc from 0 to 1 metadata: creationTimestamp: "2026-07-01T18:52:50Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-01T18:52:50Z" name: message-dumper-raw-a0e25-predictor.18be3f2e3d60a7ca namespace: kserve-ci-e2e-test resourceVersion: "17201" uid: 8c7895f1-031b-40a5-8149-ae0d4e93c7c8 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T18:53:05Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: message-dumper-raw-a0e25-predictor namespace: kserve-ci-e2e-test resourceVersion: "17198" uid: fd054fed-9615-4b60-87e7-5968fc518ef9 kind: Event lastTimestamp: "2026-07-01T18:53:05Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-07-01T18:53:05Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-01T18:53:05Z" name: message-dumper-raw-a0e25-predictor.18be3f31bbec1977 namespace: kserve-ci-e2e-test resourceVersion: "17399" uid: 07bf13b0-c385-4bc5-8b5e-039fc06f8fdc reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T18:53:05Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: message-dumper-raw-a0e25-predictor namespace: kserve-ci-e2e-test resourceVersion: "17198" uid: fd054fed-9615-4b60-87e7-5968fc518ef9 kind: Event lastTimestamp: "2026-07-01T18:53:05Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-07-01T18:53:05Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-01T18:53:05Z" name: message-dumper-raw-a0e25-predictor.18be3f31bc5c6f41 namespace: kserve-ci-e2e-test resourceVersion: "17401" uid: 9bf83e45-624e-428b-a7ee-966ea961693c reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T18:53:20Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: message-dumper-raw-a0e25-predictor namespace: kserve-ci-e2e-test resourceVersion: "17400" uid: fd054fed-9615-4b60-87e7-5968fc518ef9 kind: Event lastTimestamp: "2026-07-01T18:53:20Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-07-01T18:53:20Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-01T18:53:20Z" name: message-dumper-raw-a0e25-predictor.18be3f353bacf697 namespace: kserve-ci-e2e-test resourceVersion: "17584" uid: 8e4085f1-42a7-41a8-a747-b350e25dbab2 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T18:53:20Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: message-dumper-raw-a0e25-predictor namespace: kserve-ci-e2e-test resourceVersion: "17400" uid: fd054fed-9615-4b60-87e7-5968fc518ef9 kind: Event lastTimestamp: "2026-07-01T18:53:20Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-07-01T18:53:20Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-01T18:53:20Z" name: message-dumper-raw-a0e25-predictor.18be3f353c1f2b97 namespace: kserve-ci-e2e-test resourceVersion: "17586" uid: da0ddac1-c6b2-4655-bf60-65df6985b3aa reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 8 eventTime: null firstTimestamp: "2026-07-01T18:52:50Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: message-dumper-raw-a0e25 namespace: kserve-ci-e2e-test resourceVersion: "17189" uid: 02c8e6ff-ee5c-4edc-9757-b35f002674df kind: Event lastTimestamp: "2026-07-01T18:53:02Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-07-01T18:52:50Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-01T18:53:02Z" name: message-dumper-raw-a0e25.18be3f2e3d5b773e namespace: kserve-ci-e2e-test resourceVersion: "17380" uid: 80748b60-46a6-42a9-8d5d-4777e29f39b4 reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-07-01T18:52:50Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: message-dumper-raw-a0e25 namespace: kserve-ci-e2e-test resourceVersion: "17189" uid: 02c8e6ff-ee5c-4edc-9757-b35f002674df kind: Event lastTimestamp: "2026-07-01T18:52:50Z" message: 'Failed to update status for InferenceService "message-dumper-raw-a0e25": Operation cannot be fulfilled on inferenceservices.serving.kserve.io "message-dumper-raw-a0e25": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-07-01T18:52:50Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-01T18:52:50Z" name: message-dumper-raw-a0e25.18be3f2e3dc4e899 namespace: kserve-ci-e2e-test resourceVersion: "17246" uid: 5f63e25d-f03a-4efc-bbd0-808d2430c7a4 reason: UpdateFailed reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T18:52:50Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: message-dumper-raw-a0e25 namespace: kserve-ci-e2e-test resourceVersion: "17208" uid: 02c8e6ff-ee5c-4edc-9757-b35f002674df kind: Event lastTimestamp: "2026-07-01T18:52:50Z" message: 'fails to update InferenceService status: Operation cannot be fulfilled on inferenceservices.serving.kserve.io "message-dumper-raw-a0e25": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-07-01T18:52:50Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-01T18:52:50Z" name: message-dumper-raw-a0e25.18be3f2e463dd15c namespace: kserve-ci-e2e-test resourceVersion: "17248" uid: 0b32c22e-042e-4715-a0a0-8d0fc64165ca reason: InternalError reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T18:53:02Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: message-dumper-raw-a0e25 namespace: kserve-ci-e2e-test resourceVersion: "17377" uid: 02c8e6ff-ee5c-4edc-9757-b35f002674df kind: Event lastTimestamp: "2026-07-01T18:53:02Z" message: InferenceService [message-dumper-raw-a0e25] is Ready metadata: creationTimestamp: "2026-07-01T18:53:02Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-01T18:53:02Z" name: message-dumper-raw-a0e25.18be3f3104f518f5 namespace: kserve-ci-e2e-test resourceVersion: "17378" uid: e0bde4ac-e302-4670-a197-b93d6c5e8b6b reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-07-01T18:50:49.803207Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: model-chainer-raw-97f72-57b966f8-bbbx8 namespace: kserve-ci-e2e-test resourceVersion: "16005" uid: 4abdea69-61fb-40e5-9f46-2295b4565950 kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/model-chainer-raw-97f72-57b966f8-bbbx8 to ip-10-0-141-230.ec2.internal metadata: creationTimestamp: "2026-07-01T18:50:49Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-07-01T18:50:49Z" name: model-chainer-raw-97f72-57b966f8-bbbx8.18be3f122e402f7a namespace: kserve-ci-e2e-test resourceVersion: "16011" uid: 1c422b63-60b8-4eb5-9112-606b3fd05be8 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-947467fd6-hzgtw source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T18:50:50Z" involvedObject: apiVersion: v1 kind: Pod name: model-chainer-raw-97f72-57b966f8-bbbx8 namespace: kserve-ci-e2e-test resourceVersion: "16015" uid: 4abdea69-61fb-40e5-9f46-2295b4565950 kind: Event lastTimestamp: "2026-07-01T18:50:50Z" message: Add eth0 [10.132.0.26/23] from ovn-kubernetes metadata: creationTimestamp: "2026-07-01T18:50:50Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-07-01T18:50:50Z" name: model-chainer-raw-97f72-57b966f8-bbbx8.18be3f1248be456e namespace: kserve-ci-e2e-test resourceVersion: "16029" uid: 24ebccc1-6348-4025-a353-e7c27f97628e reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T18:50:50Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{model-chainer-raw-97f72} kind: Pod name: model-chainer-raw-97f72-57b966f8-bbbx8 namespace: kserve-ci-e2e-test resourceVersion: "16008" uid: 4abdea69-61fb-40e5-9f46-2295b4565950 kind: Event lastTimestamp: "2026-07-01T18:50:50Z" message: Pulling image "quay.io/opendatahub/kserve-router@sha256:a589cb7fd67a31c767ba2472b47f816cadffddbd6c2e2c8ddfd876f9a79d8448" metadata: creationTimestamp: "2026-07-01T18:50:50Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T18:50:50Z" name: model-chainer-raw-97f72-57b966f8-bbbx8.18be3f124a41440d namespace: kserve-ci-e2e-test resourceVersion: "16033" uid: 4a78cecb-02e2-4ca2-9bb5-66535521a3c5 reason: Pulling reportingComponent: kubelet reportingInstance: ip-10-0-141-230.ec2.internal source: component: kubelet host: ip-10-0-141-230.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T18:50:52Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{model-chainer-raw-97f72} kind: Pod name: model-chainer-raw-97f72-57b966f8-bbbx8 namespace: kserve-ci-e2e-test resourceVersion: "16008" uid: 4abdea69-61fb-40e5-9f46-2295b4565950 kind: Event lastTimestamp: "2026-07-01T18:50:52Z" message: 'Successfully pulled image "quay.io/opendatahub/kserve-router@sha256:a589cb7fd67a31c767ba2472b47f816cadffddbd6c2e2c8ddfd876f9a79d8448" in 2.547s (2.547s including waiting). Image size: 218070140 bytes.' metadata: creationTimestamp: "2026-07-01T18:50:52Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T18:50:52Z" name: model-chainer-raw-97f72-57b966f8-bbbx8.18be3f12e21589ef namespace: kserve-ci-e2e-test resourceVersion: "16049" uid: 89fff59b-a8a1-4f53-9f0a-1ca5e2c9fb80 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-141-230.ec2.internal source: component: kubelet host: ip-10-0-141-230.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T18:50:52Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{model-chainer-raw-97f72} kind: Pod name: model-chainer-raw-97f72-57b966f8-bbbx8 namespace: kserve-ci-e2e-test resourceVersion: "16008" uid: 4abdea69-61fb-40e5-9f46-2295b4565950 kind: Event lastTimestamp: "2026-07-01T18:50:52Z" message: 'Created container: model-chainer-raw-97f72' metadata: creationTimestamp: "2026-07-01T18:50:52Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T18:50:52Z" name: model-chainer-raw-97f72-57b966f8-bbbx8.18be3f12e4d8f4f2 namespace: kserve-ci-e2e-test resourceVersion: "16050" uid: 7a2ce6e8-4ce7-44df-bb26-6ea9dcc1ed76 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-141-230.ec2.internal source: component: kubelet host: ip-10-0-141-230.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T18:50:52Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{model-chainer-raw-97f72} kind: Pod name: model-chainer-raw-97f72-57b966f8-bbbx8 namespace: kserve-ci-e2e-test resourceVersion: "16008" uid: 4abdea69-61fb-40e5-9f46-2295b4565950 kind: Event lastTimestamp: "2026-07-01T18:50:52Z" message: Started container model-chainer-raw-97f72 metadata: creationTimestamp: "2026-07-01T18:50:52Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T18:50:52Z" name: model-chainer-raw-97f72-57b966f8-bbbx8.18be3f12e5415cc7 namespace: kserve-ci-e2e-test resourceVersion: "16052" uid: 01543ee0-9a34-40b0-8549-c05fae23b2fa reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-141-230.ec2.internal source: component: kubelet host: ip-10-0-141-230.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T18:50:59Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{model-chainer-raw-97f72} kind: Pod name: model-chainer-raw-97f72-57b966f8-bbbx8 namespace: kserve-ci-e2e-test resourceVersion: "16008" uid: 4abdea69-61fb-40e5-9f46-2295b4565950 kind: Event lastTimestamp: "2026-07-01T18:50:59Z" message: Stopping container model-chainer-raw-97f72 metadata: creationTimestamp: "2026-07-01T18:50:59Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T18:50:59Z" name: model-chainer-raw-97f72-57b966f8-bbbx8.18be3f1484c604d2 namespace: kserve-ci-e2e-test resourceVersion: "16128" uid: f8e4fcbe-8ed9-48ff-85bf-7dbd53dee5d8 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-141-230.ec2.internal source: component: kubelet host: ip-10-0-141-230.ec2.internal type: Normal - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-07-01T18:51:04Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{model-chainer-raw-97f72} kind: Pod name: model-chainer-raw-97f72-57b966f8-bbbx8 namespace: kserve-ci-e2e-test resourceVersion: "16008" uid: 4abdea69-61fb-40e5-9f46-2295b4565950 kind: Event lastTimestamp: "2026-07-01T18:51:29Z" message: 'Readiness probe failed: HTTP probe failed with statuscode: 503' metadata: creationTimestamp: "2026-07-01T18:51:04Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T18:51:29Z" name: model-chainer-raw-97f72-57b966f8-bbbx8.18be3f1598949f18 namespace: kserve-ci-e2e-test resourceVersion: "16531" uid: bbbed06a-b41a-4918-8db7-a1517ec03c89 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-141-230.ec2.internal source: component: kubelet host: ip-10-0-141-230.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T18:50:49Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: model-chainer-raw-97f72-57b966f8 namespace: kserve-ci-e2e-test resourceVersion: "16000" uid: 5010254f-4328-45e0-b193-13d0d9ca9ffa kind: Event lastTimestamp: "2026-07-01T18:50:49Z" message: 'Created pod: model-chainer-raw-97f72-57b966f8-bbbx8' metadata: creationTimestamp: "2026-07-01T18:50:49Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-01T18:50:49Z" name: model-chainer-raw-97f72-57b966f8.18be3f122d98e1d9 namespace: kserve-ci-e2e-test resourceVersion: "16007" uid: 207c3176-432a-477a-bbe5-b1251a12355d reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T18:50:49Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: model-chainer-raw-97f72 namespace: kserve-ci-e2e-test resourceVersion: "15997" uid: 39089b48-f585-4be4-99ee-aea205db824e kind: Event lastTimestamp: "2026-07-01T18:50:49Z" message: Scaled up replica set model-chainer-raw-97f72-57b966f8 from 0 to 1 metadata: creationTimestamp: "2026-07-01T18:50:49Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-01T18:50:49Z" name: model-chainer-raw-97f72.18be3f122c27c680 namespace: kserve-ci-e2e-test resourceVersion: "16002" uid: 9a37be57-fc04-4571-8bde-4d9f0410c993 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T18:50:49Z" involvedObject: apiVersion: serving.kserve.io/v1alpha1 kind: InferenceGraph name: model-chainer-raw-97f72 namespace: kserve-ci-e2e-test resourceVersion: "16021" uid: f8ddc1ea-11fd-407b-9296-4ca4a5b6d8b6 kind: Event lastTimestamp: "2026-07-01T18:50:49Z" message: InferenceGraph [model-chainer-raw-97f72] is Ready metadata: creationTimestamp: "2026-07-01T18:50:49Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-01T18:50:49Z" name: model-chainer-raw-97f72.18be3f1231f17643 namespace: kserve-ci-e2e-test resourceVersion: "16024" uid: fb5a9002-15f7-4fd0-ae48-b1048952ba8c reason: InferenceGraphReady reportingComponent: InferenceGraphController reportingInstance: "" source: component: InferenceGraphController type: Normal - action: Binding apiVersion: v1 eventTime: "2026-07-01T18:52:40.106341Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: model-chainer-raw-hpa-e8497-5df7857b4d-l9t8l namespace: kserve-ci-e2e-test resourceVersion: "17066" uid: 8bd6eac9-11ec-49e5-b8b7-0040967fe7ef kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/model-chainer-raw-hpa-e8497-5df7857b4d-l9t8l to ip-10-0-141-230.ec2.internal metadata: creationTimestamp: "2026-07-01T18:52:40Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-07-01T18:52:40Z" name: model-chainer-raw-hpa-e8497-5df7857b4d-l9t8l.18be3f2bdcd46d02 namespace: kserve-ci-e2e-test resourceVersion: "17072" uid: f3774e34-9f92-4433-94d1-6781b8ebdf15 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-947467fd6-hzgtw source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T18:52:40Z" involvedObject: apiVersion: v1 kind: Pod name: model-chainer-raw-hpa-e8497-5df7857b4d-l9t8l namespace: kserve-ci-e2e-test resourceVersion: "17069" uid: 8bd6eac9-11ec-49e5-b8b7-0040967fe7ef kind: Event lastTimestamp: "2026-07-01T18:52:40Z" message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "model-chainer-raw-hpa-e8497-serving-cert" not found' metadata: creationTimestamp: "2026-07-01T18:52:40Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T18:52:40Z" name: model-chainer-raw-hpa-e8497-5df7857b4d-l9t8l.18be3f2be8c993ec namespace: kserve-ci-e2e-test resourceVersion: "17082" uid: 1c5feee7-5bfd-4591-8656-eaa9bf16aae9 reason: FailedMount reportingComponent: kubelet reportingInstance: ip-10-0-141-230.ec2.internal source: component: kubelet host: ip-10-0-141-230.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T18:52:41Z" involvedObject: apiVersion: v1 kind: Pod name: model-chainer-raw-hpa-e8497-5df7857b4d-l9t8l namespace: kserve-ci-e2e-test resourceVersion: "17074" uid: 8bd6eac9-11ec-49e5-b8b7-0040967fe7ef kind: Event lastTimestamp: "2026-07-01T18:52:41Z" message: Add eth0 [10.132.0.27/23] from ovn-kubernetes metadata: creationTimestamp: "2026-07-01T18:52:41Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-07-01T18:52:41Z" name: model-chainer-raw-hpa-e8497-5df7857b4d-l9t8l.18be3f2c1a738e15 namespace: kserve-ci-e2e-test resourceVersion: "17089" uid: 2e89e24d-5c0e-499c-965a-744cf8f48c07 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T18:52:41Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{model-chainer-raw-hpa-e8497} kind: Pod name: model-chainer-raw-hpa-e8497-5df7857b4d-l9t8l namespace: kserve-ci-e2e-test resourceVersion: "17069" uid: 8bd6eac9-11ec-49e5-b8b7-0040967fe7ef kind: Event lastTimestamp: "2026-07-01T18:52:41Z" message: Container image "quay.io/opendatahub/kserve-router@sha256:a589cb7fd67a31c767ba2472b47f816cadffddbd6c2e2c8ddfd876f9a79d8448" already present on machine metadata: creationTimestamp: "2026-07-01T18:52:41Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T18:52:41Z" name: model-chainer-raw-hpa-e8497-5df7857b4d-l9t8l.18be3f2c1c1864f4 namespace: kserve-ci-e2e-test resourceVersion: "17092" uid: ac634bec-f5b3-43fd-a6b7-05a13f1d3a83 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-141-230.ec2.internal source: component: kubelet host: ip-10-0-141-230.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T18:52:41Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{model-chainer-raw-hpa-e8497} kind: Pod name: model-chainer-raw-hpa-e8497-5df7857b4d-l9t8l namespace: kserve-ci-e2e-test resourceVersion: "17069" uid: 8bd6eac9-11ec-49e5-b8b7-0040967fe7ef kind: Event lastTimestamp: "2026-07-01T18:52:41Z" message: 'Created container: model-chainer-raw-hpa-e8497' metadata: creationTimestamp: "2026-07-01T18:52:41Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T18:52:41Z" name: model-chainer-raw-hpa-e8497-5df7857b4d-l9t8l.18be3f2c1f21782f namespace: kserve-ci-e2e-test resourceVersion: "17093" uid: 3802957f-ff92-48d6-a1fd-385d2ab413b5 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-141-230.ec2.internal source: component: kubelet host: ip-10-0-141-230.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T18:52:41Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{model-chainer-raw-hpa-e8497} kind: Pod name: model-chainer-raw-hpa-e8497-5df7857b4d-l9t8l namespace: kserve-ci-e2e-test resourceVersion: "17069" uid: 8bd6eac9-11ec-49e5-b8b7-0040967fe7ef kind: Event lastTimestamp: "2026-07-01T18:52:41Z" message: Started container model-chainer-raw-hpa-e8497 metadata: creationTimestamp: "2026-07-01T18:52:41Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T18:52:41Z" name: model-chainer-raw-hpa-e8497-5df7857b4d-l9t8l.18be3f2c1f91d233 namespace: kserve-ci-e2e-test resourceVersion: "17094" uid: fecf6a5c-2e00-4061-98e6-4b90c5b951af reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-141-230.ec2.internal source: component: kubelet host: ip-10-0-141-230.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T18:52:50Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{model-chainer-raw-hpa-e8497} kind: Pod name: model-chainer-raw-hpa-e8497-5df7857b4d-l9t8l namespace: kserve-ci-e2e-test resourceVersion: "17069" uid: 8bd6eac9-11ec-49e5-b8b7-0040967fe7ef kind: Event lastTimestamp: "2026-07-01T18:52:50Z" message: Stopping container model-chainer-raw-hpa-e8497 metadata: creationTimestamp: "2026-07-01T18:52:50Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T18:52:50Z" name: model-chainer-raw-hpa-e8497-5df7857b4d-l9t8l.18be3f2e33be8bd5 namespace: kserve-ci-e2e-test resourceVersion: "17184" uid: e370d0f2-ec15-4b44-80c7-7dace2bda533 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-141-230.ec2.internal source: component: kubelet host: ip-10-0-141-230.ec2.internal type: Normal - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-07-01T18:52:52Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{model-chainer-raw-hpa-e8497} kind: Pod name: model-chainer-raw-hpa-e8497-5df7857b4d-l9t8l namespace: kserve-ci-e2e-test resourceVersion: "17069" uid: 8bd6eac9-11ec-49e5-b8b7-0040967fe7ef kind: Event lastTimestamp: "2026-07-01T18:53:17Z" message: 'Readiness probe failed: HTTP probe failed with statuscode: 503' metadata: creationTimestamp: "2026-07-01T18:52:52Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T18:53:17Z" name: model-chainer-raw-hpa-e8497-5df7857b4d-l9t8l.18be3f2eda812522 namespace: kserve-ci-e2e-test resourceVersion: "17564" uid: 5a2da6ff-2a15-43c1-bb52-443c8aed2b2f reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-141-230.ec2.internal source: component: kubelet host: ip-10-0-141-230.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T18:52:40Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: model-chainer-raw-hpa-e8497-5df7857b4d namespace: kserve-ci-e2e-test resourceVersion: "17063" uid: d414e938-d20c-4d07-9efd-d3186b09a79f kind: Event lastTimestamp: "2026-07-01T18:52:40Z" message: 'Created pod: model-chainer-raw-hpa-e8497-5df7857b4d-l9t8l' metadata: creationTimestamp: "2026-07-01T18:52:40Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-01T18:52:40Z" name: model-chainer-raw-hpa-e8497-5df7857b4d.18be3f2bdc30a8dc namespace: kserve-ci-e2e-test resourceVersion: "17068" uid: af5539ef-f34d-4809-881f-85e09ada75a6 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T18:52:40Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: model-chainer-raw-hpa-e8497 namespace: kserve-ci-e2e-test resourceVersion: "17061" uid: d09bcf4e-ee73-4127-aa26-fd1de4f834d1 kind: Event lastTimestamp: "2026-07-01T18:52:40Z" message: Scaled up replica set model-chainer-raw-hpa-e8497-5df7857b4d from 0 to 1 metadata: creationTimestamp: "2026-07-01T18:52:40Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-01T18:52:40Z" name: model-chainer-raw-hpa-e8497.18be3f2bdae182bf namespace: kserve-ci-e2e-test resourceVersion: "17064" uid: 2f9c28e8-6c17-4488-91df-4629da971e32 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T18:52:40Z" involvedObject: apiVersion: serving.kserve.io/v1alpha1 kind: InferenceGraph name: model-chainer-raw-hpa-e8497 namespace: kserve-ci-e2e-test resourceVersion: "17077" uid: 7e25081b-0cac-4429-b4d8-63d59d493e12 kind: Event lastTimestamp: "2026-07-01T18:52:40Z" message: InferenceGraph [model-chainer-raw-hpa-e8497] is Ready metadata: creationTimestamp: "2026-07-01T18:52:40Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-01T18:52:40Z" name: model-chainer-raw-hpa-e8497.18be3f2be19d5b04 namespace: kserve-ci-e2e-test resourceVersion: "17079" uid: 9c34b8f9-944b-48f6-a8c5-eeadac281968 reason: InferenceGraphReady reportingComponent: InferenceGraphController reportingInstance: "" source: component: InferenceGraphController type: Normal - action: Binding apiVersion: v1 eventTime: "2026-07-01T18:59:35.673285Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: raw-sklearn-267eb-predictor-6cc7b567c8-fsl8m namespace: kserve-ci-e2e-test resourceVersion: "20654" uid: be98b8fb-f880-45ba-aad2-8dbe747fd632 kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/raw-sklearn-267eb-predictor-6cc7b567c8-fsl8m to ip-10-0-137-241.ec2.internal metadata: creationTimestamp: "2026-07-01T18:59:35Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-07-01T18:59:35Z" name: raw-sklearn-267eb-predictor-6cc7b567c8-fsl8m.18be3f8c9e8cd689 namespace: kserve-ci-e2e-test resourceVersion: "20658" uid: 205b757d-6c5b-490b-b7a3-dc009640c3bb reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-947467fd6-hzgtw source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T18:59:35Z" involvedObject: apiVersion: v1 kind: Pod name: raw-sklearn-267eb-predictor-6cc7b567c8-fsl8m namespace: kserve-ci-e2e-test resourceVersion: "20655" uid: be98b8fb-f880-45ba-aad2-8dbe747fd632 kind: Event lastTimestamp: "2026-07-01T18:59:35Z" message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "raw-sklearn-267eb-predictor-serving-cert" not found' metadata: creationTimestamp: "2026-07-01T18:59:35Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T18:59:35Z" name: raw-sklearn-267eb-predictor-6cc7b567c8-fsl8m.18be3f8ca63777e9 namespace: kserve-ci-e2e-test resourceVersion: "20670" uid: b801cdb4-4f0d-46d9-9f7d-d15a037017ba reason: FailedMount reportingComponent: kubelet reportingInstance: ip-10-0-137-241.ec2.internal source: component: kubelet host: ip-10-0-137-241.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T18:59:36Z" involvedObject: apiVersion: v1 kind: Pod name: raw-sklearn-267eb-predictor-6cc7b567c8-fsl8m namespace: kserve-ci-e2e-test resourceVersion: "20664" uid: be98b8fb-f880-45ba-aad2-8dbe747fd632 kind: Event lastTimestamp: "2026-07-01T18:59:36Z" message: Add eth0 [10.133.0.36/23] from ovn-kubernetes metadata: creationTimestamp: "2026-07-01T18:59:36Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-07-01T18:59:36Z" name: raw-sklearn-267eb-predictor-6cc7b567c8-fsl8m.18be3f8cdbade320 namespace: kserve-ci-e2e-test resourceVersion: "20684" uid: 860e110d-ef31-412d-9846-6e7967ef0fcf reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T18:59:36Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: raw-sklearn-267eb-predictor-6cc7b567c8-fsl8m namespace: kserve-ci-e2e-test resourceVersion: "20655" uid: be98b8fb-f880-45ba-aad2-8dbe747fd632 kind: Event lastTimestamp: "2026-07-01T18:59:36Z" message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:5df3316e2bbb1c8de0277d9a0c433b6bf041a14baf6838a11e4f2bdc5ed51f25" already present on machine metadata: creationTimestamp: "2026-07-01T18:59:36Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T18:59:36Z" name: raw-sklearn-267eb-predictor-6cc7b567c8-fsl8m.18be3f8cdd36bbfd namespace: kserve-ci-e2e-test resourceVersion: "20686" uid: f2a55e2d-9975-4ed5-8b22-7193427938c5 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-137-241.ec2.internal source: component: kubelet host: ip-10-0-137-241.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T18:59:36Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: raw-sklearn-267eb-predictor-6cc7b567c8-fsl8m namespace: kserve-ci-e2e-test resourceVersion: "20655" uid: be98b8fb-f880-45ba-aad2-8dbe747fd632 kind: Event lastTimestamp: "2026-07-01T18:59:36Z" message: 'Created container: storage-initializer' metadata: creationTimestamp: "2026-07-01T18:59:36Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T18:59:36Z" name: raw-sklearn-267eb-predictor-6cc7b567c8-fsl8m.18be3f8cdffc52b2 namespace: kserve-ci-e2e-test resourceVersion: "20687" uid: e59338bd-9365-4ecb-87e0-c8ac178a2d74 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-137-241.ec2.internal source: component: kubelet host: ip-10-0-137-241.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T18:59:36Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: raw-sklearn-267eb-predictor-6cc7b567c8-fsl8m namespace: kserve-ci-e2e-test resourceVersion: "20655" uid: be98b8fb-f880-45ba-aad2-8dbe747fd632 kind: Event lastTimestamp: "2026-07-01T18:59:36Z" message: Started container storage-initializer metadata: creationTimestamp: "2026-07-01T18:59:36Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T18:59:36Z" name: raw-sklearn-267eb-predictor-6cc7b567c8-fsl8m.18be3f8ce06d9b3b namespace: kserve-ci-e2e-test resourceVersion: "20688" uid: 1321fcb1-a99e-48cc-9778-9dc184471f0d reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-137-241.ec2.internal source: component: kubelet host: ip-10-0-137-241.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T18:59:41Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: raw-sklearn-267eb-predictor-6cc7b567c8-fsl8m namespace: kserve-ci-e2e-test resourceVersion: "20655" uid: be98b8fb-f880-45ba-aad2-8dbe747fd632 kind: Event lastTimestamp: "2026-07-01T18:59:41Z" message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1690" already present on machine metadata: creationTimestamp: "2026-07-01T18:59:41Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T18:59:41Z" name: raw-sklearn-267eb-predictor-6cc7b567c8-fsl8m.18be3f8de1af632e namespace: kserve-ci-e2e-test resourceVersion: "20729" uid: bb93c495-07f3-4dbc-8f6f-c9b425012955 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-137-241.ec2.internal source: component: kubelet host: ip-10-0-137-241.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T18:59:41Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: raw-sklearn-267eb-predictor-6cc7b567c8-fsl8m namespace: kserve-ci-e2e-test resourceVersion: "20655" uid: be98b8fb-f880-45ba-aad2-8dbe747fd632 kind: Event lastTimestamp: "2026-07-01T18:59:41Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-07-01T18:59:41Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T18:59:41Z" name: raw-sklearn-267eb-predictor-6cc7b567c8-fsl8m.18be3f8de4d53f3f namespace: kserve-ci-e2e-test resourceVersion: "20731" uid: 3283c241-1479-4051-9b1a-c76060601ffe reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-137-241.ec2.internal source: component: kubelet host: ip-10-0-137-241.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T18:59:41Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: raw-sklearn-267eb-predictor-6cc7b567c8-fsl8m namespace: kserve-ci-e2e-test resourceVersion: "20655" uid: be98b8fb-f880-45ba-aad2-8dbe747fd632 kind: Event lastTimestamp: "2026-07-01T18:59:41Z" message: Started container kserve-container metadata: creationTimestamp: "2026-07-01T18:59:41Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T18:59:41Z" name: raw-sklearn-267eb-predictor-6cc7b567c8-fsl8m.18be3f8de542ec0a namespace: kserve-ci-e2e-test resourceVersion: "20732" uid: 7d55c9d5-a2d2-41d7-8585-874836314408 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-137-241.ec2.internal source: component: kubelet host: ip-10-0-137-241.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T18:59:41Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: raw-sklearn-267eb-predictor-6cc7b567c8-fsl8m namespace: kserve-ci-e2e-test resourceVersion: "20655" uid: be98b8fb-f880-45ba-aad2-8dbe747fd632 kind: Event lastTimestamp: "2026-07-01T18:59:41Z" message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine metadata: creationTimestamp: "2026-07-01T18:59:41Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T18:59:41Z" name: raw-sklearn-267eb-predictor-6cc7b567c8-fsl8m.18be3f8de54ba37f namespace: kserve-ci-e2e-test resourceVersion: "20735" uid: 345a9a66-c83b-4787-b602-4b150a0dc595 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-137-241.ec2.internal source: component: kubelet host: ip-10-0-137-241.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T18:59:41Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: raw-sklearn-267eb-predictor-6cc7b567c8-fsl8m namespace: kserve-ci-e2e-test resourceVersion: "20655" uid: be98b8fb-f880-45ba-aad2-8dbe747fd632 kind: Event lastTimestamp: "2026-07-01T18:59:41Z" message: 'Created container: kube-rbac-proxy' metadata: creationTimestamp: "2026-07-01T18:59:41Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T18:59:41Z" name: raw-sklearn-267eb-predictor-6cc7b567c8-fsl8m.18be3f8de7e1de5d namespace: kserve-ci-e2e-test resourceVersion: "20736" uid: d96d7c58-3353-4ece-8244-4384fe7aa273 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-137-241.ec2.internal source: component: kubelet host: ip-10-0-137-241.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T18:59:41Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: raw-sklearn-267eb-predictor-6cc7b567c8-fsl8m namespace: kserve-ci-e2e-test resourceVersion: "20655" uid: be98b8fb-f880-45ba-aad2-8dbe747fd632 kind: Event lastTimestamp: "2026-07-01T18:59:41Z" message: Started container kube-rbac-proxy metadata: creationTimestamp: "2026-07-01T18:59:41Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T18:59:41Z" name: raw-sklearn-267eb-predictor-6cc7b567c8-fsl8m.18be3f8de8504f41 namespace: kserve-ci-e2e-test resourceVersion: "20737" uid: 81dce811-bbe7-4f39-878c-18815019f2f3 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-137-241.ec2.internal source: component: kubelet host: ip-10-0-137-241.ec2.internal type: Normal - apiVersion: v1 count: 10 eventTime: null firstTimestamp: "2026-07-01T18:59:43Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: raw-sklearn-267eb-predictor-6cc7b567c8-fsl8m namespace: kserve-ci-e2e-test resourceVersion: "20655" uid: be98b8fb-f880-45ba-aad2-8dbe747fd632 kind: Event lastTimestamp: "2026-07-01T19:01:09Z" message: 'Readiness probe failed: dial tcp 10.133.0.36:8080: connect: connection refused' metadata: creationTimestamp: "2026-07-01T18:59:43Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T19:01:09Z" name: raw-sklearn-267eb-predictor-6cc7b567c8-fsl8m.18be3f8e5982b5c8 namespace: kserve-ci-e2e-test resourceVersion: "21394" uid: 6617df01-8f3a-4c44-968d-c990bfb5d60d reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-137-241.ec2.internal source: component: kubelet host: ip-10-0-137-241.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T19:01:05Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: raw-sklearn-267eb-predictor-6cc7b567c8-fsl8m namespace: kserve-ci-e2e-test resourceVersion: "20655" uid: be98b8fb-f880-45ba-aad2-8dbe747fd632 kind: Event lastTimestamp: "2026-07-01T19:01:05Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-07-01T19:01:05Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T19:01:05Z" name: raw-sklearn-267eb-predictor-6cc7b567c8-fsl8m.18be3fa19d077b93 namespace: kserve-ci-e2e-test resourceVersion: "21364" uid: 05823d2f-47c2-4725-9eaf-1a545cd8edfe reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-137-241.ec2.internal source: component: kubelet host: ip-10-0-137-241.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T19:01:05Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: raw-sklearn-267eb-predictor-6cc7b567c8-fsl8m namespace: kserve-ci-e2e-test resourceVersion: "20655" uid: be98b8fb-f880-45ba-aad2-8dbe747fd632 kind: Event lastTimestamp: "2026-07-01T19:01:05Z" message: Stopping container kube-rbac-proxy metadata: creationTimestamp: "2026-07-01T19:01:05Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T19:01:05Z" name: raw-sklearn-267eb-predictor-6cc7b567c8-fsl8m.18be3fa19d07f96b namespace: kserve-ci-e2e-test resourceVersion: "21365" uid: 2c6e189b-f7f3-4b80-bef8-161cdf3e3b3f reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-137-241.ec2.internal source: component: kubelet host: ip-10-0-137-241.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T19:01:09Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: raw-sklearn-267eb-predictor-6cc7b567c8-fsl8m namespace: kserve-ci-e2e-test resourceVersion: "20655" uid: be98b8fb-f880-45ba-aad2-8dbe747fd632 kind: Event lastTimestamp: "2026-07-01T19:01:09Z" message: 'Readiness probe failed: Get "https://10.133.0.36:8643/healthz": dial tcp 10.133.0.36:8643: connect: connection refused' metadata: creationTimestamp: "2026-07-01T19:01:09Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T19:01:09Z" name: raw-sklearn-267eb-predictor-6cc7b567c8-fsl8m.18be3fa25fac4383 namespace: kserve-ci-e2e-test resourceVersion: "21393" uid: c3f4b156-4166-4474-a044-86a1ea75b20c reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-137-241.ec2.internal source: component: kubelet host: ip-10-0-137-241.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T18:59:35Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: raw-sklearn-267eb-predictor-6cc7b567c8 namespace: kserve-ci-e2e-test resourceVersion: "20645" uid: ad4ee6c9-fa1b-47c3-9a65-3dc2273d2366 kind: Event lastTimestamp: "2026-07-01T18:59:35Z" message: 'Created pod: raw-sklearn-267eb-predictor-6cc7b567c8-fsl8m' metadata: creationTimestamp: "2026-07-01T18:59:35Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-01T18:59:35Z" name: raw-sklearn-267eb-predictor-6cc7b567c8.18be3f8c9e21528f namespace: kserve-ci-e2e-test resourceVersion: "20656" uid: c71dacea-a7c7-4c00-85cd-b78ecb234db4 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T18:59:35Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: raw-sklearn-267eb-predictor namespace: kserve-ci-e2e-test resourceVersion: "20643" uid: 0eabbfa9-ca3a-495d-b0e0-8085a4973c37 kind: Event lastTimestamp: "2026-07-01T18:59:35Z" message: Scaled up replica set raw-sklearn-267eb-predictor-6cc7b567c8 from 0 to 1 metadata: creationTimestamp: "2026-07-01T18:59:35Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-01T18:59:35Z" name: raw-sklearn-267eb-predictor.18be3f8c9b3a3878 namespace: kserve-ci-e2e-test resourceVersion: "20647" uid: ffc7f769-91bd-4687-b2cb-27568feb65aa reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-07-01T18:59:50Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: raw-sklearn-267eb-predictor namespace: kserve-ci-e2e-test resourceVersion: "20644" uid: ea27dcfd-25ba-4beb-a4b9-34ba741b93b9 kind: Event lastTimestamp: "2026-07-01T19:00:05Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-07-01T18:59:50Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-01T19:00:05Z" name: raw-sklearn-267eb-predictor.18be3f901a267329 namespace: kserve-ci-e2e-test resourceVersion: "20913" uid: 45c965ea-a4f9-4de0-9949-fd72641c3f01 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-07-01T18:59:50Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: raw-sklearn-267eb-predictor namespace: kserve-ci-e2e-test resourceVersion: "20644" uid: ea27dcfd-25ba-4beb-a4b9-34ba741b93b9 kind: Event lastTimestamp: "2026-07-01T19:00:05Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-07-01T18:59:50Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-01T19:00:05Z" name: raw-sklearn-267eb-predictor.18be3f901a921277 namespace: kserve-ci-e2e-test resourceVersion: "20914" uid: 4e40daa6-f4a8-4858-9f1b-9ed2ba435490 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 4 eventTime: null firstTimestamp: "2026-07-01T19:00:20Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: raw-sklearn-267eb-predictor namespace: kserve-ci-e2e-test resourceVersion: "20808" uid: ea27dcfd-25ba-4beb-a4b9-34ba741b93b9 kind: Event lastTimestamp: "2026-07-01T19:01:05Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-07-01T19:00:20Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-01T19:01:05Z" name: raw-sklearn-267eb-predictor.18be3f9718b4a1d3 namespace: kserve-ci-e2e-test resourceVersion: "21347" uid: e63e7426-46d4-4ff5-8656-68ec774670d4 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 4 eventTime: null firstTimestamp: "2026-07-01T19:00:20Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: raw-sklearn-267eb-predictor namespace: kserve-ci-e2e-test resourceVersion: "20808" uid: ea27dcfd-25ba-4beb-a4b9-34ba741b93b9 kind: Event lastTimestamp: "2026-07-01T19:01:05Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-07-01T19:00:20Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-01T19:01:05Z" name: raw-sklearn-267eb-predictor.18be3f97196a9a93 namespace: kserve-ci-e2e-test resourceVersion: "21349" uid: fd269c93-9c2c-484f-8ac3-dcb6fea82009 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 13 eventTime: null firstTimestamp: "2026-07-01T18:59:35Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: raw-sklearn-267eb namespace: kserve-ci-e2e-test resourceVersion: "20636" uid: 02ac0a99-ce44-4460-b52a-63958f7839ad kind: Event lastTimestamp: "2026-07-01T19:00:59Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-07-01T18:59:35Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-01T19:00:59Z" name: raw-sklearn-267eb.18be3f8c9b44ec71 namespace: kserve-ci-e2e-test resourceVersion: "21306" uid: dfdebf6f-9024-4b44-9739-3231e9aa0b0f reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-07-01T18:59:35Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: raw-sklearn-267eb namespace: kserve-ci-e2e-test resourceVersion: "20636" uid: 02ac0a99-ce44-4460-b52a-63958f7839ad kind: Event lastTimestamp: "2026-07-01T18:59:35Z" message: 'Failed to update status for InferenceService "raw-sklearn-267eb": Operation cannot be fulfilled on inferenceservices.serving.kserve.io "raw-sklearn-267eb": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-07-01T18:59:35Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-01T18:59:35Z" name: raw-sklearn-267eb.18be3f8c9b94ab02 namespace: kserve-ci-e2e-test resourceVersion: "20666" uid: c8e35467-c187-4824-824f-9895ab550c96 reason: UpdateFailed reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T18:59:35Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: raw-sklearn-267eb namespace: kserve-ci-e2e-test resourceVersion: "20640" uid: 02ac0a99-ce44-4460-b52a-63958f7839ad kind: Event lastTimestamp: "2026-07-01T18:59:35Z" message: 'fails to update InferenceService status: Operation cannot be fulfilled on inferenceservices.serving.kserve.io "raw-sklearn-267eb": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-07-01T18:59:35Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-01T18:59:35Z" name: raw-sklearn-267eb.18be3f8ca25affa6 namespace: kserve-ci-e2e-test resourceVersion: "20667" uid: e5fa9c18-79aa-40fc-aff9-8b5bd5536d52 reason: InternalError reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T19:00:59Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: raw-sklearn-267eb namespace: kserve-ci-e2e-test resourceVersion: "21303" uid: 02ac0a99-ce44-4460-b52a-63958f7839ad kind: Event lastTimestamp: "2026-07-01T19:00:59Z" message: InferenceService [raw-sklearn-267eb] is Ready metadata: creationTimestamp: "2026-07-01T19:00:59Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-01T19:00:59Z" name: raw-sklearn-267eb.18be3fa01216a9d9 namespace: kserve-ci-e2e-test resourceVersion: "21305" uid: 3e7b4448-74a0-400b-8ee5-4e9d91a93f9e reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-07-01T19:01:10.980363Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: raw-sklearn-runtime-0e8fc-predictor-5d9f6785c4-2g9vw namespace: kserve-ci-e2e-test resourceVersion: "21433" uid: d92fc535-be9d-49c5-ae00-5faae95ef1dd kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/raw-sklearn-runtime-0e8fc-predictor-5d9f6785c4-2g9vw to ip-10-0-137-241.ec2.internal metadata: creationTimestamp: "2026-07-01T19:01:10Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-07-01T19:01:10Z" name: raw-sklearn-runtime-0e8fc-predictor-5d9f6785c4-2g9vw.18be3fa2cf4b6003 namespace: kserve-ci-e2e-test resourceVersion: "21438" uid: dd332ace-085f-456f-b6dd-52d336ea9ad6 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-947467fd6-hzgtw source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T19:01:11Z" involvedObject: apiVersion: v1 kind: Pod name: raw-sklearn-runtime-0e8fc-predictor-5d9f6785c4-2g9vw namespace: kserve-ci-e2e-test resourceVersion: "21442" uid: d92fc535-be9d-49c5-ae00-5faae95ef1dd kind: Event lastTimestamp: "2026-07-01T19:01:11Z" message: Add eth0 [10.133.0.37/23] from ovn-kubernetes metadata: creationTimestamp: "2026-07-01T19:01:11Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-07-01T19:01:11Z" name: raw-sklearn-runtime-0e8fc-predictor-5d9f6785c4-2g9vw.18be3fa2e8ae0ac8 namespace: kserve-ci-e2e-test resourceVersion: "21454" uid: 2a29aff7-89ca-4651-bf55-51cbec791ac3 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T19:01:11Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: raw-sklearn-runtime-0e8fc-predictor-5d9f6785c4-2g9vw namespace: kserve-ci-e2e-test resourceVersion: "21436" uid: d92fc535-be9d-49c5-ae00-5faae95ef1dd kind: Event lastTimestamp: "2026-07-01T19:01:11Z" message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:5df3316e2bbb1c8de0277d9a0c433b6bf041a14baf6838a11e4f2bdc5ed51f25" already present on machine metadata: creationTimestamp: "2026-07-01T19:01:11Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T19:01:11Z" name: raw-sklearn-runtime-0e8fc-predictor-5d9f6785c4-2g9vw.18be3fa2ea828286 namespace: kserve-ci-e2e-test resourceVersion: "21456" uid: 57000fdb-48d0-4277-984c-0e6c21cce008 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-137-241.ec2.internal source: component: kubelet host: ip-10-0-137-241.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T19:01:11Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: raw-sklearn-runtime-0e8fc-predictor-5d9f6785c4-2g9vw namespace: kserve-ci-e2e-test resourceVersion: "21436" uid: d92fc535-be9d-49c5-ae00-5faae95ef1dd kind: Event lastTimestamp: "2026-07-01T19:01:11Z" message: 'Created container: storage-initializer' metadata: creationTimestamp: "2026-07-01T19:01:11Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T19:01:11Z" name: raw-sklearn-runtime-0e8fc-predictor-5d9f6785c4-2g9vw.18be3fa2eda20ab9 namespace: kserve-ci-e2e-test resourceVersion: "21458" uid: 12145f87-c9e9-4730-97d6-1532b4cbc218 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-137-241.ec2.internal source: component: kubelet host: ip-10-0-137-241.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T19:01:11Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: raw-sklearn-runtime-0e8fc-predictor-5d9f6785c4-2g9vw namespace: kserve-ci-e2e-test resourceVersion: "21436" uid: d92fc535-be9d-49c5-ae00-5faae95ef1dd kind: Event lastTimestamp: "2026-07-01T19:01:11Z" message: Started container storage-initializer metadata: creationTimestamp: "2026-07-01T19:01:11Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T19:01:11Z" name: raw-sklearn-runtime-0e8fc-predictor-5d9f6785c4-2g9vw.18be3fa2ee12cce9 namespace: kserve-ci-e2e-test resourceVersion: "21459" uid: 9af048df-cac8-43e8-9035-4122aa3d1ba9 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-137-241.ec2.internal source: component: kubelet host: ip-10-0-137-241.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T19:01:15Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: raw-sklearn-runtime-0e8fc-predictor-5d9f6785c4-2g9vw namespace: kserve-ci-e2e-test resourceVersion: "21436" uid: d92fc535-be9d-49c5-ae00-5faae95ef1dd kind: Event lastTimestamp: "2026-07-01T19:01:15Z" message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1690" already present on machine metadata: creationTimestamp: "2026-07-01T19:01:15Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T19:01:15Z" name: raw-sklearn-runtime-0e8fc-predictor-5d9f6785c4-2g9vw.18be3fa3db9ca215 namespace: kserve-ci-e2e-test resourceVersion: "21491" uid: 728c1818-baef-4dc3-b973-802953f2c54a reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-137-241.ec2.internal source: component: kubelet host: ip-10-0-137-241.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T19:01:15Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: raw-sklearn-runtime-0e8fc-predictor-5d9f6785c4-2g9vw namespace: kserve-ci-e2e-test resourceVersion: "21436" uid: d92fc535-be9d-49c5-ae00-5faae95ef1dd kind: Event lastTimestamp: "2026-07-01T19:01:15Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-07-01T19:01:15Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T19:01:15Z" name: raw-sklearn-runtime-0e8fc-predictor-5d9f6785c4-2g9vw.18be3fa3df4eafe9 namespace: kserve-ci-e2e-test resourceVersion: "21493" uid: 3a562bd1-d79a-40fb-ba5d-dc82cde83abb reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-137-241.ec2.internal source: component: kubelet host: ip-10-0-137-241.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T19:01:15Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: raw-sklearn-runtime-0e8fc-predictor-5d9f6785c4-2g9vw namespace: kserve-ci-e2e-test resourceVersion: "21436" uid: d92fc535-be9d-49c5-ae00-5faae95ef1dd kind: Event lastTimestamp: "2026-07-01T19:01:15Z" message: Started container kserve-container metadata: creationTimestamp: "2026-07-01T19:01:15Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T19:01:15Z" name: raw-sklearn-runtime-0e8fc-predictor-5d9f6785c4-2g9vw.18be3fa3dfc2119a namespace: kserve-ci-e2e-test resourceVersion: "21496" uid: cff0da35-cdec-4e58-9eaf-8e889efe0ee9 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-137-241.ec2.internal source: component: kubelet host: ip-10-0-137-241.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T19:01:15Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: raw-sklearn-runtime-0e8fc-predictor-5d9f6785c4-2g9vw namespace: kserve-ci-e2e-test resourceVersion: "21436" uid: d92fc535-be9d-49c5-ae00-5faae95ef1dd kind: Event lastTimestamp: "2026-07-01T19:01:15Z" message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine metadata: creationTimestamp: "2026-07-01T19:01:15Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T19:01:15Z" name: raw-sklearn-runtime-0e8fc-predictor-5d9f6785c4-2g9vw.18be3fa3dfcbb944 namespace: kserve-ci-e2e-test resourceVersion: "21497" uid: 074a4549-8022-4fe8-9afc-d66e5b5fb72e reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-137-241.ec2.internal source: component: kubelet host: ip-10-0-137-241.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T19:01:15Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: raw-sklearn-runtime-0e8fc-predictor-5d9f6785c4-2g9vw namespace: kserve-ci-e2e-test resourceVersion: "21436" uid: d92fc535-be9d-49c5-ae00-5faae95ef1dd kind: Event lastTimestamp: "2026-07-01T19:01:15Z" message: 'Created container: kube-rbac-proxy' metadata: creationTimestamp: "2026-07-01T19:01:15Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T19:01:15Z" name: raw-sklearn-runtime-0e8fc-predictor-5d9f6785c4-2g9vw.18be3fa3e3f27059 namespace: kserve-ci-e2e-test resourceVersion: "21499" uid: a1cc8860-87e2-481f-a5ca-6ffbcf990d67 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-137-241.ec2.internal source: component: kubelet host: ip-10-0-137-241.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T19:01:15Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: raw-sklearn-runtime-0e8fc-predictor-5d9f6785c4-2g9vw namespace: kserve-ci-e2e-test resourceVersion: "21436" uid: d92fc535-be9d-49c5-ae00-5faae95ef1dd kind: Event lastTimestamp: "2026-07-01T19:01:15Z" message: Started container kube-rbac-proxy metadata: creationTimestamp: "2026-07-01T19:01:15Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T19:01:15Z" name: raw-sklearn-runtime-0e8fc-predictor-5d9f6785c4-2g9vw.18be3fa3e4619a57 namespace: kserve-ci-e2e-test resourceVersion: "21500" uid: b63f7e4a-d8b8-42d1-a8d3-dfffbca64a34 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-137-241.ec2.internal source: component: kubelet host: ip-10-0-137-241.ec2.internal type: Normal - apiVersion: v1 count: 10 eventTime: null firstTimestamp: "2026-07-01T19:01:17Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: raw-sklearn-runtime-0e8fc-predictor-5d9f6785c4-2g9vw namespace: kserve-ci-e2e-test resourceVersion: "21436" uid: d92fc535-be9d-49c5-ae00-5faae95ef1dd kind: Event lastTimestamp: "2026-07-01T19:02:43Z" message: 'Readiness probe failed: dial tcp 10.133.0.37:8080: connect: connection refused' metadata: creationTimestamp: "2026-07-01T19:01:17Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T19:02:43Z" name: raw-sklearn-runtime-0e8fc-predictor-5d9f6785c4-2g9vw.18be3fa453687d9a namespace: kserve-ci-e2e-test resourceVersion: "22149" uid: cfbc45b9-86ac-4fb6-acbc-044d03d39eab reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-137-241.ec2.internal source: component: kubelet host: ip-10-0-137-241.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T19:02:41Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: raw-sklearn-runtime-0e8fc-predictor-5d9f6785c4-2g9vw namespace: kserve-ci-e2e-test resourceVersion: "21436" uid: d92fc535-be9d-49c5-ae00-5faae95ef1dd kind: Event lastTimestamp: "2026-07-01T19:02:41Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-07-01T19:02:41Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T19:02:41Z" name: raw-sklearn-runtime-0e8fc-predictor-5d9f6785c4-2g9vw.18be3fb7ca76a01c namespace: kserve-ci-e2e-test resourceVersion: "22123" uid: 6afc26c6-2221-4411-a9d7-f475d23c4d26 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-137-241.ec2.internal source: component: kubelet host: ip-10-0-137-241.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T19:02:41Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: raw-sklearn-runtime-0e8fc-predictor-5d9f6785c4-2g9vw namespace: kserve-ci-e2e-test resourceVersion: "21436" uid: d92fc535-be9d-49c5-ae00-5faae95ef1dd kind: Event lastTimestamp: "2026-07-01T19:02:41Z" message: Stopping container kube-rbac-proxy metadata: creationTimestamp: "2026-07-01T19:02:41Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T19:02:41Z" name: raw-sklearn-runtime-0e8fc-predictor-5d9f6785c4-2g9vw.18be3fb7ca771c66 namespace: kserve-ci-e2e-test resourceVersion: "22124" uid: 33ddb404-d4d7-420b-96e1-9fd6b60823b1 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-137-241.ec2.internal source: component: kubelet host: ip-10-0-137-241.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T19:02:43Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: raw-sklearn-runtime-0e8fc-predictor-5d9f6785c4-2g9vw namespace: kserve-ci-e2e-test resourceVersion: "21436" uid: d92fc535-be9d-49c5-ae00-5faae95ef1dd kind: Event lastTimestamp: "2026-07-01T19:02:43Z" message: 'Readiness probe failed: Get "https://10.133.0.37:8643/healthz": dial tcp 10.133.0.37:8643: connect: connection refused' metadata: creationTimestamp: "2026-07-01T19:02:43Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T19:02:43Z" name: raw-sklearn-runtime-0e8fc-predictor-5d9f6785c4-2g9vw.18be3fb859a3d7ce namespace: kserve-ci-e2e-test resourceVersion: "22148" uid: 2d3562b4-7586-4ac4-930a-2ff2b2db04b7 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-137-241.ec2.internal source: component: kubelet host: ip-10-0-137-241.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T19:01:10Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: raw-sklearn-runtime-0e8fc-predictor-5d9f6785c4 namespace: kserve-ci-e2e-test resourceVersion: "21422" uid: 4e90a455-5f33-4ba6-a586-4e3f4a8325c3 kind: Event lastTimestamp: "2026-07-01T19:01:10Z" message: 'Created pod: raw-sklearn-runtime-0e8fc-predictor-5d9f6785c4-2g9vw' metadata: creationTimestamp: "2026-07-01T19:01:10Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-01T19:01:10Z" name: raw-sklearn-runtime-0e8fc-predictor-5d9f6785c4.18be3fa2ceccd269 namespace: kserve-ci-e2e-test resourceVersion: "21435" uid: d914c9b2-13f3-4435-9b98-b05ce0bbd354 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T19:01:10Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: raw-sklearn-runtime-0e8fc-predictor namespace: kserve-ci-e2e-test resourceVersion: "21420" uid: 0b691214-54da-4151-8aec-4f3c1816a665 kind: Event lastTimestamp: "2026-07-01T19:01:10Z" message: Scaled up replica set raw-sklearn-runtime-0e8fc-predictor-5d9f6785c4 from 0 to 1 metadata: creationTimestamp: "2026-07-01T19:01:10Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-01T19:01:10Z" name: raw-sklearn-runtime-0e8fc-predictor.18be3fa2c9dfe5d5 namespace: kserve-ci-e2e-test resourceVersion: "21424" uid: a75a8601-5236-410e-90c8-ef64cccba079 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-07-01T19:01:25Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: raw-sklearn-runtime-0e8fc-predictor namespace: kserve-ci-e2e-test resourceVersion: "21421" uid: fec21c74-1932-43a6-8fc7-f4e4b8f0b1c6 kind: Event lastTimestamp: "2026-07-01T19:01:55Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-07-01T19:01:25Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-01T19:01:55Z" name: raw-sklearn-runtime-0e8fc-predictor.18be3fa64904f27c namespace: kserve-ci-e2e-test resourceVersion: "21787" uid: 6d288ad3-367a-479a-abb5-50734ecc3e3d reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-07-01T19:01:25Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: raw-sklearn-runtime-0e8fc-predictor namespace: kserve-ci-e2e-test resourceVersion: "21421" uid: fec21c74-1932-43a6-8fc7-f4e4b8f0b1c6 kind: Event lastTimestamp: "2026-07-01T19:01:55Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-07-01T19:01:25Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-01T19:01:55Z" name: raw-sklearn-runtime-0e8fc-predictor.18be3fa64988621c namespace: kserve-ci-e2e-test resourceVersion: "21788" uid: f67ea897-b55d-4f8d-aea4-64dd8b3c8255 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-07-01T19:02:10Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: raw-sklearn-runtime-0e8fc-predictor namespace: kserve-ci-e2e-test resourceVersion: "21581" uid: fec21c74-1932-43a6-8fc7-f4e4b8f0b1c6 kind: Event lastTimestamp: "2026-07-01T19:02:41Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-07-01T19:02:10Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-01T19:02:41Z" name: raw-sklearn-runtime-0e8fc-predictor.18be3fb0c769428f namespace: kserve-ci-e2e-test resourceVersion: "22106" uid: a129d9d4-e660-4c93-9531-c333cf5d335a reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-07-01T19:02:10Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: raw-sklearn-runtime-0e8fc-predictor namespace: kserve-ci-e2e-test resourceVersion: "21581" uid: fec21c74-1932-43a6-8fc7-f4e4b8f0b1c6 kind: Event lastTimestamp: "2026-07-01T19:02:41Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-07-01T19:02:10Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-01T19:02:41Z" name: raw-sklearn-runtime-0e8fc-predictor.18be3fb0c7c1cace namespace: kserve-ci-e2e-test resourceVersion: "22107" uid: b899a102-f664-408c-9fd8-810be544a324 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 12 eventTime: null firstTimestamp: "2026-07-01T19:01:10Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: raw-sklearn-runtime-0e8fc namespace: kserve-ci-e2e-test resourceVersion: "21413" uid: e9989ea1-8e2e-4cfd-ab92-ac9c4bd1c26f kind: Event lastTimestamp: "2026-07-01T19:02:33Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-07-01T19:01:10Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-01T19:02:33Z" name: raw-sklearn-runtime-0e8fc.18be3fa2c9e46214 namespace: kserve-ci-e2e-test resourceVersion: "22056" uid: b0790d20-8956-4e0b-9b23-1523e2c16a19 reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-07-01T19:01:10Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: raw-sklearn-runtime-0e8fc namespace: kserve-ci-e2e-test resourceVersion: "21413" uid: e9989ea1-8e2e-4cfd-ab92-ac9c4bd1c26f kind: Event lastTimestamp: "2026-07-01T19:01:11Z" message: 'Failed to update status for InferenceService "raw-sklearn-runtime-0e8fc": Operation cannot be fulfilled on inferenceservices.serving.kserve.io "raw-sklearn-runtime-0e8fc": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-07-01T19:01:10Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-01T19:01:11Z" name: raw-sklearn-runtime-0e8fc.18be3fa2ca82fa2f namespace: kserve-ci-e2e-test resourceVersion: "21444" uid: e54e4416-fa2e-47de-acd2-7467ea9eb845 reason: UpdateFailed reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T19:01:11Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: raw-sklearn-runtime-0e8fc namespace: kserve-ci-e2e-test resourceVersion: "21416" uid: e9989ea1-8e2e-4cfd-ab92-ac9c4bd1c26f kind: Event lastTimestamp: "2026-07-01T19:01:11Z" message: 'fails to update InferenceService status: Operation cannot be fulfilled on inferenceservices.serving.kserve.io "raw-sklearn-runtime-0e8fc": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-07-01T19:01:11Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-01T19:01:11Z" name: raw-sklearn-runtime-0e8fc.18be3fa2d12b01b0 namespace: kserve-ci-e2e-test resourceVersion: "21445" uid: 563cc260-1d77-45f1-be18-f07fa581d771 reason: InternalError reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T19:02:33Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: raw-sklearn-runtime-0e8fc namespace: kserve-ci-e2e-test resourceVersion: "22054" uid: e9989ea1-8e2e-4cfd-ab92-ac9c4bd1c26f kind: Event lastTimestamp: "2026-07-01T19:02:33Z" message: InferenceService [raw-sklearn-runtime-0e8fc] is Ready metadata: creationTimestamp: "2026-07-01T19:02:33Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-01T19:02:33Z" name: raw-sklearn-runtime-0e8fc.18be3fb60bb4ad33 namespace: kserve-ci-e2e-test resourceVersion: "22055" uid: 6e6db7e9-2bc5-432f-ac45-3c4f296584d2 reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal kind: EventList metadata: resourceVersion: "22377"