--- apiVersion: v1 items: - action: Binding apiVersion: v1 eventTime: "2026-04-24T14:44:47.077055Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: ensemble-graph-0cfc3-6c948f8f4d-9c9p8 namespace: kserve-ci-e2e-test resourceVersion: "19705" uid: ca5d7317-a0a4-49fd-80e6-3ba1a237fc41 kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/ensemble-graph-0cfc3-6c948f8f4d-9c9p8 to ip-10-0-131-216.ec2.internal metadata: creationTimestamp: "2026-04-24T14:44:47Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-04-24T14:44:47Z" name: ensemble-graph-0cfc3-6c948f8f4d-9c9p8.18a9522e5e37d782 namespace: kserve-ci-e2e-test resourceVersion: "19711" uid: e60d51c8-f3a0-4e95-ba92-7cb19011c565 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-567f977dcb-n99rn source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-24T14:44:47Z" involvedObject: apiVersion: v1 kind: Pod name: ensemble-graph-0cfc3-6c948f8f4d-9c9p8 namespace: kserve-ci-e2e-test resourceVersion: "19716" uid: ca5d7317-a0a4-49fd-80e6-3ba1a237fc41 kind: Event lastTimestamp: "2026-04-24T14:44:47Z" message: Add eth0 [10.134.0.39/23] from ovn-kubernetes metadata: creationTimestamp: "2026-04-24T14:44:47Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-04-24T14:44:47Z" name: ensemble-graph-0cfc3-6c948f8f4d-9c9p8.18a9522e78cee665 namespace: kserve-ci-e2e-test resourceVersion: "19728" uid: 200cb870-8b55-4a3c-90cb-b656c948e189 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-24T14:44:47Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{ensemble-graph-0cfc3} kind: Pod name: ensemble-graph-0cfc3-6c948f8f4d-9c9p8 namespace: kserve-ci-e2e-test resourceVersion: "19707" uid: ca5d7317-a0a4-49fd-80e6-3ba1a237fc41 kind: Event lastTimestamp: "2026-04-24T14:44:47Z" message: Container image "quay.io/opendatahub/kserve-router@sha256:fefd1106bb22731cc766906fbe03e5e23570e9f66dd8c9e94ebe1e7e3a916c30" already present on machine metadata: creationTimestamp: "2026-04-24T14:44:47Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-24T14:44:47Z" name: ensemble-graph-0cfc3-6c948f8f4d-9c9p8.18a9522e7a0bfced namespace: kserve-ci-e2e-test resourceVersion: "19730" uid: 1dc4af70-2413-42f8-a2e6-e854fa93d1f5 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-131-216.ec2.internal source: component: kubelet host: ip-10-0-131-216.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-24T14:44:47Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{ensemble-graph-0cfc3} kind: Pod name: ensemble-graph-0cfc3-6c948f8f4d-9c9p8 namespace: kserve-ci-e2e-test resourceVersion: "19707" uid: ca5d7317-a0a4-49fd-80e6-3ba1a237fc41 kind: Event lastTimestamp: "2026-04-24T14:44:47Z" message: 'Created container: ensemble-graph-0cfc3' metadata: creationTimestamp: "2026-04-24T14:44:47Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-24T14:44:47Z" name: ensemble-graph-0cfc3-6c948f8f4d-9c9p8.18a9522e7daa98af namespace: kserve-ci-e2e-test resourceVersion: "19732" uid: 66efa94b-2730-457c-99a5-c18871fc1182 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-131-216.ec2.internal source: component: kubelet host: ip-10-0-131-216.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-24T14:44:47Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{ensemble-graph-0cfc3} kind: Pod name: ensemble-graph-0cfc3-6c948f8f4d-9c9p8 namespace: kserve-ci-e2e-test resourceVersion: "19707" uid: ca5d7317-a0a4-49fd-80e6-3ba1a237fc41 kind: Event lastTimestamp: "2026-04-24T14:44:47Z" message: Started container ensemble-graph-0cfc3 metadata: creationTimestamp: "2026-04-24T14:44:47Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-24T14:44:47Z" name: ensemble-graph-0cfc3-6c948f8f4d-9c9p8.18a9522e7e23eff6 namespace: kserve-ci-e2e-test resourceVersion: "19733" uid: 6b3dd661-1519-4bb6-a806-df2c4cc627a2 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-131-216.ec2.internal source: component: kubelet host: ip-10-0-131-216.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-24T14:44:57Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{ensemble-graph-0cfc3} kind: Pod name: ensemble-graph-0cfc3-6c948f8f4d-9c9p8 namespace: kserve-ci-e2e-test resourceVersion: "19707" uid: ca5d7317-a0a4-49fd-80e6-3ba1a237fc41 kind: Event lastTimestamp: "2026-04-24T14:44:57Z" message: Stopping container ensemble-graph-0cfc3 metadata: creationTimestamp: "2026-04-24T14:44:57Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-24T14:44:57Z" name: ensemble-graph-0cfc3-6c948f8f4d-9c9p8.18a95230b5e88ecc namespace: kserve-ci-e2e-test resourceVersion: "19830" uid: e1ad31c4-5b80-4eaf-83f4-10d5ba15cd15 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-131-216.ec2.internal source: component: kubelet host: ip-10-0-131-216.ec2.internal type: Normal - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-04-24T14:45:00Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{ensemble-graph-0cfc3} kind: Pod name: ensemble-graph-0cfc3-6c948f8f4d-9c9p8 namespace: kserve-ci-e2e-test resourceVersion: "19707" uid: ca5d7317-a0a4-49fd-80e6-3ba1a237fc41 kind: Event lastTimestamp: "2026-04-24T14:45:25Z" message: 'Readiness probe failed: HTTP probe failed with statuscode: 503' metadata: creationTimestamp: "2026-04-24T14:45:00Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-24T14:45:25Z" name: ensemble-graph-0cfc3-6c948f8f4d-9c9p8.18a952318658811f namespace: kserve-ci-e2e-test resourceVersion: "20184" uid: 19f68072-1874-4136-81c4-c39cea4920c0 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-131-216.ec2.internal source: component: kubelet host: ip-10-0-131-216.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-24T14:44:47Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: ensemble-graph-0cfc3-6c948f8f4d namespace: kserve-ci-e2e-test resourceVersion: "19702" uid: 73eb7190-ab24-4a34-a3a5-d5eb22358bd8 kind: Event lastTimestamp: "2026-04-24T14:44:47Z" message: 'Created pod: ensemble-graph-0cfc3-6c948f8f4d-9c9p8' metadata: creationTimestamp: "2026-04-24T14:44:47Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-24T14:44:47Z" name: ensemble-graph-0cfc3-6c948f8f4d.18a9522e5dcf0b57 namespace: kserve-ci-e2e-test resourceVersion: "19706" uid: 114c2170-89ea-45f1-a9f8-3c527e06ffb8 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-24T14:44:47Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: ensemble-graph-0cfc3 namespace: kserve-ci-e2e-test resourceVersion: "19700" uid: 4e8c24fd-a3e7-4c68-a9b1-4b8aabb9f31e kind: Event lastTimestamp: "2026-04-24T14:44:47Z" message: Scaled up replica set ensemble-graph-0cfc3-6c948f8f4d from 0 to 1 metadata: creationTimestamp: "2026-04-24T14:44:47Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-24T14:44:47Z" name: ensemble-graph-0cfc3.18a9522e5d271bc3 namespace: kserve-ci-e2e-test resourceVersion: "19703" uid: 7e931196-b3bb-4029-bd61-a0ccdd369429 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-24T14:44:47Z" involvedObject: apiVersion: serving.kserve.io/v1alpha1 kind: InferenceGraph name: ensemble-graph-0cfc3 namespace: kserve-ci-e2e-test resourceVersion: "19718" uid: e92d0495-445d-4249-842d-e8ab9af1811b kind: Event lastTimestamp: "2026-04-24T14:44:47Z" message: InferenceGraph [ensemble-graph-0cfc3] is Ready metadata: creationTimestamp: "2026-04-24T14:44:47Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-04-24T14:44:47Z" name: ensemble-graph-0cfc3.18a9522e60d35c2d namespace: kserve-ci-e2e-test resourceVersion: "19720" uid: feac26bf-c9d2-43b2-9002-02108450bddb reason: InferenceGraphReady reportingComponent: InferenceGraphController reportingInstance: "" source: component: InferenceGraphController type: Normal - action: Binding apiVersion: v1 eventTime: "2026-04-24T14:46:07.356028Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: ensemble-graph-47293-5d9c7b45db-4knmv namespace: kserve-ci-e2e-test resourceVersion: "20722" uid: 01c955f6-67b9-443e-b41d-f525cf09c69d kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/ensemble-graph-47293-5d9c7b45db-4knmv to ip-10-0-131-216.ec2.internal metadata: creationTimestamp: "2026-04-24T14:46:07Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-04-24T14:46:07Z" name: ensemble-graph-47293-5d9c7b45db-4knmv.18a952410f37c203 namespace: kserve-ci-e2e-test resourceVersion: "20728" uid: f0c9f648-4b44-4d74-9a26-3ffef9dd5b21 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-567f977dcb-n99rn source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-24T14:46:07Z" involvedObject: apiVersion: v1 kind: Pod name: ensemble-graph-47293-5d9c7b45db-4knmv namespace: kserve-ci-e2e-test resourceVersion: "20725" uid: 01c955f6-67b9-443e-b41d-f525cf09c69d kind: Event lastTimestamp: "2026-04-24T14:46:07Z" message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "ensemble-graph-47293-serving-cert" not found' metadata: creationTimestamp: "2026-04-24T14:46:07Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-24T14:46:07Z" name: ensemble-graph-47293-5d9c7b45db-4knmv.18a95241198b374f namespace: kserve-ci-e2e-test resourceVersion: "20739" uid: 76bf53e7-0bf9-49cc-97b7-30b6c36bb1e2 reason: FailedMount reportingComponent: kubelet reportingInstance: ip-10-0-131-216.ec2.internal source: component: kubelet host: ip-10-0-131-216.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-24T14:46:08Z" involvedObject: apiVersion: v1 kind: Pod name: ensemble-graph-47293-5d9c7b45db-4knmv namespace: kserve-ci-e2e-test resourceVersion: "20731" uid: 01c955f6-67b9-443e-b41d-f525cf09c69d kind: Event lastTimestamp: "2026-04-24T14:46:08Z" message: Add eth0 [10.134.0.41/23] from ovn-kubernetes metadata: creationTimestamp: "2026-04-24T14:46:08Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-04-24T14:46:08Z" name: ensemble-graph-47293-5d9c7b45db-4knmv.18a95241586ceeb7 namespace: kserve-ci-e2e-test resourceVersion: "20753" uid: e495878c-92b2-4752-bab6-0f8300398116 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-24T14:46:08Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{ensemble-graph-47293} kind: Pod name: ensemble-graph-47293-5d9c7b45db-4knmv namespace: kserve-ci-e2e-test resourceVersion: "20725" uid: 01c955f6-67b9-443e-b41d-f525cf09c69d kind: Event lastTimestamp: "2026-04-24T14:46:08Z" message: Container image "quay.io/opendatahub/kserve-router@sha256:fefd1106bb22731cc766906fbe03e5e23570e9f66dd8c9e94ebe1e7e3a916c30" already present on machine metadata: creationTimestamp: "2026-04-24T14:46:08Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-24T14:46:08Z" name: ensemble-graph-47293-5d9c7b45db-4knmv.18a9524159a6b317 namespace: kserve-ci-e2e-test resourceVersion: "20755" uid: a5684147-a1e3-4199-8214-7f030358abdb reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-131-216.ec2.internal source: component: kubelet host: ip-10-0-131-216.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-24T14:46:08Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{ensemble-graph-47293} kind: Pod name: ensemble-graph-47293-5d9c7b45db-4knmv namespace: kserve-ci-e2e-test resourceVersion: "20725" uid: 01c955f6-67b9-443e-b41d-f525cf09c69d kind: Event lastTimestamp: "2026-04-24T14:46:08Z" message: 'Created container: ensemble-graph-47293' metadata: creationTimestamp: "2026-04-24T14:46:08Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-24T14:46:08Z" name: ensemble-graph-47293-5d9c7b45db-4knmv.18a952415cb68b2c namespace: kserve-ci-e2e-test resourceVersion: "20756" uid: f0eacfe6-4132-461d-aa6a-c41f9b9bc388 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-131-216.ec2.internal source: component: kubelet host: ip-10-0-131-216.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-24T14:46:08Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{ensemble-graph-47293} kind: Pod name: ensemble-graph-47293-5d9c7b45db-4knmv namespace: kserve-ci-e2e-test resourceVersion: "20725" uid: 01c955f6-67b9-443e-b41d-f525cf09c69d kind: Event lastTimestamp: "2026-04-24T14:46:08Z" message: Started container ensemble-graph-47293 metadata: creationTimestamp: "2026-04-24T14:46:08Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-24T14:46:08Z" name: ensemble-graph-47293-5d9c7b45db-4knmv.18a952415d24e3ab namespace: kserve-ci-e2e-test resourceVersion: "20757" uid: 7376f288-f357-4c58-8855-91b3ab7def34 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-131-216.ec2.internal source: component: kubelet host: ip-10-0-131-216.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-24T14:54:22Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{ensemble-graph-47293} kind: Pod name: ensemble-graph-47293-5d9c7b45db-4knmv namespace: kserve-ci-e2e-test resourceVersion: "20725" uid: 01c955f6-67b9-443e-b41d-f525cf09c69d kind: Event lastTimestamp: "2026-04-24T14:54:22Z" message: Stopping container ensemble-graph-47293 metadata: creationTimestamp: "2026-04-24T14:54:22Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-24T14:54:22Z" name: ensemble-graph-47293-5d9c7b45db-4knmv.18a952b43be56ad7 namespace: kserve-ci-e2e-test resourceVersion: "24238" uid: 0f85382d-edc2-444a-951b-ecebb18ee4ca reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-131-216.ec2.internal source: component: kubelet host: ip-10-0-131-216.ec2.internal type: Normal - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-04-24T14:54:24Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{ensemble-graph-47293} kind: Pod name: ensemble-graph-47293-5d9c7b45db-4knmv namespace: kserve-ci-e2e-test resourceVersion: "20725" uid: 01c955f6-67b9-443e-b41d-f525cf09c69d kind: Event lastTimestamp: "2026-04-24T14:54:49Z" message: 'Readiness probe failed: HTTP probe failed with statuscode: 503' metadata: creationTimestamp: "2026-04-24T14:54:24Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-24T14:54:49Z" name: ensemble-graph-47293-5d9c7b45db-4knmv.18a952b4e7d9d9ee namespace: kserve-ci-e2e-test resourceVersion: "24557" uid: 655f71f2-6a68-485b-ab80-6aec3de1a516 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-131-216.ec2.internal source: component: kubelet host: ip-10-0-131-216.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-24T14:46:07Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: ensemble-graph-47293-5d9c7b45db namespace: kserve-ci-e2e-test resourceVersion: "20718" uid: 09e279d2-7065-4ce8-9cbe-8e7d50be5f5b kind: Event lastTimestamp: "2026-04-24T14:46:07Z" message: 'Created pod: ensemble-graph-47293-5d9c7b45db-4knmv' metadata: creationTimestamp: "2026-04-24T14:46:07Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-24T14:46:07Z" name: ensemble-graph-47293-5d9c7b45db.18a952410ecb47cb namespace: kserve-ci-e2e-test resourceVersion: "20723" uid: 768ef763-e87b-4356-90fa-ea7378d44986 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-24T14:46:07Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: ensemble-graph-47293 namespace: kserve-ci-e2e-test resourceVersion: "20717" uid: cd2c89be-cd12-485f-aa89-694b2f288b13 kind: Event lastTimestamp: "2026-04-24T14:46:07Z" message: Scaled up replica set ensemble-graph-47293-5d9c7b45db from 0 to 1 metadata: creationTimestamp: "2026-04-24T14:46:07Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-24T14:46:07Z" name: ensemble-graph-47293.18a952410e19b0f7 namespace: kserve-ci-e2e-test resourceVersion: "20720" uid: 68b8cbd6-e3a4-4717-8be8-14b58e765044 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-24T14:46:07Z" involvedObject: apiVersion: serving.kserve.io/v1alpha1 kind: InferenceGraph name: ensemble-graph-47293 namespace: kserve-ci-e2e-test resourceVersion: "20733" uid: e97c6691-0bdd-4111-8ff5-76452d0fd0c6 kind: Event lastTimestamp: "2026-04-24T14:46:07Z" message: InferenceGraph [ensemble-graph-47293] is Ready metadata: creationTimestamp: "2026-04-24T14:46:07Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-04-24T14:46:07Z" name: ensemble-graph-47293.18a9524111eddb9e namespace: kserve-ci-e2e-test resourceVersion: "20735" uid: e65f67f8-1798-4103-bc12-88c83e5dd78e reason: InferenceGraphReady reportingComponent: InferenceGraphController reportingInstance: "" source: component: InferenceGraphController type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-24T14:46:22Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: ensemble-graph-47293 namespace: kserve-ci-e2e-test resourceVersion: "20719" uid: c120e2ba-7b9d-47a1-a546-bc7a91581572 kind: Event lastTimestamp: "2026-04-24T14:46:22Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-04-24T14:46:22Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-24T14:46:22Z" name: ensemble-graph-47293.18a952448cc58892 namespace: kserve-ci-e2e-test resourceVersion: "20871" uid: c86b3bd9-2c53-4500-b32b-35782ce4c325 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-24T14:46:22Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: ensemble-graph-47293 namespace: kserve-ci-e2e-test resourceVersion: "20719" uid: c120e2ba-7b9d-47a1-a546-bc7a91581572 kind: Event lastTimestamp: "2026-04-24T14:46:22Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-04-24T14:46:22Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-24T14:46:22Z" name: ensemble-graph-47293.18a952448d0b86a9 namespace: kserve-ci-e2e-test resourceVersion: "20872" uid: e82e7315-4e65-4c01-9044-383e17c20692 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-04-24T14:46:37Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: ensemble-graph-47293 namespace: kserve-ci-e2e-test resourceVersion: "20870" uid: c120e2ba-7b9d-47a1-a546-bc7a91581572 kind: Event lastTimestamp: "2026-04-24T14:46:52Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-04-24T14:46:37Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-24T14:46:52Z" name: ensemble-graph-47293.18a952480ba73048 namespace: kserve-ci-e2e-test resourceVersion: "21142" uid: 6fcfd81b-dbca-4a04-98c9-91183f135f03 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-04-24T14:46:37Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: ensemble-graph-47293 namespace: kserve-ci-e2e-test resourceVersion: "20870" uid: c120e2ba-7b9d-47a1-a546-bc7a91581572 kind: Event lastTimestamp: "2026-04-24T14:46:52Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-04-24T14:46:37Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-24T14:46:52Z" name: ensemble-graph-47293.18a952480c08ba05 namespace: kserve-ci-e2e-test resourceVersion: "21143" uid: efa35760-e366-4abd-8a15-afdec8f41ac8 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - action: Binding apiVersion: v1 eventTime: "2026-04-24T14:43:37.095226Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: error-404-isvc-0cfc3-predictor-5f76954b8c-4ft79 namespace: kserve-ci-e2e-test resourceVersion: "18963" uid: 223202e5-c32d-4552-a13e-219de7f44444 kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/error-404-isvc-0cfc3-predictor-5f76954b8c-4ft79 to ip-10-0-129-34.ec2.internal metadata: creationTimestamp: "2026-04-24T14:43:37Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-04-24T14:43:37Z" name: error-404-isvc-0cfc3-predictor-5f76954b8c-4ft79.18a9521e12f9dfaa namespace: kserve-ci-e2e-test resourceVersion: "18967" uid: a14e483d-6d62-4edd-a366-786acab52976 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-567f977dcb-n99rn source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-24T14:43:37Z" involvedObject: apiVersion: v1 kind: Pod name: error-404-isvc-0cfc3-predictor-5f76954b8c-4ft79 namespace: kserve-ci-e2e-test resourceVersion: "18974" uid: 223202e5-c32d-4552-a13e-219de7f44444 kind: Event lastTimestamp: "2026-04-24T14:43:37Z" message: Add eth0 [10.132.0.27/23] from ovn-kubernetes metadata: creationTimestamp: "2026-04-24T14:43:37Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-04-24T14:43:37Z" name: error-404-isvc-0cfc3-predictor-5f76954b8c-4ft79.18a9521e1b462100 namespace: kserve-ci-e2e-test resourceVersion: "18982" uid: 86c19779-1d4a-45bf-b702-a7b8c282c11e reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-24T14:43:37Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-0cfc3-predictor-5f76954b8c-4ft79 namespace: kserve-ci-e2e-test resourceVersion: "18965" uid: 223202e5-c32d-4552-a13e-219de7f44444 kind: Event lastTimestamp: "2026-04-24T14:43:37Z" message: Container image "quay.io/opendatahub/error-404-isvc:odh-pr-1433" already present on machine metadata: creationTimestamp: "2026-04-24T14:43:37Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-24T14:43:37Z" name: error-404-isvc-0cfc3-predictor-5f76954b8c-4ft79.18a9521e1c61b719 namespace: kserve-ci-e2e-test resourceVersion: "18984" uid: c4e3e74f-2731-4837-a65e-50b338ba8f66 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-129-34.ec2.internal source: component: kubelet host: ip-10-0-129-34.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-24T14:43:37Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-0cfc3-predictor-5f76954b8c-4ft79 namespace: kserve-ci-e2e-test resourceVersion: "18965" uid: 223202e5-c32d-4552-a13e-219de7f44444 kind: Event lastTimestamp: "2026-04-24T14:43:37Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-04-24T14:43:37Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-24T14:43:37Z" name: error-404-isvc-0cfc3-predictor-5f76954b8c-4ft79.18a9521e24af9667 namespace: kserve-ci-e2e-test resourceVersion: "18991" uid: 4abdea0d-b571-4405-9580-320d90c49fb1 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-129-34.ec2.internal source: component: kubelet host: ip-10-0-129-34.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-24T14:43:37Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-0cfc3-predictor-5f76954b8c-4ft79 namespace: kserve-ci-e2e-test resourceVersion: "18965" uid: 223202e5-c32d-4552-a13e-219de7f44444 kind: Event lastTimestamp: "2026-04-24T14:43:37Z" message: Started container kserve-container metadata: creationTimestamp: "2026-04-24T14:43:37Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-24T14:43:37Z" name: error-404-isvc-0cfc3-predictor-5f76954b8c-4ft79.18a9521e252a2a02 namespace: kserve-ci-e2e-test resourceVersion: "18992" uid: 94d5ca25-154e-4579-9d93-352f2e5c632c reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-129-34.ec2.internal source: component: kubelet host: ip-10-0-129-34.ec2.internal type: Normal - apiVersion: v1 count: 7 eventTime: null firstTimestamp: "2026-04-24T14:43:37Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-0cfc3-predictor-5f76954b8c-4ft79 namespace: kserve-ci-e2e-test resourceVersion: "18965" uid: 223202e5-c32d-4552-a13e-219de7f44444 kind: Event lastTimestamp: "2026-04-24T14:44:58Z" message: 'Readiness probe failed: dial tcp 10.132.0.27:8080: connect: connection refused' metadata: creationTimestamp: "2026-04-24T14:43:37Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-24T14:44:58Z" name: error-404-isvc-0cfc3-predictor-5f76954b8c-4ft79.18a9521e45118d5d namespace: kserve-ci-e2e-test resourceVersion: "19948" uid: 767946eb-9246-4e06-95fb-566e9f3e4626 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-129-34.ec2.internal source: component: kubelet host: ip-10-0-129-34.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-24T14:44:57Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-0cfc3-predictor-5f76954b8c-4ft79 namespace: kserve-ci-e2e-test resourceVersion: "18965" uid: 223202e5-c32d-4552-a13e-219de7f44444 kind: Event lastTimestamp: "2026-04-24T14:44:57Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-04-24T14:44:57Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-24T14:44:57Z" name: error-404-isvc-0cfc3-predictor-5f76954b8c-4ft79.18a95230c2cc1cb5 namespace: kserve-ci-e2e-test resourceVersion: "19910" uid: c4cbea4b-1c56-40ed-8c08-c0cf9272e4ee reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-129-34.ec2.internal source: component: kubelet host: ip-10-0-129-34.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-24T14:43:37Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: error-404-isvc-0cfc3-predictor-5f76954b8c namespace: kserve-ci-e2e-test resourceVersion: "18954" uid: 010433ee-d8aa-4278-82e9-d61916e2c114 kind: Event lastTimestamp: "2026-04-24T14:43:37Z" message: 'Created pod: error-404-isvc-0cfc3-predictor-5f76954b8c-4ft79' metadata: creationTimestamp: "2026-04-24T14:43:37Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-24T14:43:37Z" name: error-404-isvc-0cfc3-predictor-5f76954b8c.18a9521e1291e076 namespace: kserve-ci-e2e-test resourceVersion: "18964" uid: 167999ae-69b0-4726-b7b6-d6a67fef51a8 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-24T14:43:37Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: error-404-isvc-0cfc3-predictor namespace: kserve-ci-e2e-test resourceVersion: "18948" uid: c029f048-cfef-4dd7-bc4b-c0fb40a84c1c kind: Event lastTimestamp: "2026-04-24T14:43:37Z" message: Scaled up replica set error-404-isvc-0cfc3-predictor-5f76954b8c from 0 to 1 metadata: creationTimestamp: "2026-04-24T14:43:37Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-24T14:43:37Z" name: error-404-isvc-0cfc3-predictor.18a9521e1143584a namespace: kserve-ci-e2e-test resourceVersion: "18957" uid: 110dcc19-7bf8-4740-9a66-d229360b4f55 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-24T14:43:52Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-0cfc3-predictor namespace: kserve-ci-e2e-test resourceVersion: "18953" uid: 9d3d9b33-c27c-458e-a57e-c3e8ba5feb01 kind: Event lastTimestamp: "2026-04-24T14:43:52Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-04-24T14:43:52Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-24T14:43:52Z" name: error-404-isvc-0cfc3-predictor.18a952218f9e40d1 namespace: kserve-ci-e2e-test resourceVersion: "19115" uid: 40cf50b7-31e2-48c5-b981-5ea4c10f0c17 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-24T14:43:52Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-0cfc3-predictor namespace: kserve-ci-e2e-test resourceVersion: "18953" uid: 9d3d9b33-c27c-458e-a57e-c3e8ba5feb01 kind: Event lastTimestamp: "2026-04-24T14:43:52Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-04-24T14:43:52Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-24T14:43:52Z" name: error-404-isvc-0cfc3-predictor.18a952218ff94fda namespace: kserve-ci-e2e-test resourceVersion: "19117" uid: a3a38836-95ff-482c-9d78-e500def61ac8 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 4 eventTime: null firstTimestamp: "2026-04-24T14:44:07Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-0cfc3-predictor namespace: kserve-ci-e2e-test resourceVersion: "19116" uid: 9d3d9b33-c27c-458e-a57e-c3e8ba5feb01 kind: Event lastTimestamp: "2026-04-24T14:44:52Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-04-24T14:44:07Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-24T14:44:52Z" name: error-404-isvc-0cfc3-predictor.18a952250e9b0020 namespace: kserve-ci-e2e-test resourceVersion: "19774" uid: c266d392-95a9-4de0-a388-f64364c0061a reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 4 eventTime: null firstTimestamp: "2026-04-24T14:44:07Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-0cfc3-predictor namespace: kserve-ci-e2e-test resourceVersion: "19116" uid: 9d3d9b33-c27c-458e-a57e-c3e8ba5feb01 kind: Event lastTimestamp: "2026-04-24T14:44:52Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-04-24T14:44:07Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-24T14:44:52Z" name: error-404-isvc-0cfc3-predictor.18a952250ee02e65 namespace: kserve-ci-e2e-test resourceVersion: "19775" uid: 9f6bb0cc-6b2d-44d2-8ea5-9cab7ac099ef reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-04-24T14:43:37Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-0cfc3 namespace: kserve-ci-e2e-test resourceVersion: "18923" uid: 3c76c02e-5e21-409b-8dbd-993296e99fa2 kind: Event lastTimestamp: "2026-04-24T14:44:29Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-04-24T14:43:37Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-04-24T14:44:29Z" name: error-404-isvc-0cfc3.18a9521e112024c9 namespace: kserve-ci-e2e-test resourceVersion: "19551" uid: e02f05c4-a827-461a-b39d-16d46580572b reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-24T14:43:37Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-0cfc3 namespace: kserve-ci-e2e-test resourceVersion: "18923" uid: 3c76c02e-5e21-409b-8dbd-993296e99fa2 kind: Event lastTimestamp: "2026-04-24T14:43:37Z" message: 'Failed to update status for InferenceService "error-404-isvc-0cfc3": Operation cannot be fulfilled on inferenceservices.serving.kserve.io "error-404-isvc-0cfc3": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-04-24T14:43:37Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-04-24T14:43:37Z" name: error-404-isvc-0cfc3.18a9521e1178f1b7 namespace: kserve-ci-e2e-test resourceVersion: "18960" uid: 2a0900ba-511e-45c2-b237-5138eee6844d reason: UpdateFailed reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-24T14:43:37Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-0cfc3 namespace: kserve-ci-e2e-test resourceVersion: "18923" uid: 3c76c02e-5e21-409b-8dbd-993296e99fa2 kind: Event lastTimestamp: "2026-04-24T14:43:37Z" message: 'fails to update InferenceService status: Operation cannot be fulfilled on inferenceservices.serving.kserve.io "error-404-isvc-0cfc3": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-04-24T14:43:37Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-04-24T14:43:37Z" name: error-404-isvc-0cfc3.18a9521e117944a3 namespace: kserve-ci-e2e-test resourceVersion: "18962" uid: 67702fe3-ef6d-4f09-a1b3-bcb54e5eec51 reason: InternalError reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-24T14:44:29Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-0cfc3 namespace: kserve-ci-e2e-test resourceVersion: "19546" uid: 3c76c02e-5e21-409b-8dbd-993296e99fa2 kind: Event lastTimestamp: "2026-04-24T14:44:29Z" message: InferenceService [error-404-isvc-0cfc3] is Ready metadata: creationTimestamp: "2026-04-24T14:44:29Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-04-24T14:44:29Z" name: error-404-isvc-0cfc3.18a9522a2ada72c2 namespace: kserve-ci-e2e-test resourceVersion: "19547" uid: 076e7a90-88e3-4e3b-966b-019078f88ea3 reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-04-24T14:44:57.321107Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: error-404-isvc-47293-predictor-558b7974ff-4dtvs namespace: kserve-ci-e2e-test resourceVersion: "19888" uid: d05aacc3-8e49-401e-98fe-121e82e9c6c4 kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/error-404-isvc-47293-predictor-558b7974ff-4dtvs to ip-10-0-129-34.ec2.internal metadata: creationTimestamp: "2026-04-24T14:44:57Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-04-24T14:44:57Z" name: error-404-isvc-47293-predictor-558b7974ff-4dtvs.18a95230c0cfa7f1 namespace: kserve-ci-e2e-test resourceVersion: "19894" uid: 8a225885-957d-421c-a6ac-804beab7b299 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-567f977dcb-n99rn source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-24T14:44:57Z" involvedObject: apiVersion: v1 kind: Pod name: error-404-isvc-47293-predictor-558b7974ff-4dtvs namespace: kserve-ci-e2e-test resourceVersion: "19907" uid: d05aacc3-8e49-401e-98fe-121e82e9c6c4 kind: Event lastTimestamp: "2026-04-24T14:44:57Z" message: Add eth0 [10.132.0.31/23] from ovn-kubernetes metadata: creationTimestamp: "2026-04-24T14:44:57Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-04-24T14:44:57Z" name: error-404-isvc-47293-predictor-558b7974ff-4dtvs.18a95230c9066d01 namespace: kserve-ci-e2e-test resourceVersion: "19918" uid: 6be0198b-896d-4cae-b1be-518ee7703f06 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-24T14:44:57Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-47293-predictor-558b7974ff-4dtvs namespace: kserve-ci-e2e-test resourceVersion: "19891" uid: d05aacc3-8e49-401e-98fe-121e82e9c6c4 kind: Event lastTimestamp: "2026-04-24T14:44:57Z" message: Container image "quay.io/opendatahub/error-404-isvc:odh-pr-1433" already present on machine metadata: creationTimestamp: "2026-04-24T14:44:57Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-24T14:44:57Z" name: error-404-isvc-47293-predictor-558b7974ff-4dtvs.18a95230ca449f09 namespace: kserve-ci-e2e-test resourceVersion: "19922" uid: ffdcbfc1-e70a-420e-8ad3-a222ee33eb81 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-129-34.ec2.internal source: component: kubelet host: ip-10-0-129-34.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-24T14:44:57Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-47293-predictor-558b7974ff-4dtvs namespace: kserve-ci-e2e-test resourceVersion: "19891" uid: d05aacc3-8e49-401e-98fe-121e82e9c6c4 kind: Event lastTimestamp: "2026-04-24T14:44:57Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-04-24T14:44:57Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-24T14:44:57Z" name: error-404-isvc-47293-predictor-558b7974ff-4dtvs.18a95230d0cbb07f namespace: kserve-ci-e2e-test resourceVersion: "19925" uid: 50e00026-fa7f-4517-93cb-ef16fb908634 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-129-34.ec2.internal source: component: kubelet host: ip-10-0-129-34.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-24T14:44:57Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-47293-predictor-558b7974ff-4dtvs namespace: kserve-ci-e2e-test resourceVersion: "19891" uid: d05aacc3-8e49-401e-98fe-121e82e9c6c4 kind: Event lastTimestamp: "2026-04-24T14:44:57Z" message: Started container kserve-container metadata: creationTimestamp: "2026-04-24T14:44:57Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-24T14:44:57Z" name: error-404-isvc-47293-predictor-558b7974ff-4dtvs.18a95230d14570a0 namespace: kserve-ci-e2e-test resourceVersion: "19926" uid: 7d8146a4-8a36-498d-b579-2d10a3892a49 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-129-34.ec2.internal source: component: kubelet host: ip-10-0-129-34.ec2.internal type: Normal - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-04-24T14:44:58Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-47293-predictor-558b7974ff-4dtvs namespace: kserve-ci-e2e-test resourceVersion: "19891" uid: d05aacc3-8e49-401e-98fe-121e82e9c6c4 kind: Event lastTimestamp: "2026-04-24T14:45:39Z" message: 'Readiness probe failed: dial tcp 10.132.0.31:8080: connect: connection refused' metadata: creationTimestamp: "2026-04-24T14:44:58Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-24T14:45:39Z" name: error-404-isvc-47293-predictor-558b7974ff-4dtvs.18a95230f40cc1da namespace: kserve-ci-e2e-test resourceVersion: "20460" uid: aec8c905-87d5-4d35-8647-aff1c2224b67 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-129-34.ec2.internal source: component: kubelet host: ip-10-0-129-34.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-24T14:54:22Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-47293-predictor-558b7974ff-4dtvs namespace: kserve-ci-e2e-test resourceVersion: "19891" uid: d05aacc3-8e49-401e-98fe-121e82e9c6c4 kind: Event lastTimestamp: "2026-04-24T14:54:22Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-04-24T14:54:22Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-24T14:54:22Z" name: error-404-isvc-47293-predictor-558b7974ff-4dtvs.18a952b44702dde4 namespace: kserve-ci-e2e-test resourceVersion: "24307" uid: 99d05fbd-e54f-4e38-94bc-c8ce06b016c7 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-129-34.ec2.internal source: component: kubelet host: ip-10-0-129-34.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-24T14:44:57Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: error-404-isvc-47293-predictor-558b7974ff namespace: kserve-ci-e2e-test resourceVersion: "19881" uid: 9149116e-a5c9-4b26-9774-f6e013258283 kind: Event lastTimestamp: "2026-04-24T14:44:57Z" message: 'Created pod: error-404-isvc-47293-predictor-558b7974ff-4dtvs' metadata: creationTimestamp: "2026-04-24T14:44:57Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-24T14:44:57Z" name: error-404-isvc-47293-predictor-558b7974ff.18a95230c04c58d2 namespace: kserve-ci-e2e-test resourceVersion: "19890" uid: bafeec3c-ba74-4386-b68d-cd68ca591055 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-24T14:44:57Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: error-404-isvc-47293-predictor namespace: kserve-ci-e2e-test resourceVersion: "19879" uid: ad794713-09a8-4109-83af-bce69c58f46b kind: Event lastTimestamp: "2026-04-24T14:44:57Z" message: Scaled up replica set error-404-isvc-47293-predictor-558b7974ff from 0 to 1 metadata: creationTimestamp: "2026-04-24T14:44:57Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-24T14:44:57Z" name: error-404-isvc-47293-predictor.18a95230bf177cc1 namespace: kserve-ci-e2e-test resourceVersion: "19883" uid: d5c7d3b6-40ae-4dc0-8650-36890d1135c4 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-24T14:45:12Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-47293-predictor namespace: kserve-ci-e2e-test resourceVersion: "19880" uid: 129b5ec1-9992-4535-b050-3f580147d5e8 kind: Event lastTimestamp: "2026-04-24T14:45:12Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-04-24T14:45:12Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-24T14:45:12Z" name: error-404-isvc-47293-predictor.18a952343d76eb7c namespace: kserve-ci-e2e-test resourceVersion: "20086" uid: 4d4a27c3-13cd-4109-9796-e4eec1bfbb82 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-24T14:45:12Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-47293-predictor namespace: kserve-ci-e2e-test resourceVersion: "19880" uid: 129b5ec1-9992-4535-b050-3f580147d5e8 kind: Event lastTimestamp: "2026-04-24T14:45:12Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-04-24T14:45:12Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-24T14:45:12Z" name: error-404-isvc-47293-predictor.18a952343dd3134e namespace: kserve-ci-e2e-test resourceVersion: "20088" uid: 0bffa69d-6bea-4abb-8f85-c8036aeace8d reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 4 eventTime: null firstTimestamp: "2026-04-24T14:45:27Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-47293-predictor namespace: kserve-ci-e2e-test resourceVersion: "20087" uid: 129b5ec1-9992-4535-b050-3f580147d5e8 kind: Event lastTimestamp: "2026-04-24T14:46:12Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-04-24T14:45:27Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-24T14:46:12Z" name: error-404-isvc-47293-predictor.18a95237bc6e38ca namespace: kserve-ci-e2e-test resourceVersion: "20793" uid: a5e0c15d-2f38-4ea7-a361-8c6c9be8867d reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 4 eventTime: null firstTimestamp: "2026-04-24T14:45:27Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-47293-predictor namespace: kserve-ci-e2e-test resourceVersion: "20087" uid: 129b5ec1-9992-4535-b050-3f580147d5e8 kind: Event lastTimestamp: "2026-04-24T14:46:12Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-04-24T14:45:27Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-24T14:46:12Z" name: error-404-isvc-47293-predictor.18a95237bcc66073 namespace: kserve-ci-e2e-test resourceVersion: "20794" uid: c8c8c637-64c7-42de-af29-736422b59f01 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-04-24T14:44:57Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-47293 namespace: kserve-ci-e2e-test resourceVersion: "19862" uid: e9aafd10-c608-401d-bc5b-45a04b123f1c kind: Event lastTimestamp: "2026-04-24T14:45:49Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-04-24T14:44:57Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-04-24T14:45:49Z" name: error-404-isvc-47293.18a95230bef5b4fd namespace: kserve-ci-e2e-test resourceVersion: "20561" uid: 516c3339-1bac-48fa-af6a-423f5e8ec142 reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-24T14:44:57Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-47293 namespace: kserve-ci-e2e-test resourceVersion: "19862" uid: e9aafd10-c608-401d-bc5b-45a04b123f1c kind: Event lastTimestamp: "2026-04-24T14:44:57Z" message: 'Failed to update status for InferenceService "error-404-isvc-47293": Operation cannot be fulfilled on inferenceservices.serving.kserve.io "error-404-isvc-47293": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-04-24T14:44:57Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-04-24T14:44:57Z" name: error-404-isvc-47293.18a95230bf45f29e namespace: kserve-ci-e2e-test resourceVersion: "19885" uid: e6e61999-a256-4557-b1f7-5f1ab2035cc1 reason: UpdateFailed reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-24T14:44:57Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-47293 namespace: kserve-ci-e2e-test resourceVersion: "19862" uid: e9aafd10-c608-401d-bc5b-45a04b123f1c kind: Event lastTimestamp: "2026-04-24T14:44:57Z" message: 'fails to update InferenceService status: Operation cannot be fulfilled on inferenceservices.serving.kserve.io "error-404-isvc-47293": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-04-24T14:44:57Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-04-24T14:44:57Z" name: error-404-isvc-47293.18a95230bf4631d9 namespace: kserve-ci-e2e-test resourceVersion: "19886" uid: d231254b-6bd5-434f-b18c-7efbe5d1a217 reason: InternalError reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-24T14:45:49Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-47293 namespace: kserve-ci-e2e-test resourceVersion: "20555" uid: e9aafd10-c608-401d-bc5b-45a04b123f1c kind: Event lastTimestamp: "2026-04-24T14:45:49Z" message: InferenceService [error-404-isvc-47293] is Ready metadata: creationTimestamp: "2026-04-24T14:45:49Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-04-24T14:45:49Z" name: error-404-isvc-47293.18a9523cd81e3395 namespace: kserve-ci-e2e-test resourceVersion: "20556" uid: dd61d819-3f65-495e-b8bd-7ffb8f275efd reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-04-24T14:44:17.083831Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: error-404-isvc-5e366-predictor-6c46fdfff9-ngkdt namespace: kserve-ci-e2e-test resourceVersion: "19388" uid: 6bad82f6-4e93-448e-ad5f-e78cd014418e kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/error-404-isvc-5e366-predictor-6c46fdfff9-ngkdt to ip-10-0-129-34.ec2.internal metadata: creationTimestamp: "2026-04-24T14:44:17Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-04-24T14:44:17Z" name: error-404-isvc-5e366-predictor-6c46fdfff9-ngkdt.18a95227627b92e6 namespace: kserve-ci-e2e-test resourceVersion: "19393" uid: b3eb0630-2258-4a67-90d7-5c41b1dec7a5 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-567f977dcb-n99rn source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-24T14:44:17Z" involvedObject: apiVersion: v1 kind: Pod name: error-404-isvc-5e366-predictor-6c46fdfff9-ngkdt namespace: kserve-ci-e2e-test resourceVersion: "19399" uid: 6bad82f6-4e93-448e-ad5f-e78cd014418e kind: Event lastTimestamp: "2026-04-24T14:44:17Z" message: Add eth0 [10.132.0.29/23] from ovn-kubernetes metadata: creationTimestamp: "2026-04-24T14:44:17Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-04-24T14:44:17Z" name: error-404-isvc-5e366-predictor-6c46fdfff9-ngkdt.18a952276a80f7e9 namespace: kserve-ci-e2e-test resourceVersion: "19408" uid: 0ae3b4ad-be78-4ece-a333-a5836f3720a1 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-24T14:44:17Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-5e366-predictor-6c46fdfff9-ngkdt namespace: kserve-ci-e2e-test resourceVersion: "19391" uid: 6bad82f6-4e93-448e-ad5f-e78cd014418e kind: Event lastTimestamp: "2026-04-24T14:44:17Z" message: Container image "quay.io/opendatahub/error-404-isvc:odh-pr-1433" already present on machine metadata: creationTimestamp: "2026-04-24T14:44:17Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-24T14:44:17Z" name: error-404-isvc-5e366-predictor-6c46fdfff9-ngkdt.18a952276b96171c namespace: kserve-ci-e2e-test resourceVersion: "19411" uid: a77a47eb-c824-4639-ada2-48dd20dd2574 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-129-34.ec2.internal source: component: kubelet host: ip-10-0-129-34.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-24T14:44:17Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-5e366-predictor-6c46fdfff9-ngkdt namespace: kserve-ci-e2e-test resourceVersion: "19391" uid: 6bad82f6-4e93-448e-ad5f-e78cd014418e kind: Event lastTimestamp: "2026-04-24T14:44:17Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-04-24T14:44:17Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-24T14:44:17Z" name: error-404-isvc-5e366-predictor-6c46fdfff9-ngkdt.18a952276ed8103d namespace: kserve-ci-e2e-test resourceVersion: "19416" uid: 8aa47828-1e9c-4cac-9784-6419d17c0135 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-129-34.ec2.internal source: component: kubelet host: ip-10-0-129-34.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-24T14:44:17Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-5e366-predictor-6c46fdfff9-ngkdt namespace: kserve-ci-e2e-test resourceVersion: "19391" uid: 6bad82f6-4e93-448e-ad5f-e78cd014418e kind: Event lastTimestamp: "2026-04-24T14:44:17Z" message: Started container kserve-container metadata: creationTimestamp: "2026-04-24T14:44:17Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-24T14:44:17Z" name: error-404-isvc-5e366-predictor-6c46fdfff9-ngkdt.18a952276f677d5b namespace: kserve-ci-e2e-test resourceVersion: "19418" uid: 6c129510-11ef-496c-8eef-cf349b4849b5 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-129-34.ec2.internal source: component: kubelet host: ip-10-0-129-34.ec2.internal type: Normal - apiVersion: v1 count: 7 eventTime: null firstTimestamp: "2026-04-24T14:44:18Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-5e366-predictor-6c46fdfff9-ngkdt namespace: kserve-ci-e2e-test resourceVersion: "19391" uid: 6bad82f6-4e93-448e-ad5f-e78cd014418e kind: Event lastTimestamp: "2026-04-24T14:45:39Z" message: 'Readiness probe failed: dial tcp 10.132.0.29:8080: connect: connection refused' metadata: creationTimestamp: "2026-04-24T14:44:18Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-24T14:45:39Z" name: error-404-isvc-5e366-predictor-6c46fdfff9-ngkdt.18a952279c8fa5ed namespace: kserve-ci-e2e-test resourceVersion: "20458" uid: bffa7faf-d003-4acf-8bda-cef968d48eea reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-129-34.ec2.internal source: component: kubelet host: ip-10-0-129-34.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-24T14:45:37Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-5e366-predictor-6c46fdfff9-ngkdt namespace: kserve-ci-e2e-test resourceVersion: "19391" uid: 6bad82f6-4e93-448e-ad5f-e78cd014418e kind: Event lastTimestamp: "2026-04-24T14:45:37Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-04-24T14:45:37Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-24T14:45:37Z" name: error-404-isvc-5e366-predictor-6c46fdfff9-ngkdt.18a9523a0ffc6f22 namespace: kserve-ci-e2e-test resourceVersion: "20412" uid: 3cf93022-c814-4f71-bee2-f966ec1bd1c9 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-129-34.ec2.internal source: component: kubelet host: ip-10-0-129-34.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-24T14:44:17Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: error-404-isvc-5e366-predictor-6c46fdfff9 namespace: kserve-ci-e2e-test resourceVersion: "19380" uid: ea0d1131-14ca-46f0-88fa-6718c0afb0ab kind: Event lastTimestamp: "2026-04-24T14:44:17Z" message: 'Created pod: error-404-isvc-5e366-predictor-6c46fdfff9-ngkdt' metadata: creationTimestamp: "2026-04-24T14:44:17Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-24T14:44:17Z" name: error-404-isvc-5e366-predictor-6c46fdfff9.18a9522761fe7802 namespace: kserve-ci-e2e-test resourceVersion: "19390" uid: 45f980c5-9bed-4d30-83c0-274468355c87 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-24T14:44:17Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: error-404-isvc-5e366-predictor namespace: kserve-ci-e2e-test resourceVersion: "19377" uid: 4a27f6b7-fbef-48ea-92fc-378e138a9a01 kind: Event lastTimestamp: "2026-04-24T14:44:17Z" message: Scaled up replica set error-404-isvc-5e366-predictor-6c46fdfff9 from 0 to 1 metadata: creationTimestamp: "2026-04-24T14:44:17Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-24T14:44:17Z" name: error-404-isvc-5e366-predictor.18a9522760cc7fd6 namespace: kserve-ci-e2e-test resourceVersion: "19382" uid: 23dcef73-4bcb-4693-b949-4d38de1e92c1 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-04-24T14:44:32Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-5e366-predictor namespace: kserve-ci-e2e-test resourceVersion: "19381" uid: b94f3726-a411-4da4-a972-1ad2a4fc6f12 kind: Event lastTimestamp: "2026-04-24T14:44:47Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-04-24T14:44:32Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-24T14:44:47Z" name: error-404-isvc-5e366-predictor.18a9522adf65fbab namespace: kserve-ci-e2e-test resourceVersion: "19712" uid: b2271a6c-35e3-4a7c-94d2-3de437b3e918 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-04-24T14:44:32Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-5e366-predictor namespace: kserve-ci-e2e-test resourceVersion: "19381" uid: b94f3726-a411-4da4-a972-1ad2a4fc6f12 kind: Event lastTimestamp: "2026-04-24T14:44:47Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-04-24T14:44:32Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-24T14:44:47Z" name: error-404-isvc-5e366-predictor.18a9522adfc23a57 namespace: kserve-ci-e2e-test resourceVersion: "19714" uid: b8641bb3-5818-4e45-995c-4d06bde3122d reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-04-24T14:45:02Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-5e366-predictor namespace: kserve-ci-e2e-test resourceVersion: "19580" uid: b94f3726-a411-4da4-a972-1ad2a4fc6f12 kind: Event lastTimestamp: "2026-04-24T14:45:32Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-04-24T14:45:02Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-24T14:45:32Z" name: error-404-isvc-5e366-predictor.18a95231dcd48c85 namespace: kserve-ci-e2e-test resourceVersion: "20277" uid: 358359b2-44a9-4882-adb3-e300b3914fbd reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-04-24T14:45:02Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-5e366-predictor namespace: kserve-ci-e2e-test resourceVersion: "19580" uid: b94f3726-a411-4da4-a972-1ad2a4fc6f12 kind: Event lastTimestamp: "2026-04-24T14:45:32Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-04-24T14:45:02Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-24T14:45:32Z" name: error-404-isvc-5e366-predictor.18a95231dd344cfb namespace: kserve-ci-e2e-test resourceVersion: "20278" uid: 4de66a59-8e93-417a-ac6f-20431b118fdc reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-04-24T14:44:17Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-5e366 namespace: kserve-ci-e2e-test resourceVersion: "19355" uid: ff20d695-3dad-44ba-8709-88caf54865a9 kind: Event lastTimestamp: "2026-04-24T14:45:09Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-04-24T14:44:17Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-04-24T14:45:09Z" name: error-404-isvc-5e366.18a9522760d8b115 namespace: kserve-ci-e2e-test resourceVersion: "20046" uid: fae94dbd-1f2f-49cb-b79e-86256f085bdd reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-24T14:44:17Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-5e366 namespace: kserve-ci-e2e-test resourceVersion: "19355" uid: ff20d695-3dad-44ba-8709-88caf54865a9 kind: Event lastTimestamp: "2026-04-24T14:44:17Z" message: 'Failed to update status for InferenceService "error-404-isvc-5e366": Operation cannot be fulfilled on inferenceservices.serving.kserve.io "error-404-isvc-5e366": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-04-24T14:44:17Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-04-24T14:44:17Z" name: error-404-isvc-5e366.18a9522761663cd5 namespace: kserve-ci-e2e-test resourceVersion: "19387" uid: 33960ae6-cbb0-41f0-be1b-7d383fea1eef reason: UpdateFailed reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-24T14:44:17Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-5e366 namespace: kserve-ci-e2e-test resourceVersion: "19355" uid: ff20d695-3dad-44ba-8709-88caf54865a9 kind: Event lastTimestamp: "2026-04-24T14:44:17Z" message: 'fails to update InferenceService status: Operation cannot be fulfilled on inferenceservices.serving.kserve.io "error-404-isvc-5e366": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-04-24T14:44:17Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-04-24T14:44:17Z" name: error-404-isvc-5e366.18a95227616670dd namespace: kserve-ci-e2e-test resourceVersion: "19389" uid: 3ad67b67-6fd7-4ef2-a58e-d165d8c52dce reason: InternalError reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-24T14:45:09Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-5e366 namespace: kserve-ci-e2e-test resourceVersion: "20041" uid: ff20d695-3dad-44ba-8709-88caf54865a9 kind: Event lastTimestamp: "2026-04-24T14:45:09Z" message: InferenceService [error-404-isvc-5e366] is Ready metadata: creationTimestamp: "2026-04-24T14:45:09Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-04-24T14:45:09Z" name: error-404-isvc-5e366.18a95233808e76d4 namespace: kserve-ci-e2e-test resourceVersion: "20042" uid: b30692b2-c2ec-4d9d-914f-7d45f7d5cc09 reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-04-24T14:55:02.185830Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: error-404-isvc-67b80-predictor-868fcc489f-swmll namespace: kserve-ci-e2e-test resourceVersion: "24736" uid: bf73fe81-f2ac-4357-b42c-a9e052948498 kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/error-404-isvc-67b80-predictor-868fcc489f-swmll to ip-10-0-129-34.ec2.internal metadata: creationTimestamp: "2026-04-24T14:55:02Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-04-24T14:55:02Z" name: error-404-isvc-67b80-predictor-868fcc489f-swmll.18a952bd958ee164 namespace: kserve-ci-e2e-test resourceVersion: "24741" uid: 557efd58-8e09-4da2-8861-44e6b445c0a7 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-567f977dcb-n99rn source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-24T14:55:02Z" involvedObject: apiVersion: v1 kind: Pod name: error-404-isvc-67b80-predictor-868fcc489f-swmll namespace: kserve-ci-e2e-test resourceVersion: "24745" uid: bf73fe81-f2ac-4357-b42c-a9e052948498 kind: Event lastTimestamp: "2026-04-24T14:55:02Z" message: Add eth0 [10.132.0.37/23] from ovn-kubernetes metadata: creationTimestamp: "2026-04-24T14:55:02Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-04-24T14:55:02Z" name: error-404-isvc-67b80-predictor-868fcc489f-swmll.18a952bd9de73646 namespace: kserve-ci-e2e-test resourceVersion: "24755" uid: d7d52389-e683-481c-b49b-4d6dfc5236c1 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-24T14:55:02Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-67b80-predictor-868fcc489f-swmll namespace: kserve-ci-e2e-test resourceVersion: "24739" uid: bf73fe81-f2ac-4357-b42c-a9e052948498 kind: Event lastTimestamp: "2026-04-24T14:55:02Z" message: Container image "quay.io/opendatahub/error-404-isvc:odh-pr-1433" already present on machine metadata: creationTimestamp: "2026-04-24T14:55:02Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-24T14:55:02Z" name: error-404-isvc-67b80-predictor-868fcc489f-swmll.18a952bd9f00feb1 namespace: kserve-ci-e2e-test resourceVersion: "24757" uid: a257db6c-7a99-4e24-b867-d67ce4a56c9c reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-129-34.ec2.internal source: component: kubelet host: ip-10-0-129-34.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-24T14:55:02Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-67b80-predictor-868fcc489f-swmll namespace: kserve-ci-e2e-test resourceVersion: "24739" uid: bf73fe81-f2ac-4357-b42c-a9e052948498 kind: Event lastTimestamp: "2026-04-24T14:55:02Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-04-24T14:55:02Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-24T14:55:02Z" name: error-404-isvc-67b80-predictor-868fcc489f-swmll.18a952bda1b641fb namespace: kserve-ci-e2e-test resourceVersion: "24758" uid: b50b46a6-4389-4c87-b5f1-fb14d240076e reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-129-34.ec2.internal source: component: kubelet host: ip-10-0-129-34.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-24T14:55:02Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-67b80-predictor-868fcc489f-swmll namespace: kserve-ci-e2e-test resourceVersion: "24739" uid: bf73fe81-f2ac-4357-b42c-a9e052948498 kind: Event lastTimestamp: "2026-04-24T14:55:02Z" message: Started container kserve-container metadata: creationTimestamp: "2026-04-24T14:55:02Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-24T14:55:02Z" name: error-404-isvc-67b80-predictor-868fcc489f-swmll.18a952bda2393a69 namespace: kserve-ci-e2e-test resourceVersion: "24761" uid: 566c6c47-6201-474b-83b9-68dfab41f6bf reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-129-34.ec2.internal source: component: kubelet host: ip-10-0-129-34.ec2.internal type: Normal - apiVersion: v1 count: 7 eventTime: null firstTimestamp: "2026-04-24T14:55:02Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-67b80-predictor-868fcc489f-swmll namespace: kserve-ci-e2e-test resourceVersion: "24739" uid: bf73fe81-f2ac-4357-b42c-a9e052948498 kind: Event lastTimestamp: "2026-04-24T14:55:44Z" message: 'Readiness probe failed: dial tcp 10.132.0.37:8080: connect: connection refused' metadata: creationTimestamp: "2026-04-24T14:55:02Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-24T14:55:44Z" name: error-404-isvc-67b80-predictor-868fcc489f-swmll.18a952bdbf61c64e namespace: kserve-ci-e2e-test resourceVersion: "25301" uid: be3674bb-773b-43b2-8343-a86efd830de0 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-129-34.ec2.internal source: component: kubelet host: ip-10-0-129-34.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-24T15:12:31Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-67b80-predictor-868fcc489f-swmll namespace: kserve-ci-e2e-test resourceVersion: "24739" uid: bf73fe81-f2ac-4357-b42c-a9e052948498 kind: Event lastTimestamp: "2026-04-24T15:12:31Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-04-24T15:12:31Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-24T15:12:31Z" name: error-404-isvc-67b80-predictor-868fcc489f-swmll.18a953b1ed476dac namespace: kserve-ci-e2e-test resourceVersion: "32765" uid: 5a15aedb-81ac-42b9-a7ba-36e80aaa014a reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-129-34.ec2.internal source: component: kubelet host: ip-10-0-129-34.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-24T14:55:02Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: error-404-isvc-67b80-predictor-868fcc489f namespace: kserve-ci-e2e-test resourceVersion: "24726" uid: ecf78a42-9cae-4c09-97fb-9e7bc3fb477c kind: Event lastTimestamp: "2026-04-24T14:55:02Z" message: 'Created pod: error-404-isvc-67b80-predictor-868fcc489f-swmll' metadata: creationTimestamp: "2026-04-24T14:55:02Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-24T14:55:02Z" name: error-404-isvc-67b80-predictor-868fcc489f.18a952bd95313f0c namespace: kserve-ci-e2e-test resourceVersion: "24738" uid: db298d56-941b-4c01-9099-37543b6c6bc4 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-24T14:55:02Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: error-404-isvc-67b80-predictor namespace: kserve-ci-e2e-test resourceVersion: "24722" uid: 068482e9-1491-4e2a-ac42-0c925c055bed kind: Event lastTimestamp: "2026-04-24T14:55:02Z" message: Scaled up replica set error-404-isvc-67b80-predictor-868fcc489f from 0 to 1 metadata: creationTimestamp: "2026-04-24T14:55:02Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-24T14:55:02Z" name: error-404-isvc-67b80-predictor.18a952bd93fcccb0 namespace: kserve-ci-e2e-test resourceVersion: "24728" uid: ee703cbe-3c2b-44e1-a199-8a9f6172b4b3 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-04-24T14:55:17Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-67b80-predictor namespace: kserve-ci-e2e-test resourceVersion: "24727" uid: 3ccdb758-d511-46f1-9fcb-496e48b3958c kind: Event lastTimestamp: "2026-04-24T14:55:32Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-04-24T14:55:17Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-24T14:55:32Z" name: error-404-isvc-67b80-predictor.18a952c112f5fb83 namespace: kserve-ci-e2e-test resourceVersion: "25028" uid: 2901c413-58a2-4f6f-b246-7aed8db216d9 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-04-24T14:55:17Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-67b80-predictor namespace: kserve-ci-e2e-test resourceVersion: "24727" uid: 3ccdb758-d511-46f1-9fcb-496e48b3958c kind: Event lastTimestamp: "2026-04-24T14:55:32Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-04-24T14:55:17Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-24T14:55:32Z" name: error-404-isvc-67b80-predictor.18a952c1133032c8 namespace: kserve-ci-e2e-test resourceVersion: "25030" uid: c113922b-a478-4233-a4c9-7cb78cb16021 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-04-24T14:55:47Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-67b80-predictor namespace: kserve-ci-e2e-test resourceVersion: "24915" uid: 3ccdb758-d511-46f1-9fcb-496e48b3958c kind: Event lastTimestamp: "2026-04-24T14:56:17Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-04-24T14:55:47Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-24T14:56:17Z" name: error-404-isvc-67b80-predictor.18a952c81080c352 namespace: kserve-ci-e2e-test resourceVersion: "25625" uid: 0f1f86b2-e29b-4a1f-99e7-adbcf3df505a reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-04-24T14:55:47Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-67b80-predictor namespace: kserve-ci-e2e-test resourceVersion: "24915" uid: 3ccdb758-d511-46f1-9fcb-496e48b3958c kind: Event lastTimestamp: "2026-04-24T14:56:17Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-04-24T14:55:47Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-24T14:56:17Z" name: error-404-isvc-67b80-predictor.18a952c810def786 namespace: kserve-ci-e2e-test resourceVersion: "25626" uid: a3c54466-64ac-498b-a6ef-783fb0aa024b reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 5 eventTime: null firstTimestamp: "2026-04-24T14:55:02Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-67b80 namespace: kserve-ci-e2e-test resourceVersion: "24698" uid: 79fb4375-7cdb-4d54-9a99-4b8a9a6ab708 kind: Event lastTimestamp: "2026-04-24T14:55:55Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-04-24T14:55:02Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-04-24T14:55:55Z" name: error-404-isvc-67b80.18a952bd946380ff namespace: kserve-ci-e2e-test resourceVersion: "25400" uid: a0df4046-7a03-43cd-b3fc-30ccbc16a99f reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-24T14:55:02Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-67b80 namespace: kserve-ci-e2e-test resourceVersion: "24698" uid: 79fb4375-7cdb-4d54-9a99-4b8a9a6ab708 kind: Event lastTimestamp: "2026-04-24T14:55:02Z" message: 'Failed to update status for InferenceService "error-404-isvc-67b80": Operation cannot be fulfilled on inferenceservices.serving.kserve.io "error-404-isvc-67b80": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-04-24T14:55:02Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-04-24T14:55:02Z" name: error-404-isvc-67b80.18a952bd94c49b22 namespace: kserve-ci-e2e-test resourceVersion: "24735" uid: b22e9f1b-f57d-4231-a919-dd8ba5f9d638 reason: UpdateFailed reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-24T14:55:02Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-67b80 namespace: kserve-ci-e2e-test resourceVersion: "24698" uid: 79fb4375-7cdb-4d54-9a99-4b8a9a6ab708 kind: Event lastTimestamp: "2026-04-24T14:55:02Z" message: 'fails to update InferenceService status: Operation cannot be fulfilled on inferenceservices.serving.kserve.io "error-404-isvc-67b80": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-04-24T14:55:02Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-04-24T14:55:02Z" name: error-404-isvc-67b80.18a952bd94c4e259 namespace: kserve-ci-e2e-test resourceVersion: "24737" uid: c250cc97-ba4a-4bc5-b067-3ae6ca065bd1 reason: InternalError reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-24T14:55:54Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-67b80 namespace: kserve-ci-e2e-test resourceVersion: "25395" uid: 79fb4375-7cdb-4d54-9a99-4b8a9a6ab708 kind: Event lastTimestamp: "2026-04-24T14:55:54Z" message: InferenceService [error-404-isvc-67b80] is Ready metadata: creationTimestamp: "2026-04-24T14:55:54Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-04-24T14:55:54Z" name: error-404-isvc-67b80.18a952c9df434c0b namespace: kserve-ci-e2e-test resourceVersion: "25396" uid: 953516f3-b6a9-42d7-9d29-6dc68486f337 reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-04-24T14:34:52.238434Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: error-404-isvc-71827-predictor-5df7cd677f-v5rws namespace: kserve-ci-e2e-test resourceVersion: "15047" uid: 6fff380d-f461-478a-9ead-b38373d06339 kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/error-404-isvc-71827-predictor-5df7cd677f-v5rws to ip-10-0-129-34.ec2.internal metadata: creationTimestamp: "2026-04-24T14:34:52Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-04-24T14:34:52Z" name: error-404-isvc-71827-predictor-5df7cd677f-v5rws.18a951a3df12c66e namespace: kserve-ci-e2e-test resourceVersion: "15057" uid: b5d690b2-727c-4446-980d-a863efe87214 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-567f977dcb-n99rn source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-24T14:34:52Z" involvedObject: apiVersion: v1 kind: Pod name: error-404-isvc-71827-predictor-5df7cd677f-v5rws namespace: kserve-ci-e2e-test resourceVersion: "15065" uid: 6fff380d-f461-478a-9ead-b38373d06339 kind: Event lastTimestamp: "2026-04-24T14:34:52Z" message: Add eth0 [10.132.0.25/23] from ovn-kubernetes metadata: creationTimestamp: "2026-04-24T14:34:52Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-04-24T14:34:52Z" name: error-404-isvc-71827-predictor-5df7cd677f-v5rws.18a951a3e8135ccc namespace: kserve-ci-e2e-test resourceVersion: "15078" uid: 76285684-9cf7-4b68-8483-4844cd553167 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-24T14:34:52Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-71827-predictor-5df7cd677f-v5rws namespace: kserve-ci-e2e-test resourceVersion: "15052" uid: 6fff380d-f461-478a-9ead-b38373d06339 kind: Event lastTimestamp: "2026-04-24T14:34:52Z" message: Container image "quay.io/opendatahub/error-404-isvc:odh-pr-1433" already present on machine metadata: creationTimestamp: "2026-04-24T14:34:52Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-24T14:34:52Z" name: error-404-isvc-71827-predictor-5df7cd677f-v5rws.18a951a3e948257d namespace: kserve-ci-e2e-test resourceVersion: "15082" uid: 74ad90f6-7603-49ea-bd61-eed2cbea8e2e reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-129-34.ec2.internal source: component: kubelet host: ip-10-0-129-34.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-24T14:34:52Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-71827-predictor-5df7cd677f-v5rws namespace: kserve-ci-e2e-test resourceVersion: "15052" uid: 6fff380d-f461-478a-9ead-b38373d06339 kind: Event lastTimestamp: "2026-04-24T14:34:52Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-04-24T14:34:52Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-24T14:34:52Z" name: error-404-isvc-71827-predictor-5df7cd677f-v5rws.18a951a3ee67b7aa namespace: kserve-ci-e2e-test resourceVersion: "15088" uid: 2e571963-27b2-42b0-ab22-1e2a36884e0c reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-129-34.ec2.internal source: component: kubelet host: ip-10-0-129-34.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-24T14:34:52Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-71827-predictor-5df7cd677f-v5rws namespace: kserve-ci-e2e-test resourceVersion: "15052" uid: 6fff380d-f461-478a-9ead-b38373d06339 kind: Event lastTimestamp: "2026-04-24T14:34:52Z" message: Started container kserve-container metadata: creationTimestamp: "2026-04-24T14:34:52Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-24T14:34:52Z" name: error-404-isvc-71827-predictor-5df7cd677f-v5rws.18a951a3eede94c9 namespace: kserve-ci-e2e-test resourceVersion: "15089" uid: 194632d1-88f4-4931-b797-f1e622fcd552 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-129-34.ec2.internal source: component: kubelet host: ip-10-0-129-34.ec2.internal type: Normal - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-04-24T14:34:53Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-71827-predictor-5df7cd677f-v5rws namespace: kserve-ci-e2e-test resourceVersion: "15052" uid: 6fff380d-f461-478a-9ead-b38373d06339 kind: Event lastTimestamp: "2026-04-24T14:35:34Z" message: 'Readiness probe failed: dial tcp 10.132.0.25:8080: connect: connection refused' metadata: creationTimestamp: "2026-04-24T14:34:53Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-24T14:35:34Z" name: error-404-isvc-71827-predictor-5df7cd677f-v5rws.18a951a4279bb03e namespace: kserve-ci-e2e-test resourceVersion: "15492" uid: 11fff1e6-8ac6-46e3-9c5a-5dfa17da4df6 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-129-34.ec2.internal source: component: kubelet host: ip-10-0-129-34.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-24T14:44:17Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-71827-predictor-5df7cd677f-v5rws namespace: kserve-ci-e2e-test resourceVersion: "15052" uid: 6fff380d-f461-478a-9ead-b38373d06339 kind: Event lastTimestamp: "2026-04-24T14:44:17Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-04-24T14:44:17Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-24T14:44:17Z" name: error-404-isvc-71827-predictor-5df7cd677f-v5rws.18a9522760c9e5ae namespace: kserve-ci-e2e-test resourceVersion: "19383" uid: 3da0a2f1-2f22-408b-9976-e9e01fb38fb0 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-129-34.ec2.internal source: component: kubelet host: ip-10-0-129-34.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-24T14:34:52Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: error-404-isvc-71827-predictor-5df7cd677f namespace: kserve-ci-e2e-test resourceVersion: "15036" uid: 5b988629-65df-47c2-a27e-71f989160baa kind: Event lastTimestamp: "2026-04-24T14:34:52Z" message: 'Created pod: error-404-isvc-71827-predictor-5df7cd677f-v5rws' metadata: creationTimestamp: "2026-04-24T14:34:52Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-24T14:34:52Z" name: error-404-isvc-71827-predictor-5df7cd677f.18a951a3deb203f4 namespace: kserve-ci-e2e-test resourceVersion: "15051" uid: 40b7a549-70a2-4f02-b24e-32a7195eda23 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-24T14:34:52Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: error-404-isvc-71827-predictor namespace: kserve-ci-e2e-test resourceVersion: "15034" uid: 5b6b095d-efec-41e3-8297-c7f981eed2d3 kind: Event lastTimestamp: "2026-04-24T14:34:52Z" message: Scaled up replica set error-404-isvc-71827-predictor-5df7cd677f from 0 to 1 metadata: creationTimestamp: "2026-04-24T14:34:52Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-24T14:34:52Z" name: error-404-isvc-71827-predictor.18a951a3dd23bc9f namespace: kserve-ci-e2e-test resourceVersion: "15038" uid: 8b0270c3-d022-4870-bfcc-4a19d866cc40 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-04-24T14:35:07Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-71827-predictor namespace: kserve-ci-e2e-test resourceVersion: "15037" uid: 340ec0d1-a5ff-4916-bd9e-3c852d50cfaf kind: Event lastTimestamp: "2026-04-24T14:35:37Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-04-24T14:35:07Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-24T14:35:37Z" name: error-404-isvc-71827-predictor.18a951a75c7cdbf9 namespace: kserve-ci-e2e-test resourceVersion: "15512" uid: c50b83e3-19a0-467a-8994-71c304f12237 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-04-24T14:35:07Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-71827-predictor namespace: kserve-ci-e2e-test resourceVersion: "15037" uid: 340ec0d1-a5ff-4916-bd9e-3c852d50cfaf kind: Event lastTimestamp: "2026-04-24T14:35:37Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-04-24T14:35:07Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-24T14:35:37Z" name: error-404-isvc-71827-predictor.18a951a75cecd1a5 namespace: kserve-ci-e2e-test resourceVersion: "15513" uid: f3ab25ee-93f1-4c3e-8fa2-8792a175281a reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-04-24T14:35:52Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-71827-predictor namespace: kserve-ci-e2e-test resourceVersion: "15235" uid: 340ec0d1-a5ff-4916-bd9e-3c852d50cfaf kind: Event lastTimestamp: "2026-04-24T14:36:22Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-04-24T14:35:52Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-24T14:36:22Z" name: error-404-isvc-71827-predictor.18a951b1d9238a53 namespace: kserve-ci-e2e-test resourceVersion: "15909" uid: 051bf3ff-fd32-4ad7-bfca-86da05ba3a59 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-04-24T14:35:52Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-71827-predictor namespace: kserve-ci-e2e-test resourceVersion: "15235" uid: 340ec0d1-a5ff-4916-bd9e-3c852d50cfaf kind: Event lastTimestamp: "2026-04-24T14:36:22Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-04-24T14:35:52Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-24T14:36:22Z" name: error-404-isvc-71827-predictor.18a951b1d982b38f namespace: kserve-ci-e2e-test resourceVersion: "15910" uid: 10e9e08f-4415-46f6-931f-0fcb27baf9de reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-04-24T14:34:52Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-71827 namespace: kserve-ci-e2e-test resourceVersion: "15013" uid: 222cc583-a7d0-4e57-9424-7a99d02880b4 kind: Event lastTimestamp: "2026-04-24T14:35:44Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-04-24T14:34:52Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-04-24T14:35:44Z" name: error-404-isvc-71827.18a951a3dd41d35c namespace: kserve-ci-e2e-test resourceVersion: "15590" uid: 9b083f70-a957-4968-a394-50e034a75dd2 reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-24T14:35:44Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-71827 namespace: kserve-ci-e2e-test resourceVersion: "15588" uid: 222cc583-a7d0-4e57-9424-7a99d02880b4 kind: Event lastTimestamp: "2026-04-24T14:35:44Z" message: InferenceService [error-404-isvc-71827] is Ready metadata: creationTimestamp: "2026-04-24T14:35:44Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-04-24T14:35:44Z" name: error-404-isvc-71827.18a951b00bd729e2 namespace: kserve-ci-e2e-test resourceVersion: "15589" uid: 35c2b928-0efd-4854-be34-eff46ade0986 reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-04-24T14:34:12.318911Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: error-404-isvc-96b39-predictor-f7d9bd579-jz7pz namespace: kserve-ci-e2e-test resourceVersion: "14540" uid: 6479872c-3320-4186-bddd-beb84d015947 kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/error-404-isvc-96b39-predictor-f7d9bd579-jz7pz to ip-10-0-129-34.ec2.internal metadata: creationTimestamp: "2026-04-24T14:34:12Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-04-24T14:34:12Z" name: error-404-isvc-96b39-predictor-f7d9bd579-jz7pz.18a9519a93af36eb namespace: kserve-ci-e2e-test resourceVersion: "14545" uid: 3e768ee9-b691-4ba9-afff-bc82eddf8d2f reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-567f977dcb-n99rn source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-24T14:34:12Z" involvedObject: apiVersion: v1 kind: Pod name: error-404-isvc-96b39-predictor-f7d9bd579-jz7pz namespace: kserve-ci-e2e-test resourceVersion: "14549" uid: 6479872c-3320-4186-bddd-beb84d015947 kind: Event lastTimestamp: "2026-04-24T14:34:12Z" message: Add eth0 [10.132.0.23/23] from ovn-kubernetes metadata: creationTimestamp: "2026-04-24T14:34:12Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-04-24T14:34:12Z" name: error-404-isvc-96b39-predictor-f7d9bd579-jz7pz.18a9519a9c5f66bf namespace: kserve-ci-e2e-test resourceVersion: "14561" uid: 95d1824b-07fd-4ac5-9999-38d0e11f5354 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-24T14:34:12Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-96b39-predictor-f7d9bd579-jz7pz namespace: kserve-ci-e2e-test resourceVersion: "14543" uid: 6479872c-3320-4186-bddd-beb84d015947 kind: Event lastTimestamp: "2026-04-24T14:34:12Z" message: Container image "quay.io/opendatahub/error-404-isvc:odh-pr-1433" already present on machine metadata: creationTimestamp: "2026-04-24T14:34:12Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-24T14:34:12Z" name: error-404-isvc-96b39-predictor-f7d9bd579-jz7pz.18a9519a9da57ff3 namespace: kserve-ci-e2e-test resourceVersion: "14563" uid: a686b8b7-99b2-4d9a-8093-5559ef2afd76 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-129-34.ec2.internal source: component: kubelet host: ip-10-0-129-34.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-24T14:34:12Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-96b39-predictor-f7d9bd579-jz7pz namespace: kserve-ci-e2e-test resourceVersion: "14543" uid: 6479872c-3320-4186-bddd-beb84d015947 kind: Event lastTimestamp: "2026-04-24T14:34:12Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-04-24T14:34:12Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-24T14:34:12Z" name: error-404-isvc-96b39-predictor-f7d9bd579-jz7pz.18a9519aa3e49a52 namespace: kserve-ci-e2e-test resourceVersion: "14566" uid: e966f6ae-7048-4d59-9c0e-9bb09c30e03c reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-129-34.ec2.internal source: component: kubelet host: ip-10-0-129-34.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-24T14:34:12Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-96b39-predictor-f7d9bd579-jz7pz namespace: kserve-ci-e2e-test resourceVersion: "14543" uid: 6479872c-3320-4186-bddd-beb84d015947 kind: Event lastTimestamp: "2026-04-24T14:34:12Z" message: Started container kserve-container metadata: creationTimestamp: "2026-04-24T14:34:12Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-24T14:34:12Z" name: error-404-isvc-96b39-predictor-f7d9bd579-jz7pz.18a9519aa45b0560 namespace: kserve-ci-e2e-test resourceVersion: "14567" uid: 59a691a1-cbf1-4251-87b6-e9db6692f7f6 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-129-34.ec2.internal source: component: kubelet host: ip-10-0-129-34.ec2.internal type: Normal - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-04-24T14:34:13Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-96b39-predictor-f7d9bd579-jz7pz namespace: kserve-ci-e2e-test resourceVersion: "14543" uid: 6479872c-3320-4186-bddd-beb84d015947 kind: Event lastTimestamp: "2026-04-24T14:34:54Z" message: 'Readiness probe failed: dial tcp 10.132.0.23:8080: connect: connection refused' metadata: creationTimestamp: "2026-04-24T14:34:13Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-24T14:34:54Z" name: error-404-isvc-96b39-predictor-f7d9bd579-jz7pz.18a9519acfca2ff6 namespace: kserve-ci-e2e-test resourceVersion: "15110" uid: 26bda644-faf3-4c33-ac07-da469d8e197e reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-129-34.ec2.internal source: component: kubelet host: ip-10-0-129-34.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-24T14:43:37Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-96b39-predictor-f7d9bd579-jz7pz namespace: kserve-ci-e2e-test resourceVersion: "14543" uid: 6479872c-3320-4186-bddd-beb84d015947 kind: Event lastTimestamp: "2026-04-24T14:43:37Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-04-24T14:43:37Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-24T14:43:37Z" name: error-404-isvc-96b39-predictor-f7d9bd579-jz7pz.18a9521e1171ed47 namespace: kserve-ci-e2e-test resourceVersion: "18959" uid: cd32b95e-70c6-4580-be5b-5be88374ddd7 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-129-34.ec2.internal source: component: kubelet host: ip-10-0-129-34.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-24T14:34:12Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: error-404-isvc-96b39-predictor-f7d9bd579 namespace: kserve-ci-e2e-test resourceVersion: "14532" uid: 0ca33288-b9fa-4d56-9c3b-0b1b2551fb70 kind: Event lastTimestamp: "2026-04-24T14:34:12Z" message: 'Created pod: error-404-isvc-96b39-predictor-f7d9bd579-jz7pz' metadata: creationTimestamp: "2026-04-24T14:34:12Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-24T14:34:12Z" name: error-404-isvc-96b39-predictor-f7d9bd579.18a9519a9340ab98 namespace: kserve-ci-e2e-test resourceVersion: "14542" uid: 35950596-332d-4ae5-b3b8-44acf03127d8 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-24T14:34:12Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: error-404-isvc-96b39-predictor namespace: kserve-ci-e2e-test resourceVersion: "14531" uid: b64cf7eb-4fc3-40cb-880c-34c8edbbd7b9 kind: Event lastTimestamp: "2026-04-24T14:34:12Z" message: Scaled up replica set error-404-isvc-96b39-predictor-f7d9bd579 from 0 to 1 metadata: creationTimestamp: "2026-04-24T14:34:12Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-24T14:34:12Z" name: error-404-isvc-96b39-predictor.18a9519a92083232 namespace: kserve-ci-e2e-test resourceVersion: "14534" uid: b0610a5f-2d78-4a2e-9a38-784a3a54f70d reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-04-24T14:34:27Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-96b39-predictor namespace: kserve-ci-e2e-test resourceVersion: "14533" uid: 3b7afbb1-df39-4c98-a3fd-c433ca9f3b54 kind: Event lastTimestamp: "2026-04-24T14:34:42Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-04-24T14:34:27Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-24T14:34:42Z" name: error-404-isvc-96b39-predictor.18a9519e10dcee12 namespace: kserve-ci-e2e-test resourceVersion: "14858" uid: 2b110257-68b7-4f80-b708-dac8c41181fd reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-04-24T14:34:27Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-96b39-predictor namespace: kserve-ci-e2e-test resourceVersion: "14533" uid: 3b7afbb1-df39-4c98-a3fd-c433ca9f3b54 kind: Event lastTimestamp: "2026-04-24T14:34:42Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-04-24T14:34:27Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-24T14:34:42Z" name: error-404-isvc-96b39-predictor.18a9519e11440690 namespace: kserve-ci-e2e-test resourceVersion: "14859" uid: 445708bd-7eee-4b07-a5cf-57766d0cae1f reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-04-24T14:34:57Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-96b39-predictor namespace: kserve-ci-e2e-test resourceVersion: "14714" uid: 3b7afbb1-df39-4c98-a3fd-c433ca9f3b54 kind: Event lastTimestamp: "2026-04-24T14:35:27Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-04-24T14:34:57Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-24T14:35:27Z" name: error-404-isvc-96b39-predictor.18a951a50eb2a681 namespace: kserve-ci-e2e-test resourceVersion: "15438" uid: 94fd9330-7a18-4a18-945b-0682ffb0c273 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-04-24T14:34:57Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-96b39-predictor namespace: kserve-ci-e2e-test resourceVersion: "14714" uid: 3b7afbb1-df39-4c98-a3fd-c433ca9f3b54 kind: Event lastTimestamp: "2026-04-24T14:35:27Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-04-24T14:34:57Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-24T14:35:27Z" name: error-404-isvc-96b39-predictor.18a951a50f1167ce namespace: kserve-ci-e2e-test resourceVersion: "15439" uid: c1ff37b2-b89c-4c2e-83f2-4ff83e5b754d reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-04-24T14:34:12Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-96b39 namespace: kserve-ci-e2e-test resourceVersion: "14515" uid: c62add06-8c60-477d-91ca-39a712cfdc1b kind: Event lastTimestamp: "2026-04-24T14:35:04Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-04-24T14:34:12Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-04-24T14:35:04Z" name: error-404-isvc-96b39.18a9519a9244c39a namespace: kserve-ci-e2e-test resourceVersion: "15214" uid: cc38b1cc-e9e8-487c-8b0a-0a220d4bea8e reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-24T14:35:04Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-96b39 namespace: kserve-ci-e2e-test resourceVersion: "15207" uid: c62add06-8c60-477d-91ca-39a712cfdc1b kind: Event lastTimestamp: "2026-04-24T14:35:04Z" message: InferenceService [error-404-isvc-96b39] is Ready metadata: creationTimestamp: "2026-04-24T14:35:04Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-04-24T14:35:04Z" name: error-404-isvc-96b39.18a951a6b3ecd563 namespace: kserve-ci-e2e-test resourceVersion: "15208" uid: 0fcee03c-fe71-4a0f-af70-faf6327bcbb3 reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-04-24T14:55:42.499048Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: error-404-isvc-9e32c-predictor-fc768b47c-zgmgj namespace: kserve-ci-e2e-test resourceVersion: "25240" uid: 8fb52561-975e-4429-9f7a-b6d178bbaebd kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/error-404-isvc-9e32c-predictor-fc768b47c-zgmgj to ip-10-0-129-34.ec2.internal metadata: creationTimestamp: "2026-04-24T14:55:42Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-04-24T14:55:42Z" name: error-404-isvc-9e32c-predictor-fc768b47c-zgmgj.18a952c6f869c629 namespace: kserve-ci-e2e-test resourceVersion: "25245" uid: 821a19df-ba28-4f03-af55-1110fc2208e4 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-567f977dcb-n99rn source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-24T14:55:42Z" involvedObject: apiVersion: v1 kind: Pod name: error-404-isvc-9e32c-predictor-fc768b47c-zgmgj namespace: kserve-ci-e2e-test resourceVersion: "25248" uid: 8fb52561-975e-4429-9f7a-b6d178bbaebd kind: Event lastTimestamp: "2026-04-24T14:55:42Z" message: Add eth0 [10.132.0.39/23] from ovn-kubernetes metadata: creationTimestamp: "2026-04-24T14:55:42Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-04-24T14:55:42Z" name: error-404-isvc-9e32c-predictor-fc768b47c-zgmgj.18a952c7016e33a1 namespace: kserve-ci-e2e-test resourceVersion: "25261" uid: 3f209a1d-f47f-4d85-841d-7d10968648b1 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-24T14:55:42Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-9e32c-predictor-fc768b47c-zgmgj namespace: kserve-ci-e2e-test resourceVersion: "25243" uid: 8fb52561-975e-4429-9f7a-b6d178bbaebd kind: Event lastTimestamp: "2026-04-24T14:55:42Z" message: Container image "quay.io/opendatahub/error-404-isvc:odh-pr-1433" already present on machine metadata: creationTimestamp: "2026-04-24T14:55:42Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-24T14:55:42Z" name: error-404-isvc-9e32c-predictor-fc768b47c-zgmgj.18a952c7029ef3bd namespace: kserve-ci-e2e-test resourceVersion: "25263" uid: 265669dd-95b7-4b7c-91cc-532f15511aba reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-129-34.ec2.internal source: component: kubelet host: ip-10-0-129-34.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-24T14:55:42Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-9e32c-predictor-fc768b47c-zgmgj namespace: kserve-ci-e2e-test resourceVersion: "25243" uid: 8fb52561-975e-4429-9f7a-b6d178bbaebd kind: Event lastTimestamp: "2026-04-24T14:55:42Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-04-24T14:55:42Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-24T14:55:42Z" name: error-404-isvc-9e32c-predictor-fc768b47c-zgmgj.18a952c709f2d1e3 namespace: kserve-ci-e2e-test resourceVersion: "25267" uid: fc351a37-28ac-4e4f-8e01-21f101a0d9c8 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-129-34.ec2.internal source: component: kubelet host: ip-10-0-129-34.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-24T14:55:42Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-9e32c-predictor-fc768b47c-zgmgj namespace: kserve-ci-e2e-test resourceVersion: "25243" uid: 8fb52561-975e-4429-9f7a-b6d178bbaebd kind: Event lastTimestamp: "2026-04-24T14:55:42Z" message: Started container kserve-container metadata: creationTimestamp: "2026-04-24T14:55:42Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-24T14:55:42Z" name: error-404-isvc-9e32c-predictor-fc768b47c-zgmgj.18a952c70a6a1392 namespace: kserve-ci-e2e-test resourceVersion: "25268" uid: 6cac596d-5927-4042-8372-b5ee431153b2 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-129-34.ec2.internal source: component: kubelet host: ip-10-0-129-34.ec2.internal type: Normal - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-04-24T14:55:43Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-9e32c-predictor-fc768b47c-zgmgj namespace: kserve-ci-e2e-test resourceVersion: "25243" uid: 8fb52561-975e-4429-9f7a-b6d178bbaebd kind: Event lastTimestamp: "2026-04-24T14:56:24Z" message: 'Readiness probe failed: dial tcp 10.132.0.39:8080: connect: connection refused' metadata: creationTimestamp: "2026-04-24T14:55:43Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-24T14:56:24Z" name: error-404-isvc-9e32c-predictor-fc768b47c-zgmgj.18a952c7173a3995 namespace: kserve-ci-e2e-test resourceVersion: "25676" uid: 3459bc63-fba5-4e29-8639-983e7b7169b9 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-129-34.ec2.internal source: component: kubelet host: ip-10-0-129-34.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-24T15:05:07Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-9e32c-predictor-fc768b47c-zgmgj namespace: kserve-ci-e2e-test resourceVersion: "25243" uid: 8fb52561-975e-4429-9f7a-b6d178bbaebd kind: Event lastTimestamp: "2026-04-24T15:05:07Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-04-24T15:05:07Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-24T15:05:07Z" name: error-404-isvc-9e32c-predictor-fc768b47c-zgmgj.18a9534a7ab8a40d namespace: kserve-ci-e2e-test resourceVersion: "29691" uid: b1072f53-97c7-4e2b-8154-104f31e957e2 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-129-34.ec2.internal source: component: kubelet host: ip-10-0-129-34.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-24T14:55:42Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: error-404-isvc-9e32c-predictor-fc768b47c namespace: kserve-ci-e2e-test resourceVersion: "25230" uid: d0e44629-3d1b-495b-9346-c02bc5475f1b kind: Event lastTimestamp: "2026-04-24T14:55:42Z" message: 'Created pod: error-404-isvc-9e32c-predictor-fc768b47c-zgmgj' metadata: creationTimestamp: "2026-04-24T14:55:42Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-24T14:55:42Z" name: error-404-isvc-9e32c-predictor-fc768b47c.18a952c6f7e9d28c namespace: kserve-ci-e2e-test resourceVersion: "25242" uid: 5a31c859-2214-4713-bd50-112c508481cd reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-24T14:55:42Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: error-404-isvc-9e32c-predictor namespace: kserve-ci-e2e-test resourceVersion: "25222" uid: ea39a45e-dab0-4f08-9355-37d882fcfa00 kind: Event lastTimestamp: "2026-04-24T14:55:42Z" message: Scaled up replica set error-404-isvc-9e32c-predictor-fc768b47c from 0 to 1 metadata: creationTimestamp: "2026-04-24T14:55:42Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-24T14:55:42Z" name: error-404-isvc-9e32c-predictor.18a952c6f663ef62 namespace: kserve-ci-e2e-test resourceVersion: "25233" uid: c8ebf80d-8155-430e-8604-e7bd737b6ab2 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-24T14:55:57Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-9e32c-predictor namespace: kserve-ci-e2e-test resourceVersion: "25229" uid: 974b04bd-c4f1-4235-bf27-d7df60fd7f98 kind: Event lastTimestamp: "2026-04-24T14:55:57Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-04-24T14:55:57Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-24T14:55:57Z" name: error-404-isvc-9e32c-predictor.18a952ca74ff9946 namespace: kserve-ci-e2e-test resourceVersion: "25420" uid: 825dad1f-b5aa-4505-808e-652c5ce85f7a reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-24T14:55:57Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-9e32c-predictor namespace: kserve-ci-e2e-test resourceVersion: "25229" uid: 974b04bd-c4f1-4235-bf27-d7df60fd7f98 kind: Event lastTimestamp: "2026-04-24T14:55:57Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-04-24T14:55:57Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-24T14:55:57Z" name: error-404-isvc-9e32c-predictor.18a952ca7544b9ad namespace: kserve-ci-e2e-test resourceVersion: "25422" uid: 2d1e95c9-9eb6-4758-9427-57e3d37a9b24 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 4 eventTime: null firstTimestamp: "2026-04-24T14:56:12Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-9e32c-predictor namespace: kserve-ci-e2e-test resourceVersion: "25421" uid: 974b04bd-c4f1-4235-bf27-d7df60fd7f98 kind: Event lastTimestamp: "2026-04-24T14:56:57Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-04-24T14:56:12Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-24T14:56:57Z" name: error-404-isvc-9e32c-predictor.18a952cdf3e03ac9 namespace: kserve-ci-e2e-test resourceVersion: "26157" uid: 750e7239-b839-4e9f-9e63-fe9d5024aeec reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 4 eventTime: null firstTimestamp: "2026-04-24T14:56:12Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-9e32c-predictor namespace: kserve-ci-e2e-test resourceVersion: "25421" uid: 974b04bd-c4f1-4235-bf27-d7df60fd7f98 kind: Event lastTimestamp: "2026-04-24T14:56:57Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-04-24T14:56:12Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-24T14:56:57Z" name: error-404-isvc-9e32c-predictor.18a952cdf43cb273 namespace: kserve-ci-e2e-test resourceVersion: "26158" uid: c1f5fb41-3afb-44cd-a5cf-a5a5874c3613 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 5 eventTime: null firstTimestamp: "2026-04-24T14:55:42Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-9e32c namespace: kserve-ci-e2e-test resourceVersion: "25207" uid: bb1ccf13-061e-41d3-b89d-bca01ae9209f kind: Event lastTimestamp: "2026-04-24T14:56:34Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-04-24T14:55:42Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-04-24T14:56:34Z" name: error-404-isvc-9e32c.18a952c6f669b54e namespace: kserve-ci-e2e-test resourceVersion: "25776" uid: df365072-e740-422e-aeea-bba247f89e8c reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-24T14:55:42Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-9e32c namespace: kserve-ci-e2e-test resourceVersion: "25207" uid: bb1ccf13-061e-41d3-b89d-bca01ae9209f kind: Event lastTimestamp: "2026-04-24T14:55:42Z" message: 'Failed to update status for InferenceService "error-404-isvc-9e32c": Operation cannot be fulfilled on inferenceservices.serving.kserve.io "error-404-isvc-9e32c": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-04-24T14:55:42Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-04-24T14:55:42Z" name: error-404-isvc-9e32c.18a952c6f708bd15 namespace: kserve-ci-e2e-test resourceVersion: "25238" uid: a7f035af-be68-470a-965f-c5080f2b622f reason: UpdateFailed reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-24T14:55:42Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-9e32c namespace: kserve-ci-e2e-test resourceVersion: "25207" uid: bb1ccf13-061e-41d3-b89d-bca01ae9209f kind: Event lastTimestamp: "2026-04-24T14:55:42Z" message: 'fails to update InferenceService status: Operation cannot be fulfilled on inferenceservices.serving.kserve.io "error-404-isvc-9e32c": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-04-24T14:55:42Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-04-24T14:55:42Z" name: error-404-isvc-9e32c.18a952c6f7090064 namespace: kserve-ci-e2e-test resourceVersion: "25241" uid: e3c04ede-f887-42ed-addd-80398018a4a2 reason: InternalError reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-24T14:56:34Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-9e32c namespace: kserve-ci-e2e-test resourceVersion: "25773" uid: bb1ccf13-061e-41d3-b89d-bca01ae9209f kind: Event lastTimestamp: "2026-04-24T14:56:34Z" message: InferenceService [error-404-isvc-9e32c] is Ready metadata: creationTimestamp: "2026-04-24T14:56:34Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-04-24T14:56:34Z" name: error-404-isvc-9e32c.18a952d2fd2591e1 namespace: kserve-ci-e2e-test resourceVersion: "25774" uid: e212ae06-b8d6-4a20-b4b7-0b3ee9af057c reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-04-24T14:54:22.227913Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: error-404-isvc-b7286-predictor-7759f757c9-grvmd namespace: kserve-ci-e2e-test resourceVersion: "24308" uid: 5d7873a8-aee4-4b1b-8d62-336d952f3d15 kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/error-404-isvc-b7286-predictor-7759f757c9-grvmd to ip-10-0-129-34.ec2.internal metadata: creationTimestamp: "2026-04-24T14:54:22Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-04-24T14:54:22Z" name: error-404-isvc-b7286-predictor-7759f757c9-grvmd.18a952b447e1759f namespace: kserve-ci-e2e-test resourceVersion: "24314" uid: 0af6b285-123d-48f8-871f-e33d228bfd97 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-567f977dcb-n99rn source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-24T14:54:22Z" involvedObject: apiVersion: v1 kind: Pod name: error-404-isvc-b7286-predictor-7759f757c9-grvmd namespace: kserve-ci-e2e-test resourceVersion: "24317" uid: 5d7873a8-aee4-4b1b-8d62-336d952f3d15 kind: Event lastTimestamp: "2026-04-24T14:54:22Z" message: Add eth0 [10.132.0.35/23] from ovn-kubernetes metadata: creationTimestamp: "2026-04-24T14:54:22Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-04-24T14:54:22Z" name: error-404-isvc-b7286-predictor-7759f757c9-grvmd.18a952b4500aa271 namespace: kserve-ci-e2e-test resourceVersion: "24328" uid: 7a8f0166-ce1d-4d68-97a6-ca0402f19d87 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-24T14:54:22Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-b7286-predictor-7759f757c9-grvmd namespace: kserve-ci-e2e-test resourceVersion: "24312" uid: 5d7873a8-aee4-4b1b-8d62-336d952f3d15 kind: Event lastTimestamp: "2026-04-24T14:54:22Z" message: Container image "quay.io/opendatahub/error-404-isvc:odh-pr-1433" already present on machine metadata: creationTimestamp: "2026-04-24T14:54:22Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-24T14:54:22Z" name: error-404-isvc-b7286-predictor-7759f757c9-grvmd.18a952b451333a60 namespace: kserve-ci-e2e-test resourceVersion: "24331" uid: c9475245-252f-484a-8dfc-d577db0188aa reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-129-34.ec2.internal source: component: kubelet host: ip-10-0-129-34.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-24T14:54:22Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-b7286-predictor-7759f757c9-grvmd namespace: kserve-ci-e2e-test resourceVersion: "24312" uid: 5d7873a8-aee4-4b1b-8d62-336d952f3d15 kind: Event lastTimestamp: "2026-04-24T14:54:22Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-04-24T14:54:22Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-24T14:54:22Z" name: error-404-isvc-b7286-predictor-7759f757c9-grvmd.18a952b457846b0d namespace: kserve-ci-e2e-test resourceVersion: "24336" uid: d7d5aa38-231a-47b0-9390-0b88bcc9fb3f reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-129-34.ec2.internal source: component: kubelet host: ip-10-0-129-34.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-24T14:54:22Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-b7286-predictor-7759f757c9-grvmd namespace: kserve-ci-e2e-test resourceVersion: "24312" uid: 5d7873a8-aee4-4b1b-8d62-336d952f3d15 kind: Event lastTimestamp: "2026-04-24T14:54:22Z" message: Started container kserve-container metadata: creationTimestamp: "2026-04-24T14:54:22Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-24T14:54:22Z" name: error-404-isvc-b7286-predictor-7759f757c9-grvmd.18a952b457f8cddb namespace: kserve-ci-e2e-test resourceVersion: "24337" uid: 206febf6-5de5-4eea-8e8c-a2b8cf899be5 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-129-34.ec2.internal source: component: kubelet host: ip-10-0-129-34.ec2.internal type: Normal - apiVersion: v1 count: 7 eventTime: null firstTimestamp: "2026-04-24T14:54:22Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-b7286-predictor-7759f757c9-grvmd namespace: kserve-ci-e2e-test resourceVersion: "24312" uid: 5d7873a8-aee4-4b1b-8d62-336d952f3d15 kind: Event lastTimestamp: "2026-04-24T14:55:43Z" message: 'Readiness probe failed: dial tcp 10.132.0.35:8080: connect: connection refused' metadata: creationTimestamp: "2026-04-24T14:54:22Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-24T14:55:43Z" name: error-404-isvc-b7286-predictor-7759f757c9-grvmd.18a952b46819c53f namespace: kserve-ci-e2e-test resourceVersion: "25288" uid: bf25ae6e-3bb2-4fdf-b6d4-6f3522201988 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-129-34.ec2.internal source: component: kubelet host: ip-10-0-129-34.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-24T14:55:42Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-b7286-predictor-7759f757c9-grvmd namespace: kserve-ci-e2e-test resourceVersion: "24312" uid: 5d7873a8-aee4-4b1b-8d62-336d952f3d15 kind: Event lastTimestamp: "2026-04-24T14:55:42Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-04-24T14:55:42Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-24T14:55:42Z" name: error-404-isvc-b7286-predictor-7759f757c9-grvmd.18a952c6f75629dd namespace: kserve-ci-e2e-test resourceVersion: "25239" uid: 51ca299f-69d3-4c1a-8213-1311287b6d20 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-129-34.ec2.internal source: component: kubelet host: ip-10-0-129-34.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-24T14:54:22Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: error-404-isvc-b7286-predictor-7759f757c9 namespace: kserve-ci-e2e-test resourceVersion: "24292" uid: 0fcaaf74-060a-4e9d-890d-5696cf6b5abd kind: Event lastTimestamp: "2026-04-24T14:54:22Z" message: 'Created pod: error-404-isvc-b7286-predictor-7759f757c9-grvmd' metadata: creationTimestamp: "2026-04-24T14:54:22Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-24T14:54:22Z" name: error-404-isvc-b7286-predictor-7759f757c9.18a952b447792a36 namespace: kserve-ci-e2e-test resourceVersion: "24311" uid: 4146ad4e-d06a-4eb3-887a-5ebf854cce6e reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-24T14:54:22Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: error-404-isvc-b7286-predictor namespace: kserve-ci-e2e-test resourceVersion: "24288" uid: 5d103e5e-d333-4f11-86e3-31339e0a4bf9 kind: Event lastTimestamp: "2026-04-24T14:54:22Z" message: Scaled up replica set error-404-isvc-b7286-predictor-7759f757c9 from 0 to 1 metadata: creationTimestamp: "2026-04-24T14:54:22Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-24T14:54:22Z" name: error-404-isvc-b7286-predictor.18a952b445fb5be1 namespace: kserve-ci-e2e-test resourceVersion: "24297" uid: b81ade94-70ad-45e3-8870-ebf20bb0b8a9 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-24T14:54:37Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-b7286-predictor namespace: kserve-ci-e2e-test resourceVersion: "24293" uid: 147c5c6c-8da4-4e65-b406-c57befd72d10 kind: Event lastTimestamp: "2026-04-24T14:54:37Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-04-24T14:54:37Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-24T14:54:37Z" name: error-404-isvc-b7286-predictor.18a952b7c4c2ee25 namespace: kserve-ci-e2e-test resourceVersion: "24459" uid: 134fb177-0731-4081-bb2f-58b6717b8895 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-24T14:54:37Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-b7286-predictor namespace: kserve-ci-e2e-test resourceVersion: "24293" uid: 147c5c6c-8da4-4e65-b406-c57befd72d10 kind: Event lastTimestamp: "2026-04-24T14:54:37Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-04-24T14:54:37Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-24T14:54:37Z" name: error-404-isvc-b7286-predictor.18a952b7c5111bef namespace: kserve-ci-e2e-test resourceVersion: "24461" uid: b0886a79-d5c8-4665-b79d-f7f7dcd78eed reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 4 eventTime: null firstTimestamp: "2026-04-24T14:54:52Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-b7286-predictor namespace: kserve-ci-e2e-test resourceVersion: "24460" uid: 147c5c6c-8da4-4e65-b406-c57befd72d10 kind: Event lastTimestamp: "2026-04-24T14:55:37Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-04-24T14:54:52Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-24T14:55:37Z" name: error-404-isvc-b7286-predictor.18a952bb439d4047 namespace: kserve-ci-e2e-test resourceVersion: "25113" uid: 31ca1f7c-a865-4809-b8cf-25cd63fdf05a reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 4 eventTime: null firstTimestamp: "2026-04-24T14:54:52Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-b7286-predictor namespace: kserve-ci-e2e-test resourceVersion: "24460" uid: 147c5c6c-8da4-4e65-b406-c57befd72d10 kind: Event lastTimestamp: "2026-04-24T14:55:37Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-04-24T14:54:52Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-24T14:55:37Z" name: error-404-isvc-b7286-predictor.18a952bb447108db namespace: kserve-ci-e2e-test resourceVersion: "25114" uid: b722acda-d422-4842-aab5-cf473bbf2d3d reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 5 eventTime: null firstTimestamp: "2026-04-24T14:54:22Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-b7286 namespace: kserve-ci-e2e-test resourceVersion: "24271" uid: 2f4124ae-d498-45b0-8990-3138a2ea1e6a kind: Event lastTimestamp: "2026-04-24T14:55:13Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-04-24T14:54:22Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-04-24T14:55:13Z" name: error-404-isvc-b7286.18a952b4461f8982 namespace: kserve-ci-e2e-test resourceVersion: "24890" uid: 93b6970a-61df-4a6b-92b6-b250b35426ce reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-24T14:54:22Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-b7286 namespace: kserve-ci-e2e-test resourceVersion: "24271" uid: 2f4124ae-d498-45b0-8990-3138a2ea1e6a kind: Event lastTimestamp: "2026-04-24T14:54:22Z" message: 'Failed to update status for InferenceService "error-404-isvc-b7286": Operation cannot be fulfilled on inferenceservices.serving.kserve.io "error-404-isvc-b7286": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-04-24T14:54:22Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-04-24T14:54:22Z" name: error-404-isvc-b7286.18a952b4469eba61 namespace: kserve-ci-e2e-test resourceVersion: "24305" uid: 2ae0be3a-7d83-4213-985f-4119ba714fee reason: UpdateFailed reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-24T14:54:22Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-b7286 namespace: kserve-ci-e2e-test resourceVersion: "24271" uid: 2f4124ae-d498-45b0-8990-3138a2ea1e6a kind: Event lastTimestamp: "2026-04-24T14:54:22Z" message: 'fails to update InferenceService status: Operation cannot be fulfilled on inferenceservices.serving.kserve.io "error-404-isvc-b7286": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-04-24T14:54:22Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-04-24T14:54:22Z" name: error-404-isvc-b7286.18a952b4469ef8c2 namespace: kserve-ci-e2e-test resourceVersion: "24309" uid: 81254a7b-e2c6-40e9-a889-e1f7a21319af reason: InternalError reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-24T14:55:13Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-b7286 namespace: kserve-ci-e2e-test resourceVersion: "24887" uid: 2f4124ae-d498-45b0-8990-3138a2ea1e6a kind: Event lastTimestamp: "2026-04-24T14:55:13Z" message: InferenceService [error-404-isvc-b7286] is Ready metadata: creationTimestamp: "2026-04-24T14:55:13Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-04-24T14:55:13Z" name: error-404-isvc-b7286.18a952c04e151f0c namespace: kserve-ci-e2e-test resourceVersion: "24888" uid: 8b23f9df-d1eb-40bd-bb89-8a627869488c reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-04-24T14:45:37.294424Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: error-404-isvc-d5b84-predictor-585896bd67-xqbm5 namespace: kserve-ci-e2e-test resourceVersion: "20398" uid: 87e707d2-09bc-4786-b70b-9f3ed3913cd2 kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/error-404-isvc-d5b84-predictor-585896bd67-xqbm5 to ip-10-0-129-34.ec2.internal metadata: creationTimestamp: "2026-04-24T14:45:37Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-04-24T14:45:37Z" name: error-404-isvc-d5b84-predictor-585896bd67-xqbm5.18a9523a0f680e0c namespace: kserve-ci-e2e-test resourceVersion: "20406" uid: 9edb933c-106d-4c53-a22f-a9d85866d851 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-567f977dcb-n99rn source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-24T14:45:37Z" involvedObject: apiVersion: v1 kind: Pod name: error-404-isvc-d5b84-predictor-585896bd67-xqbm5 namespace: kserve-ci-e2e-test resourceVersion: "20413" uid: 87e707d2-09bc-4786-b70b-9f3ed3913cd2 kind: Event lastTimestamp: "2026-04-24T14:45:37Z" message: Add eth0 [10.132.0.33/23] from ovn-kubernetes metadata: creationTimestamp: "2026-04-24T14:45:37Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-04-24T14:45:37Z" name: error-404-isvc-d5b84-predictor-585896bd67-xqbm5.18a9523a17a1a066 namespace: kserve-ci-e2e-test resourceVersion: "20426" uid: e1927c8f-f23b-48e4-839e-801f90db56ba reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-24T14:45:37Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-d5b84-predictor-585896bd67-xqbm5 namespace: kserve-ci-e2e-test resourceVersion: "20405" uid: 87e707d2-09bc-4786-b70b-9f3ed3913cd2 kind: Event lastTimestamp: "2026-04-24T14:45:37Z" message: Container image "quay.io/opendatahub/error-404-isvc:odh-pr-1433" already present on machine metadata: creationTimestamp: "2026-04-24T14:45:37Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-24T14:45:37Z" name: error-404-isvc-d5b84-predictor-585896bd67-xqbm5.18a9523a18c3a0a0 namespace: kserve-ci-e2e-test resourceVersion: "20428" uid: 516c8383-31d1-46c6-9cc6-d082fbaff023 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-129-34.ec2.internal source: component: kubelet host: ip-10-0-129-34.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-24T14:45:37Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-d5b84-predictor-585896bd67-xqbm5 namespace: kserve-ci-e2e-test resourceVersion: "20405" uid: 87e707d2-09bc-4786-b70b-9f3ed3913cd2 kind: Event lastTimestamp: "2026-04-24T14:45:37Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-04-24T14:45:37Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-24T14:45:37Z" name: error-404-isvc-d5b84-predictor-585896bd67-xqbm5.18a9523a1bb07953 namespace: kserve-ci-e2e-test resourceVersion: "20430" uid: 8a878b05-a553-4c07-855a-5f472bc80eb6 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-129-34.ec2.internal source: component: kubelet host: ip-10-0-129-34.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-24T14:45:37Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-d5b84-predictor-585896bd67-xqbm5 namespace: kserve-ci-e2e-test resourceVersion: "20405" uid: 87e707d2-09bc-4786-b70b-9f3ed3913cd2 kind: Event lastTimestamp: "2026-04-24T14:45:37Z" message: Started container kserve-container metadata: creationTimestamp: "2026-04-24T14:45:37Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-24T14:45:37Z" name: error-404-isvc-d5b84-predictor-585896bd67-xqbm5.18a9523a1c1f6610 namespace: kserve-ci-e2e-test resourceVersion: "20431" uid: e0fb4f55-02f4-48d1-8777-7299782a9920 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-129-34.ec2.internal source: component: kubelet host: ip-10-0-129-34.ec2.internal type: Normal - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-04-24T14:45:38Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-d5b84-predictor-585896bd67-xqbm5 namespace: kserve-ci-e2e-test resourceVersion: "20405" uid: 87e707d2-09bc-4786-b70b-9f3ed3913cd2 kind: Event lastTimestamp: "2026-04-24T14:46:19Z" message: 'Readiness probe failed: dial tcp 10.132.0.33:8080: connect: connection refused' metadata: creationTimestamp: "2026-04-24T14:45:38Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-24T14:46:19Z" name: error-404-isvc-d5b84-predictor-585896bd67-xqbm5.18a9523a4bf6a909 namespace: kserve-ci-e2e-test resourceVersion: "20843" uid: 0849d301-b0ac-42c7-9a14-7ab487865a26 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-129-34.ec2.internal source: component: kubelet host: ip-10-0-129-34.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-24T14:55:02Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-d5b84-predictor-585896bd67-xqbm5 namespace: kserve-ci-e2e-test resourceVersion: "20405" uid: 87e707d2-09bc-4786-b70b-9f3ed3913cd2 kind: Event lastTimestamp: "2026-04-24T14:55:02Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-04-24T14:55:02Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-24T14:55:02Z" name: error-404-isvc-d5b84-predictor-585896bd67-xqbm5.18a952bd94b4f37e namespace: kserve-ci-e2e-test resourceVersion: "24734" uid: 9b2c6b50-b930-46a9-9ba7-ec6a0b64a31b reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-129-34.ec2.internal source: component: kubelet host: ip-10-0-129-34.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-24T14:45:37Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: error-404-isvc-d5b84-predictor-585896bd67 namespace: kserve-ci-e2e-test resourceVersion: "20386" uid: 8cd5be2c-36e7-4a4a-b828-ca5052f0300f kind: Event lastTimestamp: "2026-04-24T14:45:37Z" message: 'Created pod: error-404-isvc-d5b84-predictor-585896bd67-xqbm5' metadata: creationTimestamp: "2026-04-24T14:45:37Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-24T14:45:37Z" name: error-404-isvc-d5b84-predictor-585896bd67.18a9523a0efb520d namespace: kserve-ci-e2e-test resourceVersion: "20403" uid: 3b7d71c1-af92-4443-9a1f-a03356573686 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-24T14:45:37Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: error-404-isvc-d5b84-predictor namespace: kserve-ci-e2e-test resourceVersion: "20382" uid: 4af3cccb-86e5-4944-a774-e6484ce667a6 kind: Event lastTimestamp: "2026-04-24T14:45:37Z" message: Scaled up replica set error-404-isvc-d5b84-predictor-585896bd67 from 0 to 1 metadata: creationTimestamp: "2026-04-24T14:45:37Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-24T14:45:37Z" name: error-404-isvc-d5b84-predictor.18a9523a0d9067cf namespace: kserve-ci-e2e-test resourceVersion: "20388" uid: 15b96add-ec7a-48d6-a86d-8e589abc6691 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-24T14:45:52Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-d5b84-predictor namespace: kserve-ci-e2e-test resourceVersion: "20387" uid: 646bb4f2-a77b-40bc-bfc7-f3a355f5ba40 kind: Event lastTimestamp: "2026-04-24T14:45:52Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-04-24T14:45:52Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-24T14:45:52Z" name: error-404-isvc-d5b84-predictor.18a9523d8c1d6245 namespace: kserve-ci-e2e-test resourceVersion: "20589" uid: a4058927-3f02-44cf-bd64-215be963671a reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-24T14:45:52Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-d5b84-predictor namespace: kserve-ci-e2e-test resourceVersion: "20387" uid: 646bb4f2-a77b-40bc-bfc7-f3a355f5ba40 kind: Event lastTimestamp: "2026-04-24T14:45:52Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-04-24T14:45:52Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-24T14:45:52Z" name: error-404-isvc-d5b84-predictor.18a9523d8c760421 namespace: kserve-ci-e2e-test resourceVersion: "20591" uid: 64684515-9bcc-490b-a82d-4272f8e39745 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 4 eventTime: null firstTimestamp: "2026-04-24T14:46:07Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-d5b84-predictor namespace: kserve-ci-e2e-test resourceVersion: "20590" uid: 646bb4f2-a77b-40bc-bfc7-f3a355f5ba40 kind: Event lastTimestamp: "2026-04-24T14:46:52Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-04-24T14:46:07Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-24T14:46:52Z" name: error-404-isvc-d5b84-predictor.18a952410b001083 namespace: kserve-ci-e2e-test resourceVersion: "21140" uid: 623229c7-d2de-4764-b332-13694e0038a1 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 4 eventTime: null firstTimestamp: "2026-04-24T14:46:07Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-d5b84-predictor namespace: kserve-ci-e2e-test resourceVersion: "20590" uid: 646bb4f2-a77b-40bc-bfc7-f3a355f5ba40 kind: Event lastTimestamp: "2026-04-24T14:46:52Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-04-24T14:46:07Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-24T14:46:52Z" name: error-404-isvc-d5b84-predictor.18a952410b605a2a namespace: kserve-ci-e2e-test resourceVersion: "21141" uid: 6ad39019-9298-4712-bbdb-6369b527266b reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-04-24T14:45:37Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-d5b84 namespace: kserve-ci-e2e-test resourceVersion: "20370" uid: 0ebd17d8-2589-4f92-a036-1377fff88960 kind: Event lastTimestamp: "2026-04-24T14:46:29Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-04-24T14:45:37Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-04-24T14:46:29Z" name: error-404-isvc-d5b84.18a9523a0d9bcf2d namespace: kserve-ci-e2e-test resourceVersion: "20938" uid: 69247ba4-cd34-40b4-bc9b-460fa76e5990 reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-24T14:46:29Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-d5b84 namespace: kserve-ci-e2e-test resourceVersion: "20933" uid: 0ebd17d8-2589-4f92-a036-1377fff88960 kind: Event lastTimestamp: "2026-04-24T14:46:29Z" message: InferenceService [error-404-isvc-d5b84] is Ready metadata: creationTimestamp: "2026-04-24T14:46:29Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-04-24T14:46:29Z" name: error-404-isvc-d5b84.18a952462ff258c2 namespace: kserve-ci-e2e-test resourceVersion: "20934" uid: 1a6fa876-a87e-4616-a696-f3b9c42242fc reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-04-24T14:32:32.152135Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: error-404-isvc-f7779-predictor-647c4cfbf7-2hn4m namespace: kserve-ci-e2e-test resourceVersion: "13426" uid: 6676863f-a8e7-4f51-8edd-58f6b5481f05 kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/error-404-isvc-f7779-predictor-647c4cfbf7-2hn4m to ip-10-0-129-34.ec2.internal metadata: creationTimestamp: "2026-04-24T14:32:32Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-04-24T14:32:32Z" name: error-404-isvc-f7779-predictor-647c4cfbf7-2hn4m.18a9518341477d28 namespace: kserve-ci-e2e-test resourceVersion: "13431" uid: 7dedd38d-aab7-482b-96f0-4bc984b344c6 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-567f977dcb-n99rn source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-24T14:32:32Z" involvedObject: apiVersion: v1 kind: Pod name: error-404-isvc-f7779-predictor-647c4cfbf7-2hn4m namespace: kserve-ci-e2e-test resourceVersion: "13436" uid: 6676863f-a8e7-4f51-8edd-58f6b5481f05 kind: Event lastTimestamp: "2026-04-24T14:32:32Z" message: Add eth0 [10.132.0.19/23] from ovn-kubernetes metadata: creationTimestamp: "2026-04-24T14:32:32Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-04-24T14:32:32Z" name: error-404-isvc-f7779-predictor-647c4cfbf7-2hn4m.18a9518348aacd6b namespace: kserve-ci-e2e-test resourceVersion: "13465" uid: 6b759fe8-9ae0-4cd0-a4cb-0664530272c0 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-24T14:32:32Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-f7779-predictor-647c4cfbf7-2hn4m namespace: kserve-ci-e2e-test resourceVersion: "13429" uid: 6676863f-a8e7-4f51-8edd-58f6b5481f05 kind: Event lastTimestamp: "2026-04-24T14:32:32Z" message: Pulling image "quay.io/opendatahub/error-404-isvc:odh-pr-1433" metadata: creationTimestamp: "2026-04-24T14:32:32Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-24T14:32:32Z" name: error-404-isvc-f7779-predictor-647c4cfbf7-2hn4m.18a951834a0da392 namespace: kserve-ci-e2e-test resourceVersion: "13478" uid: fe33cfbf-2fc5-490e-8411-425a70e72efb reason: Pulling reportingComponent: kubelet reportingInstance: ip-10-0-129-34.ec2.internal source: component: kubelet host: ip-10-0-129-34.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-24T14:32:49Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-f7779-predictor-647c4cfbf7-2hn4m namespace: kserve-ci-e2e-test resourceVersion: "13429" uid: 6676863f-a8e7-4f51-8edd-58f6b5481f05 kind: Event lastTimestamp: "2026-04-24T14:32:49Z" message: 'Successfully pulled image "quay.io/opendatahub/error-404-isvc:odh-pr-1433" in 16.794s (16.794s including waiting). Image size: 1333460052 bytes.' metadata: creationTimestamp: "2026-04-24T14:32:49Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-24T14:32:49Z" name: error-404-isvc-f7779-predictor-647c4cfbf7-2hn4m.18a9518733155a22 namespace: kserve-ci-e2e-test resourceVersion: "13676" uid: 25dbbc9a-1131-4cf3-ba27-0320524ab6ca reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-129-34.ec2.internal source: component: kubelet host: ip-10-0-129-34.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-24T14:32:49Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-f7779-predictor-647c4cfbf7-2hn4m namespace: kserve-ci-e2e-test resourceVersion: "13429" uid: 6676863f-a8e7-4f51-8edd-58f6b5481f05 kind: Event lastTimestamp: "2026-04-24T14:32:49Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-04-24T14:32:49Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-24T14:32:49Z" name: error-404-isvc-f7779-predictor-647c4cfbf7-2hn4m.18a9518739ab8f11 namespace: kserve-ci-e2e-test resourceVersion: "13684" uid: ceb17ada-c9bf-40f0-ad19-1b7cd60ae010 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-129-34.ec2.internal source: component: kubelet host: ip-10-0-129-34.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-24T14:32:49Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-f7779-predictor-647c4cfbf7-2hn4m namespace: kserve-ci-e2e-test resourceVersion: "13429" uid: 6676863f-a8e7-4f51-8edd-58f6b5481f05 kind: Event lastTimestamp: "2026-04-24T14:32:49Z" message: Started container kserve-container metadata: creationTimestamp: "2026-04-24T14:32:49Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-24T14:32:49Z" name: error-404-isvc-f7779-predictor-647c4cfbf7-2hn4m.18a951873a194e3a namespace: kserve-ci-e2e-test resourceVersion: "13685" uid: 265581ad-1888-4d62-9f8c-780310e0c01f reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-129-34.ec2.internal source: component: kubelet host: ip-10-0-129-34.ec2.internal type: Normal - apiVersion: v1 count: 7 eventTime: null firstTimestamp: "2026-04-24T14:32:50Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-f7779-predictor-647c4cfbf7-2hn4m namespace: kserve-ci-e2e-test resourceVersion: "13429" uid: 6676863f-a8e7-4f51-8edd-58f6b5481f05 kind: Event lastTimestamp: "2026-04-24T14:33:41Z" message: 'Readiness probe failed: dial tcp 10.132.0.19:8080: connect: connection refused' metadata: creationTimestamp: "2026-04-24T14:32:50Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-24T14:33:41Z" name: error-404-isvc-f7779-predictor-647c4cfbf7-2hn4m.18a951876d24e47f namespace: kserve-ci-e2e-test resourceVersion: "14130" uid: 6bc400f4-193e-47ac-89ed-fa82b5abf6f0 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-129-34.ec2.internal source: component: kubelet host: ip-10-0-129-34.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-24T14:34:12Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-f7779-predictor-647c4cfbf7-2hn4m namespace: kserve-ci-e2e-test resourceVersion: "13429" uid: 6676863f-a8e7-4f51-8edd-58f6b5481f05 kind: Event lastTimestamp: "2026-04-24T14:34:12Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-04-24T14:34:12Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-24T14:34:12Z" name: error-404-isvc-f7779-predictor-647c4cfbf7-2hn4m.18a9519a8da5b2d9 namespace: kserve-ci-e2e-test resourceVersion: "14513" uid: de65f45d-e2d9-42ca-bae2-649ac4e2533e reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-129-34.ec2.internal source: component: kubelet host: ip-10-0-129-34.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-24T14:32:32Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: error-404-isvc-f7779-predictor-647c4cfbf7 namespace: kserve-ci-e2e-test resourceVersion: "13419" uid: 086f32a8-16a6-478f-911b-9c13d66b02bd kind: Event lastTimestamp: "2026-04-24T14:32:32Z" message: 'Created pod: error-404-isvc-f7779-predictor-647c4cfbf7-2hn4m' metadata: creationTimestamp: "2026-04-24T14:32:32Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-24T14:32:32Z" name: error-404-isvc-f7779-predictor-647c4cfbf7.18a9518340d87e8e namespace: kserve-ci-e2e-test resourceVersion: "13428" uid: 6470d9dc-a381-44dc-ac14-624de603665a reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-24T14:32:32Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: error-404-isvc-f7779-predictor namespace: kserve-ci-e2e-test resourceVersion: "13418" uid: 02c1a910-3c47-4ddc-9cb5-e9f58ebde019 kind: Event lastTimestamp: "2026-04-24T14:32:32Z" message: Scaled up replica set error-404-isvc-f7779-predictor-647c4cfbf7 from 0 to 1 metadata: creationTimestamp: "2026-04-24T14:32:32Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-24T14:32:32Z" name: error-404-isvc-f7779-predictor.18a951833f820a05 namespace: kserve-ci-e2e-test resourceVersion: "13421" uid: 12d742e5-a0ee-4ff0-9124-ec05849bfd64 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-04-24T14:32:47Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-f7779-predictor namespace: kserve-ci-e2e-test resourceVersion: "13420" uid: cd6e0b52-d67a-4ef7-adfa-a320dee9d79e kind: Event lastTimestamp: "2026-04-24T14:33:02Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-04-24T14:32:47Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-24T14:33:02Z" name: error-404-isvc-f7779-predictor.18a95186be512b1d namespace: kserve-ci-e2e-test resourceVersion: "13816" uid: 217e6eb6-ff6f-4d82-b7f2-05b9534ed266 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-04-24T14:32:47Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-f7779-predictor namespace: kserve-ci-e2e-test resourceVersion: "13420" uid: cd6e0b52-d67a-4ef7-adfa-a320dee9d79e kind: Event lastTimestamp: "2026-04-24T14:33:02Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-04-24T14:32:47Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-24T14:33:02Z" name: error-404-isvc-f7779-predictor.18a95186beaed40f namespace: kserve-ci-e2e-test resourceVersion: "13817" uid: 1656e806-0bef-4773-9486-5f774f555508 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 4 eventTime: null firstTimestamp: "2026-04-24T14:33:17Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-f7779-predictor namespace: kserve-ci-e2e-test resourceVersion: "13653" uid: cd6e0b52-d67a-4ef7-adfa-a320dee9d79e kind: Event lastTimestamp: "2026-04-24T14:34:02Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-04-24T14:33:17Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-24T14:34:02Z" name: error-404-isvc-f7779-predictor.18a9518dbc3e4a49 namespace: kserve-ci-e2e-test resourceVersion: "14355" uid: 26e803cd-28de-4e9f-ab36-da9b8f9250d0 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 4 eventTime: null firstTimestamp: "2026-04-24T14:33:17Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-f7779-predictor namespace: kserve-ci-e2e-test resourceVersion: "13653" uid: cd6e0b52-d67a-4ef7-adfa-a320dee9d79e kind: Event lastTimestamp: "2026-04-24T14:34:02Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-04-24T14:33:17Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-24T14:34:02Z" name: error-404-isvc-f7779-predictor.18a9518dbc9e8ab8 namespace: kserve-ci-e2e-test resourceVersion: "14356" uid: 98f11853-92ed-4887-b45b-600a24abe2e9 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 5 eventTime: null firstTimestamp: "2026-04-24T14:32:32Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-f7779 namespace: kserve-ci-e2e-test resourceVersion: "13403" uid: d3f69c4d-1a58-4e4e-863f-6d84480c50a0 kind: Event lastTimestamp: "2026-04-24T14:33:51Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-04-24T14:32:32Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-04-24T14:33:51Z" name: error-404-isvc-f7779.18a951833fbd3f9d namespace: kserve-ci-e2e-test resourceVersion: "14229" uid: e4e7aa38-677f-49ac-8fc9-f9a2afca96be reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-24T14:33:51Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-f7779 namespace: kserve-ci-e2e-test resourceVersion: "14226" uid: d3f69c4d-1a58-4e4e-863f-6d84480c50a0 kind: Event lastTimestamp: "2026-04-24T14:33:51Z" message: InferenceService [error-404-isvc-f7779] is Ready metadata: creationTimestamp: "2026-04-24T14:33:51Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-04-24T14:33:51Z" name: error-404-isvc-f7779.18a95195a780543d namespace: kserve-ci-e2e-test resourceVersion: "14227" uid: d9e82231-b346-4e40-b158-0d5f00651504 reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-04-24T14:32:32.085972Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: isvc-sklearn-graph-1-predictor-7cfc94c67b-rdvnd namespace: kserve-ci-e2e-test resourceVersion: "13404" uid: b2ba4c0b-5c77-46ef-943c-b0439d16fb97 kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-graph-1-predictor-7cfc94c67b-rdvnd to ip-10-0-131-216.ec2.internal metadata: creationTimestamp: "2026-04-24T14:32:32Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-04-24T14:32:32Z" name: isvc-sklearn-graph-1-predictor-7cfc94c67b-rdvnd.18a951833d55e462 namespace: kserve-ci-e2e-test resourceVersion: "13409" uid: 851043c1-68c0-4a78-9183-693aeb9443a2 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-567f977dcb-n99rn source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-24T14:32:32Z" involvedObject: apiVersion: v1 kind: Pod name: isvc-sklearn-graph-1-predictor-7cfc94c67b-rdvnd namespace: kserve-ci-e2e-test resourceVersion: "13427" uid: b2ba4c0b-5c77-46ef-943c-b0439d16fb97 kind: Event lastTimestamp: "2026-04-24T14:32:32Z" message: Add eth0 [10.134.0.34/23] from ovn-kubernetes metadata: creationTimestamp: "2026-04-24T14:32:32Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-04-24T14:32:32Z" name: isvc-sklearn-graph-1-predictor-7cfc94c67b-rdvnd.18a95183599ca074 namespace: kserve-ci-e2e-test resourceVersion: "13497" uid: 7635c41c-7a71-4134-8487-38792c3ca8c7 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-24T14:32:32Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-sklearn-graph-1-predictor-7cfc94c67b-rdvnd namespace: kserve-ci-e2e-test resourceVersion: "13407" uid: b2ba4c0b-5c77-46ef-943c-b0439d16fb97 kind: Event lastTimestamp: "2026-04-24T14:32:32Z" message: Pulling image "quay.io/opendatahub/kserve-storage-initializer@sha256:3370fbcd366f44a8710ac5ab5a02712bec0322005baa64fee46cbff50aae7c18" metadata: creationTimestamp: "2026-04-24T14:32:32Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-24T14:32:32Z" name: isvc-sklearn-graph-1-predictor-7cfc94c67b-rdvnd.18a951835af674c4 namespace: kserve-ci-e2e-test resourceVersion: "13499" uid: 796d0573-493c-457e-acdc-213d0039276e reason: Pulling reportingComponent: kubelet reportingInstance: ip-10-0-131-216.ec2.internal source: component: kubelet host: ip-10-0-131-216.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-24T14:32:36Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-sklearn-graph-1-predictor-7cfc94c67b-rdvnd namespace: kserve-ci-e2e-test resourceVersion: "13407" uid: b2ba4c0b-5c77-46ef-943c-b0439d16fb97 kind: Event lastTimestamp: "2026-04-24T14:32:36Z" message: 'Successfully pulled image "quay.io/opendatahub/kserve-storage-initializer@sha256:3370fbcd366f44a8710ac5ab5a02712bec0322005baa64fee46cbff50aae7c18" in 4.186s (4.186s including waiting). Image size: 300957076 bytes.' metadata: creationTimestamp: "2026-04-24T14:32:36Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-24T14:32:36Z" name: isvc-sklearn-graph-1-predictor-7cfc94c67b-rdvnd.18a95184547de157 namespace: kserve-ci-e2e-test resourceVersion: "13552" uid: 8314c45a-e31f-4933-9db6-6cda05d154fc reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-131-216.ec2.internal source: component: kubelet host: ip-10-0-131-216.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-24T14:32:36Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-sklearn-graph-1-predictor-7cfc94c67b-rdvnd namespace: kserve-ci-e2e-test resourceVersion: "13407" uid: b2ba4c0b-5c77-46ef-943c-b0439d16fb97 kind: Event lastTimestamp: "2026-04-24T14:32:36Z" message: 'Created container: storage-initializer' metadata: creationTimestamp: "2026-04-24T14:32:36Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-24T14:32:36Z" name: isvc-sklearn-graph-1-predictor-7cfc94c67b-rdvnd.18a951845790b02f namespace: kserve-ci-e2e-test resourceVersion: "13554" uid: 5f9cf7e8-a7e3-4cd5-860e-3120cccc89e6 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-131-216.ec2.internal source: component: kubelet host: ip-10-0-131-216.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-24T14:32:36Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-sklearn-graph-1-predictor-7cfc94c67b-rdvnd namespace: kserve-ci-e2e-test resourceVersion: "13407" uid: b2ba4c0b-5c77-46ef-943c-b0439d16fb97 kind: Event lastTimestamp: "2026-04-24T14:32:36Z" message: Started container storage-initializer metadata: creationTimestamp: "2026-04-24T14:32:36Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-24T14:32:36Z" name: isvc-sklearn-graph-1-predictor-7cfc94c67b-rdvnd.18a9518457ff3c5b namespace: kserve-ci-e2e-test resourceVersion: "13555" uid: 99d51bc5-d90c-4265-89b4-09882f3b9e30 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-131-216.ec2.internal source: component: kubelet host: ip-10-0-131-216.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-24T14:32:41Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-sklearn-graph-1-predictor-7cfc94c67b-rdvnd namespace: kserve-ci-e2e-test resourceVersion: "13407" uid: b2ba4c0b-5c77-46ef-943c-b0439d16fb97 kind: Event lastTimestamp: "2026-04-24T14:32:41Z" message: Pulling image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1433" metadata: creationTimestamp: "2026-04-24T14:32:41Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-24T14:32:41Z" name: isvc-sklearn-graph-1-predictor-7cfc94c67b-rdvnd.18a9518559fcb693 namespace: kserve-ci-e2e-test resourceVersion: "13596" uid: cd4d83bb-308c-4d9a-8796-61d9d479cd6e reason: Pulling reportingComponent: kubelet reportingInstance: ip-10-0-131-216.ec2.internal source: component: kubelet host: ip-10-0-131-216.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-24T14:32:54Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-sklearn-graph-1-predictor-7cfc94c67b-rdvnd namespace: kserve-ci-e2e-test resourceVersion: "13407" uid: b2ba4c0b-5c77-46ef-943c-b0439d16fb97 kind: Event lastTimestamp: "2026-04-24T14:32:54Z" message: 'Successfully pulled image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1433" in 13.142s (13.142s including waiting). Image size: 1560705952 bytes.' metadata: creationTimestamp: "2026-04-24T14:32:54Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-24T14:32:54Z" name: isvc-sklearn-graph-1-predictor-7cfc94c67b-rdvnd.18a9518869540443 namespace: kserve-ci-e2e-test resourceVersion: "13747" uid: eb9583d4-3923-43ac-afe4-b94ec1d574d7 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-131-216.ec2.internal source: component: kubelet host: ip-10-0-131-216.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-24T14:32:54Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-sklearn-graph-1-predictor-7cfc94c67b-rdvnd namespace: kserve-ci-e2e-test resourceVersion: "13407" uid: b2ba4c0b-5c77-46ef-943c-b0439d16fb97 kind: Event lastTimestamp: "2026-04-24T14:32:54Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-04-24T14:32:54Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-24T14:32:54Z" name: isvc-sklearn-graph-1-predictor-7cfc94c67b-rdvnd.18a951886c63241b namespace: kserve-ci-e2e-test resourceVersion: "13748" uid: 962a5bab-4683-4226-91a5-7b0222b075ef reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-131-216.ec2.internal source: component: kubelet host: ip-10-0-131-216.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-24T14:32:54Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-sklearn-graph-1-predictor-7cfc94c67b-rdvnd namespace: kserve-ci-e2e-test resourceVersion: "13407" uid: b2ba4c0b-5c77-46ef-943c-b0439d16fb97 kind: Event lastTimestamp: "2026-04-24T14:32:54Z" message: Started container kserve-container metadata: creationTimestamp: "2026-04-24T14:32:54Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-24T14:32:54Z" name: isvc-sklearn-graph-1-predictor-7cfc94c67b-rdvnd.18a951886cd37231 namespace: kserve-ci-e2e-test resourceVersion: "13749" uid: 0f3009a5-afb4-4d7a-862b-565f1a2199a9 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-131-216.ec2.internal source: component: kubelet host: ip-10-0-131-216.ec2.internal type: Normal - apiVersion: v1 count: 8 eventTime: null firstTimestamp: "2026-04-24T14:32:55Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-sklearn-graph-1-predictor-7cfc94c67b-rdvnd namespace: kserve-ci-e2e-test resourceVersion: "13407" uid: b2ba4c0b-5c77-46ef-943c-b0439d16fb97 kind: Event lastTimestamp: "2026-04-24T14:33:56Z" message: 'Readiness probe failed: dial tcp 10.134.0.34:8080: connect: connection refused' metadata: creationTimestamp: "2026-04-24T14:32:55Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-24T14:33:56Z" name: isvc-sklearn-graph-1-predictor-7cfc94c67b-rdvnd.18a951889fd22c9a namespace: kserve-ci-e2e-test resourceVersion: "14270" uid: 9bdb15c0-e0d4-41d9-a065-2918ec715bf7 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-131-216.ec2.internal source: component: kubelet host: ip-10-0-131-216.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-24T14:34:52Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-sklearn-graph-1-predictor-7cfc94c67b-rdvnd namespace: kserve-ci-e2e-test resourceVersion: "13407" uid: b2ba4c0b-5c77-46ef-943c-b0439d16fb97 kind: Event lastTimestamp: "2026-04-24T14:34:52Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-04-24T14:34:52Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-24T14:34:52Z" name: isvc-sklearn-graph-1-predictor-7cfc94c67b-rdvnd.18a951a3dc1ef303 namespace: kserve-ci-e2e-test resourceVersion: "15031" uid: 3ae0f5f5-188c-40f0-9c97-e3933fc01cb9 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-131-216.ec2.internal source: component: kubelet host: ip-10-0-131-216.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-24T14:32:32Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: isvc-sklearn-graph-1-predictor-7cfc94c67b namespace: kserve-ci-e2e-test resourceVersion: "13394" uid: 440a15fe-5892-4050-9b7c-9172a602e47c kind: Event lastTimestamp: "2026-04-24T14:32:32Z" message: 'Created pod: isvc-sklearn-graph-1-predictor-7cfc94c67b-rdvnd' metadata: creationTimestamp: "2026-04-24T14:32:32Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-24T14:32:32Z" name: isvc-sklearn-graph-1-predictor-7cfc94c67b.18a951833cf12ce2 namespace: kserve-ci-e2e-test resourceVersion: "13405" uid: b9a95359-cfac-46be-9bad-ccf2d8e53370 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-24T14:32:32Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: isvc-sklearn-graph-1-predictor namespace: kserve-ci-e2e-test resourceVersion: "13392" uid: a96b8320-ff13-4062-99db-981946e05128 kind: Event lastTimestamp: "2026-04-24T14:32:32Z" message: Scaled up replica set isvc-sklearn-graph-1-predictor-7cfc94c67b from 0 to 1 metadata: creationTimestamp: "2026-04-24T14:32:32Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-24T14:32:32Z" name: isvc-sklearn-graph-1-predictor.18a951833a539cb6 namespace: kserve-ci-e2e-test resourceVersion: "13396" uid: 7d84a416-433c-4144-b696-e8f487367de4 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 4 eventTime: null firstTimestamp: "2026-04-24T14:32:47Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-sklearn-graph-1-predictor namespace: kserve-ci-e2e-test resourceVersion: "13393" uid: 08216b35-e2bb-4c7d-8d1e-c2efd6d968e0 kind: Event lastTimestamp: "2026-04-24T14:33:32Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-04-24T14:32:47Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-24T14:33:32Z" name: isvc-sklearn-graph-1-predictor.18a95186b9554ef0 namespace: kserve-ci-e2e-test resourceVersion: "14064" uid: 9626c3fb-8fd5-4867-ab27-5a47640bc89f reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 4 eventTime: null firstTimestamp: "2026-04-24T14:32:47Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-sklearn-graph-1-predictor namespace: kserve-ci-e2e-test resourceVersion: "13393" uid: 08216b35-e2bb-4c7d-8d1e-c2efd6d968e0 kind: Event lastTimestamp: "2026-04-24T14:33:32Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-04-24T14:32:47Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-24T14:33:32Z" name: isvc-sklearn-graph-1-predictor.18a95186b9be5904 namespace: kserve-ci-e2e-test resourceVersion: "14065" uid: 3bb559a5-d70b-442f-b54c-60631adf44f5 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-04-24T14:33:47Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-sklearn-graph-1-predictor namespace: kserve-ci-e2e-test resourceVersion: "13649" uid: 08216b35-e2bb-4c7d-8d1e-c2efd6d968e0 kind: Event lastTimestamp: "2026-04-24T14:34:17Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-04-24T14:33:47Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-24T14:34:17Z" name: isvc-sklearn-graph-1-predictor.18a95194b23f5033 namespace: kserve-ci-e2e-test resourceVersion: "14613" uid: f8588974-b739-47c3-8f5d-a8300b2ac0f0 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-04-24T14:33:47Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-sklearn-graph-1-predictor namespace: kserve-ci-e2e-test resourceVersion: "13649" uid: 08216b35-e2bb-4c7d-8d1e-c2efd6d968e0 kind: Event lastTimestamp: "2026-04-24T14:34:17Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-04-24T14:33:47Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-24T14:34:17Z" name: isvc-sklearn-graph-1-predictor.18a95194b2a1c1ef namespace: kserve-ci-e2e-test resourceVersion: "14614" uid: 00cb9816-b4dd-4abc-98e4-0730e13f0413 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 9 eventTime: null firstTimestamp: "2026-04-24T14:32:32Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-sklearn-graph-1 namespace: kserve-ci-e2e-test resourceVersion: "13376" uid: 35f45882-57fe-4842-9464-bc38bfaae265 kind: Event lastTimestamp: "2026-04-24T14:34:01Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-04-24T14:32:32Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-04-24T14:34:01Z" name: isvc-sklearn-graph-1.18a951833a75c207 namespace: kserve-ci-e2e-test resourceVersion: "14315" uid: f9814ee4-cb50-4946-8866-c65c9035ce32 reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-24T14:34:01Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-sklearn-graph-1 namespace: kserve-ci-e2e-test resourceVersion: "14313" uid: 35f45882-57fe-4842-9464-bc38bfaae265 kind: Event lastTimestamp: "2026-04-24T14:34:01Z" message: InferenceService [isvc-sklearn-graph-1] is Ready metadata: creationTimestamp: "2026-04-24T14:34:01Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-04-24T14:34:01Z" name: isvc-sklearn-graph-1.18a951980a5b1a11 namespace: kserve-ci-e2e-test resourceVersion: "14314" uid: 835f82dc-495d-49b6-8ab8-fe73cb8c1bb7 reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-04-24T14:32:32.445726Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: isvc-sklearn-graph-2-predictor-54dccdcc4-n2tq7 namespace: kserve-ci-e2e-test resourceVersion: "13483" uid: c9618735-5632-4e5e-8623-0a3cfc9508f8 kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-graph-2-predictor-54dccdcc4-n2tq7 to ip-10-0-129-34.ec2.internal metadata: creationTimestamp: "2026-04-24T14:32:32Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-04-24T14:32:32Z" name: isvc-sklearn-graph-2-predictor-54dccdcc4-n2tq7.18a9518352c76263 namespace: kserve-ci-e2e-test resourceVersion: "13487" uid: e9cc8780-8650-4ae4-8a3a-c64532971a03 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-567f977dcb-n99rn source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-24T14:32:32Z" involvedObject: apiVersion: v1 kind: Pod name: isvc-sklearn-graph-2-predictor-54dccdcc4-n2tq7 namespace: kserve-ci-e2e-test resourceVersion: "13493" uid: c9618735-5632-4e5e-8623-0a3cfc9508f8 kind: Event lastTimestamp: "2026-04-24T14:32:32Z" message: Add eth0 [10.132.0.21/23] from ovn-kubernetes metadata: creationTimestamp: "2026-04-24T14:32:32Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-04-24T14:32:32Z" name: isvc-sklearn-graph-2-predictor-54dccdcc4-n2tq7.18a951836edc87c5 namespace: kserve-ci-e2e-test resourceVersion: "13509" uid: 9392483c-e0cd-483a-9454-985007c3bfab reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-24T14:32:32Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-sklearn-graph-2-predictor-54dccdcc4-n2tq7 namespace: kserve-ci-e2e-test resourceVersion: "13485" uid: c9618735-5632-4e5e-8623-0a3cfc9508f8 kind: Event lastTimestamp: "2026-04-24T14:32:32Z" message: Pulling image "quay.io/opendatahub/kserve-storage-initializer@sha256:3370fbcd366f44a8710ac5ab5a02712bec0322005baa64fee46cbff50aae7c18" metadata: creationTimestamp: "2026-04-24T14:32:32Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-24T14:32:32Z" name: isvc-sklearn-graph-2-predictor-54dccdcc4-n2tq7.18a9518371807245 namespace: kserve-ci-e2e-test resourceVersion: "13512" uid: 5594b43a-0efb-4e79-b30d-2c9bfabbaec5 reason: Pulling reportingComponent: kubelet reportingInstance: ip-10-0-129-34.ec2.internal source: component: kubelet host: ip-10-0-129-34.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-24T14:32:49Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-sklearn-graph-2-predictor-54dccdcc4-n2tq7 namespace: kserve-ci-e2e-test resourceVersion: "13485" uid: c9618735-5632-4e5e-8623-0a3cfc9508f8 kind: Event lastTimestamp: "2026-04-24T14:32:49Z" message: 'Successfully pulled image "quay.io/opendatahub/kserve-storage-initializer@sha256:3370fbcd366f44a8710ac5ab5a02712bec0322005baa64fee46cbff50aae7c18" in 16.07s (16.07s including waiting). Image size: 300957076 bytes.' metadata: creationTimestamp: "2026-04-24T14:32:49Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-24T14:32:49Z" name: isvc-sklearn-graph-2-predictor-54dccdcc4-n2tq7.18a951872f5da4a0 namespace: kserve-ci-e2e-test resourceVersion: "13673" uid: 125739a5-73e7-4724-89c6-8e70d70b7e2d reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-129-34.ec2.internal source: component: kubelet host: ip-10-0-129-34.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-24T14:32:49Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-sklearn-graph-2-predictor-54dccdcc4-n2tq7 namespace: kserve-ci-e2e-test resourceVersion: "13485" uid: c9618735-5632-4e5e-8623-0a3cfc9508f8 kind: Event lastTimestamp: "2026-04-24T14:32:49Z" message: 'Created container: storage-initializer' metadata: creationTimestamp: "2026-04-24T14:32:49Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-24T14:32:49Z" name: isvc-sklearn-graph-2-predictor-54dccdcc4-n2tq7.18a9518733847c39 namespace: kserve-ci-e2e-test resourceVersion: "13677" uid: 4c475529-e83b-4ed7-9297-82da4b8e81df reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-129-34.ec2.internal source: component: kubelet host: ip-10-0-129-34.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-24T14:32:49Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-sklearn-graph-2-predictor-54dccdcc4-n2tq7 namespace: kserve-ci-e2e-test resourceVersion: "13485" uid: c9618735-5632-4e5e-8623-0a3cfc9508f8 kind: Event lastTimestamp: "2026-04-24T14:32:49Z" message: Started container storage-initializer metadata: creationTimestamp: "2026-04-24T14:32:49Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-24T14:32:49Z" name: isvc-sklearn-graph-2-predictor-54dccdcc4-n2tq7.18a951873480d87c namespace: kserve-ci-e2e-test resourceVersion: "13681" uid: 98a31a9b-c335-469a-acf4-4a9ae95423be reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-129-34.ec2.internal source: component: kubelet host: ip-10-0-129-34.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-24T14:32:53Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-sklearn-graph-2-predictor-54dccdcc4-n2tq7 namespace: kserve-ci-e2e-test resourceVersion: "13485" uid: c9618735-5632-4e5e-8623-0a3cfc9508f8 kind: Event lastTimestamp: "2026-04-24T14:32:53Z" message: Pulling image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1433" metadata: creationTimestamp: "2026-04-24T14:32:53Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-24T14:32:53Z" name: isvc-sklearn-graph-2-predictor-54dccdcc4-n2tq7.18a9518820fdc6cc namespace: kserve-ci-e2e-test resourceVersion: "13730" uid: 0fa30966-4f75-4908-a3a4-5499a5f6eb01 reason: Pulling reportingComponent: kubelet reportingInstance: ip-10-0-129-34.ec2.internal source: component: kubelet host: ip-10-0-129-34.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-24T14:32:59Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-sklearn-graph-2-predictor-54dccdcc4-n2tq7 namespace: kserve-ci-e2e-test resourceVersion: "13485" uid: c9618735-5632-4e5e-8623-0a3cfc9508f8 kind: Event lastTimestamp: "2026-04-24T14:32:59Z" message: 'Successfully pulled image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1433" in 6.494s (6.494s including waiting). Image size: 1560705952 bytes.' metadata: creationTimestamp: "2026-04-24T14:32:59Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-24T14:32:59Z" name: isvc-sklearn-graph-2-predictor-54dccdcc4-n2tq7.18a95189a41a586e namespace: kserve-ci-e2e-test resourceVersion: "13787" uid: 3c9641f8-c945-4000-9f11-1c6c8ffbf897 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-129-34.ec2.internal source: component: kubelet host: ip-10-0-129-34.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-24T14:32:59Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-sklearn-graph-2-predictor-54dccdcc4-n2tq7 namespace: kserve-ci-e2e-test resourceVersion: "13485" uid: c9618735-5632-4e5e-8623-0a3cfc9508f8 kind: Event lastTimestamp: "2026-04-24T14:32:59Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-04-24T14:32:59Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-24T14:32:59Z" name: isvc-sklearn-graph-2-predictor-54dccdcc4-n2tq7.18a95189a7eddc5e namespace: kserve-ci-e2e-test resourceVersion: "13788" uid: c105445a-94f9-4c38-bd4a-51315f12dc23 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-129-34.ec2.internal source: component: kubelet host: ip-10-0-129-34.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-24T14:32:59Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-sklearn-graph-2-predictor-54dccdcc4-n2tq7 namespace: kserve-ci-e2e-test resourceVersion: "13485" uid: c9618735-5632-4e5e-8623-0a3cfc9508f8 kind: Event lastTimestamp: "2026-04-24T14:32:59Z" message: Started container kserve-container metadata: creationTimestamp: "2026-04-24T14:32:59Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-24T14:32:59Z" name: isvc-sklearn-graph-2-predictor-54dccdcc4-n2tq7.18a95189a8620f33 namespace: kserve-ci-e2e-test resourceVersion: "13789" uid: 8dd01e84-60e6-4903-8105-99e0a34b6d6e reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-129-34.ec2.internal source: component: kubelet host: ip-10-0-129-34.ec2.internal type: Normal - apiVersion: v1 count: 8 eventTime: null firstTimestamp: "2026-04-24T14:33:00Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-sklearn-graph-2-predictor-54dccdcc4-n2tq7 namespace: kserve-ci-e2e-test resourceVersion: "13485" uid: c9618735-5632-4e5e-8623-0a3cfc9508f8 kind: Event lastTimestamp: "2026-04-24T14:34:01Z" message: 'Readiness probe failed: dial tcp 10.132.0.21:8080: connect: connection refused' metadata: creationTimestamp: "2026-04-24T14:33:00Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-24T14:34:01Z" name: isvc-sklearn-graph-2-predictor-54dccdcc4-n2tq7.18a95189c38e4736 namespace: kserve-ci-e2e-test resourceVersion: "14302" uid: 01bbd495-8d2e-4aa6-833c-37991098f884 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-129-34.ec2.internal source: component: kubelet host: ip-10-0-129-34.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-24T14:34:52Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-sklearn-graph-2-predictor-54dccdcc4-n2tq7 namespace: kserve-ci-e2e-test resourceVersion: "13485" uid: c9618735-5632-4e5e-8623-0a3cfc9508f8 kind: Event lastTimestamp: "2026-04-24T14:34:52Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-04-24T14:34:52Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-24T14:34:52Z" name: isvc-sklearn-graph-2-predictor-54dccdcc4-n2tq7.18a951a3d87ca1b9 namespace: kserve-ci-e2e-test resourceVersion: "15001" uid: 70e9ff63-6c25-4949-9bea-523bf4627d46 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-129-34.ec2.internal source: component: kubelet host: ip-10-0-129-34.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-24T14:32:32Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: isvc-sklearn-graph-2-predictor-54dccdcc4 namespace: kserve-ci-e2e-test resourceVersion: "13471" uid: 2bd4e591-8fc1-4518-86c9-42cff217b32c kind: Event lastTimestamp: "2026-04-24T14:32:32Z" message: 'Created pod: isvc-sklearn-graph-2-predictor-54dccdcc4-n2tq7' metadata: creationTimestamp: "2026-04-24T14:32:32Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-24T14:32:32Z" name: isvc-sklearn-graph-2-predictor-54dccdcc4.18a95183526457cd namespace: kserve-ci-e2e-test resourceVersion: "13484" uid: 5169482f-ce39-4cdb-83ad-e78eaba1751a reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-24T14:32:32Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: isvc-sklearn-graph-2-predictor namespace: kserve-ci-e2e-test resourceVersion: "13467" uid: c5b5a2bb-1f1e-4933-81ba-dacb1e665054 kind: Event lastTimestamp: "2026-04-24T14:32:32Z" message: Scaled up replica set isvc-sklearn-graph-2-predictor-54dccdcc4 from 0 to 1 metadata: creationTimestamp: "2026-04-24T14:32:32Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-24T14:32:32Z" name: isvc-sklearn-graph-2-predictor.18a9518349c85603 namespace: kserve-ci-e2e-test resourceVersion: "13473" uid: a1fd6d8b-7ae2-4da4-af66-d0abcae1c6fb reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 4 eventTime: null firstTimestamp: "2026-04-24T14:32:47Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-sklearn-graph-2-predictor namespace: kserve-ci-e2e-test resourceVersion: "13472" uid: 0a62df78-751f-4cfb-afa2-eab5988144fd kind: Event lastTimestamp: "2026-04-24T14:33:32Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-04-24T14:32:47Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-24T14:33:32Z" name: isvc-sklearn-graph-2-predictor.18a95186c86b6b1f namespace: kserve-ci-e2e-test resourceVersion: "14070" uid: cd0c2aaf-67ea-4fe9-93e1-715904451804 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 4 eventTime: null firstTimestamp: "2026-04-24T14:32:47Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-sklearn-graph-2-predictor namespace: kserve-ci-e2e-test resourceVersion: "13472" uid: 0a62df78-751f-4cfb-afa2-eab5988144fd kind: Event lastTimestamp: "2026-04-24T14:33:32Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-04-24T14:32:47Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-24T14:33:32Z" name: isvc-sklearn-graph-2-predictor.18a95186c8ce0fac namespace: kserve-ci-e2e-test resourceVersion: "14071" uid: ce412d6e-e0b3-4879-b0d2-648e257e171a reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 4 eventTime: null firstTimestamp: "2026-04-24T14:33:47Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-sklearn-graph-2-predictor namespace: kserve-ci-e2e-test resourceVersion: "13660" uid: 0a62df78-751f-4cfb-afa2-eab5988144fd kind: Event lastTimestamp: "2026-04-24T14:34:32Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-04-24T14:33:47Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-24T14:34:32Z" name: isvc-sklearn-graph-2-predictor.18a95194c3b3e932 namespace: kserve-ci-e2e-test resourceVersion: "14757" uid: 41054c95-f3ec-42b7-81e4-e70be96e6a52 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 4 eventTime: null firstTimestamp: "2026-04-24T14:33:47Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-sklearn-graph-2-predictor namespace: kserve-ci-e2e-test resourceVersion: "13660" uid: 0a62df78-751f-4cfb-afa2-eab5988144fd kind: Event lastTimestamp: "2026-04-24T14:34:32Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-04-24T14:33:47Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-24T14:34:32Z" name: isvc-sklearn-graph-2-predictor.18a95194c41b17d7 namespace: kserve-ci-e2e-test resourceVersion: "14758" uid: 5a6dfc6e-6393-4647-bca3-3ef518b57d00 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 10 eventTime: null firstTimestamp: "2026-04-24T14:32:32Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-sklearn-graph-2 namespace: kserve-ci-e2e-test resourceVersion: "13450" uid: e1922a5c-d124-4881-9de2-82b8bca3e3b0 kind: Event lastTimestamp: "2026-04-24T14:34:11Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-04-24T14:32:32Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-04-24T14:34:11Z" name: isvc-sklearn-graph-2.18a9518349d5dcfa namespace: kserve-ci-e2e-test resourceVersion: "14439" uid: 1a3a6c32-0ebb-4007-8257-f7a6765ce83b reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-24T14:34:11Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-sklearn-graph-2 namespace: kserve-ci-e2e-test resourceVersion: "14436" uid: e1922a5c-d124-4881-9de2-82b8bca3e3b0 kind: Event lastTimestamp: "2026-04-24T14:34:11Z" message: InferenceService [isvc-sklearn-graph-2] is Ready metadata: creationTimestamp: "2026-04-24T14:34:11Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-04-24T14:34:11Z" name: isvc-sklearn-graph-2.18a9519a4f76f12a namespace: kserve-ci-e2e-test resourceVersion: "14437" uid: 38d8f0a1-d298-419d-814e-e798635de56f reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-04-24T14:32:32.258253Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: isvc-xgboost-graph-predictor-784cb989b8-j9rbj namespace: kserve-ci-e2e-test resourceVersion: "13451" uid: f65fd936-4a65-48ec-b909-5d3b58fc41f5 kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/isvc-xgboost-graph-predictor-784cb989b8-j9rbj to ip-10-0-129-34.ec2.internal metadata: creationTimestamp: "2026-04-24T14:32:32Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-04-24T14:32:32Z" name: isvc-xgboost-graph-predictor-784cb989b8-j9rbj.18a95183479ab904 namespace: kserve-ci-e2e-test resourceVersion: "13457" uid: e438cef6-a075-487f-b564-24d3522c4d67 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-567f977dcb-n99rn source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-24T14:32:32Z" involvedObject: apiVersion: v1 kind: Pod name: isvc-xgboost-graph-predictor-784cb989b8-j9rbj namespace: kserve-ci-e2e-test resourceVersion: "13466" uid: f65fd936-4a65-48ec-b909-5d3b58fc41f5 kind: Event lastTimestamp: "2026-04-24T14:32:32Z" message: Add eth0 [10.132.0.20/23] from ovn-kubernetes metadata: creationTimestamp: "2026-04-24T14:32:32Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-04-24T14:32:32Z" name: isvc-xgboost-graph-predictor-784cb989b8-j9rbj.18a95183608f68da namespace: kserve-ci-e2e-test resourceVersion: "13500" uid: ca4199fe-7cb3-40d3-8eeb-602836a4ddc4 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-24T14:32:32Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-xgboost-graph-predictor-784cb989b8-j9rbj namespace: kserve-ci-e2e-test resourceVersion: "13453" uid: f65fd936-4a65-48ec-b909-5d3b58fc41f5 kind: Event lastTimestamp: "2026-04-24T14:32:32Z" message: Pulling image "quay.io/opendatahub/kserve-storage-initializer@sha256:3370fbcd366f44a8710ac5ab5a02712bec0322005baa64fee46cbff50aae7c18" metadata: creationTimestamp: "2026-04-24T14:32:32Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-24T14:32:32Z" name: isvc-xgboost-graph-predictor-784cb989b8-j9rbj.18a9518361e754b0 namespace: kserve-ci-e2e-test resourceVersion: "13503" uid: 291cf1b2-21b7-4c3e-beae-1b4595716e20 reason: Pulling reportingComponent: kubelet reportingInstance: ip-10-0-129-34.ec2.internal source: component: kubelet host: ip-10-0-129-34.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-24T14:32:49Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-xgboost-graph-predictor-784cb989b8-j9rbj namespace: kserve-ci-e2e-test resourceVersion: "13453" uid: f65fd936-4a65-48ec-b909-5d3b58fc41f5 kind: Event lastTimestamp: "2026-04-24T14:32:49Z" message: 'Successfully pulled image "quay.io/opendatahub/kserve-storage-initializer@sha256:3370fbcd366f44a8710ac5ab5a02712bec0322005baa64fee46cbff50aae7c18" in 16.335s (16.335s including waiting). Image size: 300957076 bytes.' metadata: creationTimestamp: "2026-04-24T14:32:49Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-24T14:32:49Z" name: isvc-xgboost-graph-predictor-784cb989b8-j9rbj.18a951872f97c6b3 namespace: kserve-ci-e2e-test resourceVersion: "13674" uid: 76fc8fb9-5337-47b8-8758-893c7459c94d reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-129-34.ec2.internal source: component: kubelet host: ip-10-0-129-34.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-24T14:32:49Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-xgboost-graph-predictor-784cb989b8-j9rbj namespace: kserve-ci-e2e-test resourceVersion: "13453" uid: f65fd936-4a65-48ec-b909-5d3b58fc41f5 kind: Event lastTimestamp: "2026-04-24T14:32:49Z" message: 'Created container: storage-initializer' metadata: creationTimestamp: "2026-04-24T14:32:49Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-24T14:32:49Z" name: isvc-xgboost-graph-predictor-784cb989b8-j9rbj.18a9518733a3f5f7 namespace: kserve-ci-e2e-test resourceVersion: "13678" uid: 2bf0c23c-5318-42a1-8efd-4e8343ecffa0 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-129-34.ec2.internal source: component: kubelet host: ip-10-0-129-34.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-24T14:32:49Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-xgboost-graph-predictor-784cb989b8-j9rbj namespace: kserve-ci-e2e-test resourceVersion: "13453" uid: f65fd936-4a65-48ec-b909-5d3b58fc41f5 kind: Event lastTimestamp: "2026-04-24T14:32:49Z" message: Started container storage-initializer metadata: creationTimestamp: "2026-04-24T14:32:49Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-24T14:32:49Z" name: isvc-xgboost-graph-predictor-784cb989b8-j9rbj.18a951873472ee24 namespace: kserve-ci-e2e-test resourceVersion: "13679" uid: 14b75a7f-66d8-438f-9a3e-40f77480cc98 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-129-34.ec2.internal source: component: kubelet host: ip-10-0-129-34.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-24T14:32:53Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-xgboost-graph-predictor-784cb989b8-j9rbj namespace: kserve-ci-e2e-test resourceVersion: "13453" uid: f65fd936-4a65-48ec-b909-5d3b58fc41f5 kind: Event lastTimestamp: "2026-04-24T14:32:53Z" message: Pulling image "kserve/xgbserver:latest" metadata: creationTimestamp: "2026-04-24T14:32:53Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-24T14:32:53Z" name: isvc-xgboost-graph-predictor-784cb989b8-j9rbj.18a9518820b37d60 namespace: kserve-ci-e2e-test resourceVersion: "13729" uid: 17865971-4055-4668-a0a1-95c29b24a9b9 reason: Pulling reportingComponent: kubelet reportingInstance: ip-10-0-129-34.ec2.internal source: component: kubelet host: ip-10-0-129-34.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-24T14:33:14Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-xgboost-graph-predictor-784cb989b8-j9rbj namespace: kserve-ci-e2e-test resourceVersion: "13453" uid: f65fd936-4a65-48ec-b909-5d3b58fc41f5 kind: Event lastTimestamp: "2026-04-24T14:33:14Z" message: 'Successfully pulled image "kserve/xgbserver:latest" in 21.053s (21.053s including waiting). Image size: 1306417403 bytes.' metadata: creationTimestamp: "2026-04-24T14:33:14Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-24T14:33:14Z" name: isvc-xgboost-graph-predictor-784cb989b8-j9rbj.18a9518d079235e7 namespace: kserve-ci-e2e-test resourceVersion: "13913" uid: e5bb9822-1e42-424d-974c-74e346a14079 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-129-34.ec2.internal source: component: kubelet host: ip-10-0-129-34.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-24T14:33:14Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-xgboost-graph-predictor-784cb989b8-j9rbj namespace: kserve-ci-e2e-test resourceVersion: "13453" uid: f65fd936-4a65-48ec-b909-5d3b58fc41f5 kind: Event lastTimestamp: "2026-04-24T14:33:14Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-04-24T14:33:14Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-24T14:33:14Z" name: isvc-xgboost-graph-predictor-784cb989b8-j9rbj.18a9518d0bf09909 namespace: kserve-ci-e2e-test resourceVersion: "13914" uid: 421e176d-891d-4f6f-a410-164805754a53 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-129-34.ec2.internal source: component: kubelet host: ip-10-0-129-34.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-24T14:33:14Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-xgboost-graph-predictor-784cb989b8-j9rbj namespace: kserve-ci-e2e-test resourceVersion: "13453" uid: f65fd936-4a65-48ec-b909-5d3b58fc41f5 kind: Event lastTimestamp: "2026-04-24T14:33:14Z" message: Started container kserve-container metadata: creationTimestamp: "2026-04-24T14:33:14Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-24T14:33:14Z" name: isvc-xgboost-graph-predictor-784cb989b8-j9rbj.18a9518d0ce46a2d namespace: kserve-ci-e2e-test resourceVersion: "13915" uid: d6fa9c8e-33d5-4112-8db3-36a241c133c5 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-129-34.ec2.internal source: component: kubelet host: ip-10-0-129-34.ec2.internal type: Normal - apiVersion: v1 count: 9 eventTime: null firstTimestamp: "2026-04-24T14:33:15Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-xgboost-graph-predictor-784cb989b8-j9rbj namespace: kserve-ci-e2e-test resourceVersion: "13453" uid: f65fd936-4a65-48ec-b909-5d3b58fc41f5 kind: Event lastTimestamp: "2026-04-24T14:34:56Z" message: 'Readiness probe failed: dial tcp 10.132.0.20:8080: connect: connection refused' metadata: creationTimestamp: "2026-04-24T14:33:15Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-24T14:34:56Z" name: isvc-xgboost-graph-predictor-784cb989b8-j9rbj.18a9518d44b39830 namespace: kserve-ci-e2e-test resourceVersion: "15125" uid: 6335723e-4e90-4b6e-953f-6cc530b3344c reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-129-34.ec2.internal source: component: kubelet host: ip-10-0-129-34.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-24T14:34:52Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-xgboost-graph-predictor-784cb989b8-j9rbj namespace: kserve-ci-e2e-test resourceVersion: "13453" uid: f65fd936-4a65-48ec-b909-5d3b58fc41f5 kind: Event lastTimestamp: "2026-04-24T14:34:52Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-04-24T14:34:52Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-24T14:34:52Z" name: isvc-xgboost-graph-predictor-784cb989b8-j9rbj.18a951a3e05be9b5 namespace: kserve-ci-e2e-test resourceVersion: "15067" uid: 5232f40b-c9d6-4ebd-aab3-4661272eb068 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-129-34.ec2.internal source: component: kubelet host: ip-10-0-129-34.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-24T14:32:32Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: isvc-xgboost-graph-predictor-784cb989b8 namespace: kserve-ci-e2e-test resourceVersion: "13444" uid: 6c0d571d-4ca5-4a14-8174-17792081695f kind: Event lastTimestamp: "2026-04-24T14:32:32Z" message: 'Created pod: isvc-xgboost-graph-predictor-784cb989b8-j9rbj' metadata: creationTimestamp: "2026-04-24T14:32:32Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-24T14:32:32Z" name: isvc-xgboost-graph-predictor-784cb989b8.18a951834729029f namespace: kserve-ci-e2e-test resourceVersion: "13452" uid: 425905b2-7888-444f-b3ad-f13a31309126 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-24T14:32:32Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: isvc-xgboost-graph-predictor namespace: kserve-ci-e2e-test resourceVersion: "13442" uid: eeeee073-c278-49a3-bea4-3f2571a6beee kind: Event lastTimestamp: "2026-04-24T14:32:32Z" message: Scaled up replica set isvc-xgboost-graph-predictor-784cb989b8 from 0 to 1 metadata: creationTimestamp: "2026-04-24T14:32:32Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-24T14:32:32Z" name: isvc-xgboost-graph-predictor.18a9518344b681ec namespace: kserve-ci-e2e-test resourceVersion: "13446" uid: d3b1b323-1471-436d-aec7-2906ebd31f79 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 4 eventTime: null firstTimestamp: "2026-04-24T14:32:47Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-xgboost-graph-predictor namespace: kserve-ci-e2e-test resourceVersion: "13443" uid: 4eebeb4f-ae63-4b85-a494-1a98707dd139 kind: Event lastTimestamp: "2026-04-24T14:33:32Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-04-24T14:32:47Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-24T14:33:32Z" name: isvc-xgboost-graph-predictor.18a95186c33b749f namespace: kserve-ci-e2e-test resourceVersion: "14068" uid: ae17fd11-f212-4dd4-b28e-91e9f880dae7 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 4 eventTime: null firstTimestamp: "2026-04-24T14:32:47Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-xgboost-graph-predictor namespace: kserve-ci-e2e-test resourceVersion: "13443" uid: 4eebeb4f-ae63-4b85-a494-1a98707dd139 kind: Event lastTimestamp: "2026-04-24T14:33:32Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-04-24T14:32:47Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-24T14:33:32Z" name: isvc-xgboost-graph-predictor.18a95186c3a1afb4 namespace: kserve-ci-e2e-test resourceVersion: "14069" uid: 172fc217-ccf8-4fa0-ab3d-3301e7eaa69c reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 5 eventTime: null firstTimestamp: "2026-04-24T14:33:47Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-xgboost-graph-predictor namespace: kserve-ci-e2e-test resourceVersion: "13656" uid: 4eebeb4f-ae63-4b85-a494-1a98707dd139 kind: Event lastTimestamp: "2026-04-24T14:34:47Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-04-24T14:33:47Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-24T14:34:47Z" name: isvc-xgboost-graph-predictor.18a95194be9ea4c7 namespace: kserve-ci-e2e-test resourceVersion: "14907" uid: 957b1ea9-de8e-40e0-913f-0806af862fdb reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 5 eventTime: null firstTimestamp: "2026-04-24T14:33:47Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-xgboost-graph-predictor namespace: kserve-ci-e2e-test resourceVersion: "13656" uid: 4eebeb4f-ae63-4b85-a494-1a98707dd139 kind: Event lastTimestamp: "2026-04-24T14:34:47Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-04-24T14:33:47Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-24T14:34:47Z" name: isvc-xgboost-graph-predictor.18a95194bf00bbce namespace: kserve-ci-e2e-test resourceVersion: "14908" uid: 29145dac-8c11-44da-9fa8-6fac743ade07 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 10 eventTime: null firstTimestamp: "2026-04-24T14:32:32Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-xgboost-graph namespace: kserve-ci-e2e-test resourceVersion: "13433" uid: fbbfc175-151f-46b2-b398-1217887440ce kind: Event lastTimestamp: "2026-04-24T14:34:26Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-04-24T14:32:32Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-04-24T14:34:26Z" name: isvc-xgboost-graph.18a95183449638d4 namespace: kserve-ci-e2e-test resourceVersion: "14701" uid: 5299d3e1-b803-45cf-9608-15103013663a reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-24T14:34:26Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-xgboost-graph namespace: kserve-ci-e2e-test resourceVersion: "14699" uid: fbbfc175-151f-46b2-b398-1217887440ce kind: Event lastTimestamp: "2026-04-24T14:34:26Z" message: InferenceService [isvc-xgboost-graph] is Ready metadata: creationTimestamp: "2026-04-24T14:34:26Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-04-24T14:34:26Z" name: isvc-xgboost-graph.18a9519dd0c47b77 namespace: kserve-ci-e2e-test resourceVersion: "14700" uid: 267150cd-11bd-44f8-8857-8279f1103b4a reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-04-24T14:34:41.935294Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: model-chainer-577dc58474-plfqd namespace: kserve-ci-e2e-test resourceVersion: "14835" uid: 28aa4eb4-9a9f-4ff3-b891-d7349362a921 kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/model-chainer-577dc58474-plfqd to ip-10-0-131-216.ec2.internal metadata: creationTimestamp: "2026-04-24T14:34:41Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-04-24T14:34:41Z" name: model-chainer-577dc58474-plfqd.18a951a178f55cc2 namespace: kserve-ci-e2e-test resourceVersion: "14840" uid: 1d84fb10-d8b3-4349-b01c-b3b8df883f17 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-567f977dcb-n99rn source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-24T14:34:42Z" involvedObject: apiVersion: v1 kind: Pod name: model-chainer-577dc58474-plfqd namespace: kserve-ci-e2e-test resourceVersion: "14844" uid: 28aa4eb4-9a9f-4ff3-b891-d7349362a921 kind: Event lastTimestamp: "2026-04-24T14:34:42Z" message: Add eth0 [10.134.0.36/23] from ovn-kubernetes metadata: creationTimestamp: "2026-04-24T14:34:42Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-04-24T14:34:42Z" name: model-chainer-577dc58474-plfqd.18a951a19224578b namespace: kserve-ci-e2e-test resourceVersion: "14860" uid: 03a1b702-9b97-4d9a-95fd-29c427251897 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-24T14:34:42Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{model-chainer} kind: Pod name: model-chainer-577dc58474-plfqd namespace: kserve-ci-e2e-test resourceVersion: "14837" uid: 28aa4eb4-9a9f-4ff3-b891-d7349362a921 kind: Event lastTimestamp: "2026-04-24T14:34:42Z" message: Container image "quay.io/opendatahub/kserve-router@sha256:fefd1106bb22731cc766906fbe03e5e23570e9f66dd8c9e94ebe1e7e3a916c30" already present on machine metadata: creationTimestamp: "2026-04-24T14:34:42Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-24T14:34:42Z" name: model-chainer-577dc58474-plfqd.18a951a19364892d namespace: kserve-ci-e2e-test resourceVersion: "14862" uid: fcfe0f61-25e9-4cee-840c-0f6826d504b4 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-131-216.ec2.internal source: component: kubelet host: ip-10-0-131-216.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-24T14:34:42Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{model-chainer} kind: Pod name: model-chainer-577dc58474-plfqd namespace: kserve-ci-e2e-test resourceVersion: "14837" uid: 28aa4eb4-9a9f-4ff3-b891-d7349362a921 kind: Event lastTimestamp: "2026-04-24T14:34:42Z" message: 'Created container: model-chainer' metadata: creationTimestamp: "2026-04-24T14:34:42Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-24T14:34:42Z" name: model-chainer-577dc58474-plfqd.18a951a196cf04f4 namespace: kserve-ci-e2e-test resourceVersion: "14863" uid: ba412b6a-9251-4af5-adbc-c286e813282a reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-131-216.ec2.internal source: component: kubelet host: ip-10-0-131-216.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-24T14:34:42Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{model-chainer} kind: Pod name: model-chainer-577dc58474-plfqd namespace: kserve-ci-e2e-test resourceVersion: "14837" uid: 28aa4eb4-9a9f-4ff3-b891-d7349362a921 kind: Event lastTimestamp: "2026-04-24T14:34:42Z" message: Started container model-chainer metadata: creationTimestamp: "2026-04-24T14:34:42Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-24T14:34:42Z" name: model-chainer-577dc58474-plfqd.18a951a197543528 namespace: kserve-ci-e2e-test resourceVersion: "14864" uid: 7ac4a6ef-bff4-4fab-9e39-fc4b33c0ad85 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-131-216.ec2.internal source: component: kubelet host: ip-10-0-131-216.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-24T14:34:52Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{model-chainer} kind: Pod name: model-chainer-577dc58474-plfqd namespace: kserve-ci-e2e-test resourceVersion: "14837" uid: 28aa4eb4-9a9f-4ff3-b891-d7349362a921 kind: Event lastTimestamp: "2026-04-24T14:34:52Z" message: Stopping container model-chainer metadata: creationTimestamp: "2026-04-24T14:34:52Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-24T14:34:52Z" name: model-chainer-577dc58474-plfqd.18a951a3d2a203a0 namespace: kserve-ci-e2e-test resourceVersion: "14969" uid: d96a50b6-6aa2-428a-98dd-a61cff45f3cd reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-131-216.ec2.internal source: component: kubelet host: ip-10-0-131-216.ec2.internal type: Normal - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-04-24T14:34:53Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{model-chainer} kind: Pod name: model-chainer-577dc58474-plfqd namespace: kserve-ci-e2e-test resourceVersion: "14837" uid: 28aa4eb4-9a9f-4ff3-b891-d7349362a921 kind: Event lastTimestamp: "2026-04-24T14:35:18Z" message: 'Readiness probe failed: HTTP probe failed with statuscode: 503' metadata: creationTimestamp: "2026-04-24T14:34:53Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-24T14:35:18Z" name: model-chainer-577dc58474-plfqd.18a951a430059c9f namespace: kserve-ci-e2e-test resourceVersion: "15333" uid: 8dc92760-5091-49ef-a509-05d33135f030 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-131-216.ec2.internal source: component: kubelet host: ip-10-0-131-216.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-24T14:34:41Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: model-chainer-577dc58474 namespace: kserve-ci-e2e-test resourceVersion: "14832" uid: 18cc2b4f-ef3f-42e5-9586-3890f42ac83a kind: Event lastTimestamp: "2026-04-24T14:34:41Z" message: 'Created pod: model-chainer-577dc58474-plfqd' metadata: creationTimestamp: "2026-04-24T14:34:41Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-24T14:34:41Z" name: model-chainer-577dc58474.18a951a1788c8921 namespace: kserve-ci-e2e-test resourceVersion: "14836" uid: f6718043-5b8e-4c1c-a796-e16a76283299 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-24T14:34:41Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: model-chainer namespace: kserve-ci-e2e-test resourceVersion: "14830" uid: 2d8864a9-bb5d-46ae-91c2-c2ede8c9d641 kind: Event lastTimestamp: "2026-04-24T14:34:41Z" message: Scaled up replica set model-chainer-577dc58474 from 0 to 1 metadata: creationTimestamp: "2026-04-24T14:34:41Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-24T14:34:41Z" name: model-chainer.18a951a177b1b3fd namespace: kserve-ci-e2e-test resourceVersion: "14833" uid: 4254db4d-0002-47cc-aa83-e56e6a3e4537 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-24T14:34:41Z" involvedObject: apiVersion: serving.kserve.io/v1alpha1 kind: InferenceGraph name: model-chainer namespace: kserve-ci-e2e-test resourceVersion: "14846" uid: 19f72619-3c8e-4726-b825-bd753d2ede0c kind: Event lastTimestamp: "2026-04-24T14:34:41Z" message: InferenceGraph [model-chainer] is Ready metadata: creationTimestamp: "2026-04-24T14:34:41Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-04-24T14:34:41Z" name: model-chainer.18a951a17bdbdb78 namespace: kserve-ci-e2e-test resourceVersion: "14848" uid: de359fcb-be90-418d-a21c-236bdb737fb2 reason: InferenceGraphReady reportingComponent: InferenceGraphController reportingInstance: "" source: component: InferenceGraphController type: Normal - action: Binding apiVersion: v1 eventTime: "2026-04-24T14:45:27.049428Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: sequence-graph-5e366-554dbc9dc6-g4svh namespace: kserve-ci-e2e-test resourceVersion: "20205" uid: b4a2af3b-8106-4f21-8808-342a33e535f6 kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/sequence-graph-5e366-554dbc9dc6-g4svh to ip-10-0-131-216.ec2.internal metadata: creationTimestamp: "2026-04-24T14:45:27Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-04-24T14:45:27Z" name: sequence-graph-5e366-554dbc9dc6-g4svh.18a95237acc1daf8 namespace: kserve-ci-e2e-test resourceVersion: "20210" uid: 65bec828-3bcf-487e-8434-cdc5c083dd4d reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-567f977dcb-n99rn source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-24T14:45:27Z" involvedObject: apiVersion: v1 kind: Pod name: sequence-graph-5e366-554dbc9dc6-g4svh namespace: kserve-ci-e2e-test resourceVersion: "20208" uid: b4a2af3b-8106-4f21-8808-342a33e535f6 kind: Event lastTimestamp: "2026-04-24T14:45:27Z" message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "sequence-graph-5e366-serving-cert" not found' metadata: creationTimestamp: "2026-04-24T14:45:27Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-24T14:45:27Z" name: sequence-graph-5e366-554dbc9dc6-g4svh.18a95237b6577fad namespace: kserve-ci-e2e-test resourceVersion: "20220" uid: 992d9849-c6eb-4f8f-a874-a8c5d0142dcb reason: FailedMount reportingComponent: kubelet reportingInstance: ip-10-0-131-216.ec2.internal source: component: kubelet host: ip-10-0-131-216.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-24T14:45:28Z" involvedObject: apiVersion: v1 kind: Pod name: sequence-graph-5e366-554dbc9dc6-g4svh namespace: kserve-ci-e2e-test resourceVersion: "20213" uid: b4a2af3b-8106-4f21-8808-342a33e535f6 kind: Event lastTimestamp: "2026-04-24T14:45:28Z" message: Add eth0 [10.134.0.40/23] from ovn-kubernetes metadata: creationTimestamp: "2026-04-24T14:45:28Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-04-24T14:45:28Z" name: sequence-graph-5e366-554dbc9dc6-g4svh.18a95237e98d1d55 namespace: kserve-ci-e2e-test resourceVersion: "20239" uid: cecfba96-c899-42f3-8b19-790824d83990 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-24T14:45:28Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{sequence-graph-5e366} kind: Pod name: sequence-graph-5e366-554dbc9dc6-g4svh namespace: kserve-ci-e2e-test resourceVersion: "20208" uid: b4a2af3b-8106-4f21-8808-342a33e535f6 kind: Event lastTimestamp: "2026-04-24T14:45:28Z" message: Container image "quay.io/opendatahub/kserve-router@sha256:fefd1106bb22731cc766906fbe03e5e23570e9f66dd8c9e94ebe1e7e3a916c30" already present on machine metadata: creationTimestamp: "2026-04-24T14:45:28Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-24T14:45:28Z" name: sequence-graph-5e366-554dbc9dc6-g4svh.18a95237eacb8bfb namespace: kserve-ci-e2e-test resourceVersion: "20241" uid: 09c03d2c-b1cd-4a06-9da8-a5c572e8aa51 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-131-216.ec2.internal source: component: kubelet host: ip-10-0-131-216.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-24T14:45:28Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{sequence-graph-5e366} kind: Pod name: sequence-graph-5e366-554dbc9dc6-g4svh namespace: kserve-ci-e2e-test resourceVersion: "20208" uid: b4a2af3b-8106-4f21-8808-342a33e535f6 kind: Event lastTimestamp: "2026-04-24T14:45:28Z" message: 'Created container: sequence-graph-5e366' metadata: creationTimestamp: "2026-04-24T14:45:28Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-24T14:45:28Z" name: sequence-graph-5e366-554dbc9dc6-g4svh.18a95237ed6ef0dc namespace: kserve-ci-e2e-test resourceVersion: "20242" uid: 397a76b0-9fb0-490f-acf0-e008987a867a reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-131-216.ec2.internal source: component: kubelet host: ip-10-0-131-216.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-24T14:45:28Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{sequence-graph-5e366} kind: Pod name: sequence-graph-5e366-554dbc9dc6-g4svh namespace: kserve-ci-e2e-test resourceVersion: "20208" uid: b4a2af3b-8106-4f21-8808-342a33e535f6 kind: Event lastTimestamp: "2026-04-24T14:45:28Z" message: Started container sequence-graph-5e366 metadata: creationTimestamp: "2026-04-24T14:45:28Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-24T14:45:28Z" name: sequence-graph-5e366-554dbc9dc6-g4svh.18a95237ede13362 namespace: kserve-ci-e2e-test resourceVersion: "20243" uid: 05e85e80-f99c-4118-b123-609b2027a453 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-131-216.ec2.internal source: component: kubelet host: ip-10-0-131-216.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-24T14:45:37Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{sequence-graph-5e366} kind: Pod name: sequence-graph-5e366-554dbc9dc6-g4svh namespace: kserve-ci-e2e-test resourceVersion: "20208" uid: b4a2af3b-8106-4f21-8808-342a33e535f6 kind: Event lastTimestamp: "2026-04-24T14:45:37Z" message: Stopping container sequence-graph-5e366 metadata: creationTimestamp: "2026-04-24T14:45:37Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-24T14:45:37Z" name: sequence-graph-5e366-554dbc9dc6-g4svh.18a9523a04f311e9 namespace: kserve-ci-e2e-test resourceVersion: "20336" uid: c9227d09-2b8c-4247-8163-26153d1f5865 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-131-216.ec2.internal source: component: kubelet host: ip-10-0-131-216.ec2.internal type: Normal - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-04-24T14:45:39Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{sequence-graph-5e366} kind: Pod name: sequence-graph-5e366-554dbc9dc6-g4svh namespace: kserve-ci-e2e-test resourceVersion: "20208" uid: b4a2af3b-8106-4f21-8808-342a33e535f6 kind: Event lastTimestamp: "2026-04-24T14:46:04Z" message: 'Readiness probe failed: HTTP probe failed with statuscode: 503' metadata: creationTimestamp: "2026-04-24T14:45:39Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-24T14:46:04Z" name: sequence-graph-5e366-554dbc9dc6-g4svh.18a9523aa2f9ef7b namespace: kserve-ci-e2e-test resourceVersion: "20686" uid: 028a291a-b12d-46ce-a771-d458828ea27e reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-131-216.ec2.internal source: component: kubelet host: ip-10-0-131-216.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-24T14:45:27Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: sequence-graph-5e366-554dbc9dc6 namespace: kserve-ci-e2e-test resourceVersion: "20202" uid: cbc37268-32ba-4f82-bec4-70bf5c1e93fa kind: Event lastTimestamp: "2026-04-24T14:45:27Z" message: 'Created pod: sequence-graph-5e366-554dbc9dc6-g4svh' metadata: creationTimestamp: "2026-04-24T14:45:27Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-24T14:45:27Z" name: sequence-graph-5e366-554dbc9dc6.18a95237ac57baae namespace: kserve-ci-e2e-test resourceVersion: "20207" uid: f792430b-c975-4970-a279-bf75f686fbee reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-24T14:45:27Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: sequence-graph-5e366 namespace: kserve-ci-e2e-test resourceVersion: "20200" uid: 9fefd7f7-89d3-4f8c-a312-8a7c2ce2b5c1 kind: Event lastTimestamp: "2026-04-24T14:45:27Z" message: Scaled up replica set sequence-graph-5e366-554dbc9dc6 from 0 to 1 metadata: creationTimestamp: "2026-04-24T14:45:27Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-24T14:45:27Z" name: sequence-graph-5e366.18a95237ab61ff53 namespace: kserve-ci-e2e-test resourceVersion: "20203" uid: 3b6c3b62-14e9-4e0d-9721-00ecc6de0a10 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-24T14:45:27Z" involvedObject: apiVersion: serving.kserve.io/v1alpha1 kind: InferenceGraph name: sequence-graph-5e366 namespace: kserve-ci-e2e-test resourceVersion: "20216" uid: 77dfbba0-1ba3-4d4d-ba6c-f552651fce91 kind: Event lastTimestamp: "2026-04-24T14:45:27Z" message: InferenceGraph [sequence-graph-5e366] is Ready metadata: creationTimestamp: "2026-04-24T14:45:27Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-04-24T14:45:27Z" name: sequence-graph-5e366.18a95237af4e8996 namespace: kserve-ci-e2e-test resourceVersion: "20218" uid: 5ca2bec8-a1bf-4744-9842-7dbd587c1cde reason: InferenceGraphReady reportingComponent: InferenceGraphController reportingInstance: "" source: component: InferenceGraphController type: Normal - action: Binding apiVersion: v1 eventTime: "2026-04-24T14:36:02.193834Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: sequence-graph-71827-6d595bf6fb-cdhrr namespace: kserve-ci-e2e-test resourceVersion: "15729" uid: 886c7da9-fb4d-422f-ab80-c6ed7359528c kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/sequence-graph-71827-6d595bf6fb-cdhrr to ip-10-0-131-216.ec2.internal metadata: creationTimestamp: "2026-04-24T14:36:02Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-04-24T14:36:02Z" name: sequence-graph-71827-6d595bf6fb-cdhrr.18a951b428bd866c namespace: kserve-ci-e2e-test resourceVersion: "15735" uid: 436ec864-49dc-4205-a7a6-aba611f9e3d8 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-567f977dcb-n99rn source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-24T14:36:02Z" involvedObject: apiVersion: v1 kind: Pod name: sequence-graph-71827-6d595bf6fb-cdhrr namespace: kserve-ci-e2e-test resourceVersion: "15740" uid: 886c7da9-fb4d-422f-ab80-c6ed7359528c kind: Event lastTimestamp: "2026-04-24T14:36:02Z" message: Add eth0 [10.134.0.38/23] from ovn-kubernetes metadata: creationTimestamp: "2026-04-24T14:36:02Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-04-24T14:36:02Z" name: sequence-graph-71827-6d595bf6fb-cdhrr.18a951b44dff006c namespace: kserve-ci-e2e-test resourceVersion: "15749" uid: 3a7c8453-f2f1-49bd-8728-6622107ba312 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-24T14:36:02Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{sequence-graph-71827} kind: Pod name: sequence-graph-71827-6d595bf6fb-cdhrr namespace: kserve-ci-e2e-test resourceVersion: "15731" uid: 886c7da9-fb4d-422f-ab80-c6ed7359528c kind: Event lastTimestamp: "2026-04-24T14:36:02Z" message: Container image "quay.io/opendatahub/kserve-router@sha256:fefd1106bb22731cc766906fbe03e5e23570e9f66dd8c9e94ebe1e7e3a916c30" already present on machine metadata: creationTimestamp: "2026-04-24T14:36:02Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-24T14:36:02Z" name: sequence-graph-71827-6d595bf6fb-cdhrr.18a951b44f5a131a namespace: kserve-ci-e2e-test resourceVersion: "15751" uid: f9b0e79c-e2db-4360-9bc4-6dddc9e9714c reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-131-216.ec2.internal source: component: kubelet host: ip-10-0-131-216.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-24T14:36:02Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{sequence-graph-71827} kind: Pod name: sequence-graph-71827-6d595bf6fb-cdhrr namespace: kserve-ci-e2e-test resourceVersion: "15731" uid: 886c7da9-fb4d-422f-ab80-c6ed7359528c kind: Event lastTimestamp: "2026-04-24T14:36:02Z" message: 'Created container: sequence-graph-71827' metadata: creationTimestamp: "2026-04-24T14:36:02Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-24T14:36:02Z" name: sequence-graph-71827-6d595bf6fb-cdhrr.18a951b452c41c19 namespace: kserve-ci-e2e-test resourceVersion: "15754" uid: 98d22d90-0c9e-473c-be54-fb9aa563be96 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-131-216.ec2.internal source: component: kubelet host: ip-10-0-131-216.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-24T14:36:02Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{sequence-graph-71827} kind: Pod name: sequence-graph-71827-6d595bf6fb-cdhrr namespace: kserve-ci-e2e-test resourceVersion: "15731" uid: 886c7da9-fb4d-422f-ab80-c6ed7359528c kind: Event lastTimestamp: "2026-04-24T14:36:02Z" message: Started container sequence-graph-71827 metadata: creationTimestamp: "2026-04-24T14:36:02Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-24T14:36:02Z" name: sequence-graph-71827-6d595bf6fb-cdhrr.18a951b45335447c namespace: kserve-ci-e2e-test resourceVersion: "15755" uid: 2b38584a-075f-4d16-a56d-b3cfeb4f966a reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-131-216.ec2.internal source: component: kubelet host: ip-10-0-131-216.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-24T14:44:16Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{sequence-graph-71827} kind: Pod name: sequence-graph-71827-6d595bf6fb-cdhrr namespace: kserve-ci-e2e-test resourceVersion: "15731" uid: 886c7da9-fb4d-422f-ab80-c6ed7359528c kind: Event lastTimestamp: "2026-04-24T14:44:16Z" message: Stopping container sequence-graph-71827 metadata: creationTimestamp: "2026-04-24T14:44:16Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-24T14:44:16Z" name: sequence-graph-71827-6d595bf6fb-cdhrr.18a9522757028c02 namespace: kserve-ci-e2e-test resourceVersion: "19320" uid: b0b6e741-5db1-4141-8275-aeff461aa742 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-131-216.ec2.internal source: component: kubelet host: ip-10-0-131-216.ec2.internal type: Normal - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-04-24T14:44:19Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{sequence-graph-71827} kind: Pod name: sequence-graph-71827-6d595bf6fb-cdhrr namespace: kserve-ci-e2e-test resourceVersion: "15731" uid: 886c7da9-fb4d-422f-ab80-c6ed7359528c kind: Event lastTimestamp: "2026-04-24T14:44:44Z" message: 'Readiness probe failed: HTTP probe failed with statuscode: 503' metadata: creationTimestamp: "2026-04-24T14:44:19Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-24T14:44:44Z" name: sequence-graph-71827-6d595bf6fb-cdhrr.18a9522808c6079a namespace: kserve-ci-e2e-test resourceVersion: "19671" uid: 260c1ca5-5a7e-46d0-9516-027e88b102dd reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-131-216.ec2.internal source: component: kubelet host: ip-10-0-131-216.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-24T14:36:02Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: sequence-graph-71827-6d595bf6fb namespace: kserve-ci-e2e-test resourceVersion: "15726" uid: 928fe1f0-fba0-4e50-8ab1-021db175c32b kind: Event lastTimestamp: "2026-04-24T14:36:02Z" message: 'Created pod: sequence-graph-71827-6d595bf6fb-cdhrr' metadata: creationTimestamp: "2026-04-24T14:36:02Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-24T14:36:02Z" name: sequence-graph-71827-6d595bf6fb.18a951b4284c38a3 namespace: kserve-ci-e2e-test resourceVersion: "15730" uid: b835bd2c-b860-450f-b0f4-ebf9e0950cff reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-24T14:36:02Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: sequence-graph-71827 namespace: kserve-ci-e2e-test resourceVersion: "15724" uid: 37913d58-e4db-4e98-98f3-f1d49b83945c kind: Event lastTimestamp: "2026-04-24T14:36:02Z" message: Scaled up replica set sequence-graph-71827-6d595bf6fb from 0 to 1 metadata: creationTimestamp: "2026-04-24T14:36:02Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-24T14:36:02Z" name: sequence-graph-71827.18a951b427902a8a namespace: kserve-ci-e2e-test resourceVersion: "15727" uid: 0353e772-ae31-4e1f-ae85-f27a869e58b8 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-24T14:36:02Z" involvedObject: apiVersion: serving.kserve.io/v1alpha1 kind: InferenceGraph name: sequence-graph-71827 namespace: kserve-ci-e2e-test resourceVersion: "15742" uid: c97e652d-6d65-4d7d-9758-dfacfb67a85b kind: Event lastTimestamp: "2026-04-24T14:36:02Z" message: InferenceGraph [sequence-graph-71827] is Ready metadata: creationTimestamp: "2026-04-24T14:36:02Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-04-24T14:36:02Z" name: sequence-graph-71827.18a951b42bcca68c namespace: kserve-ci-e2e-test resourceVersion: "15744" uid: c6a7e9f8-f089-466a-967f-c410d10537b4 reason: InferenceGraphReady reportingComponent: InferenceGraphController reportingInstance: "" source: component: InferenceGraphController type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-24T14:36:17Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: sequence-graph-71827 namespace: kserve-ci-e2e-test resourceVersion: "15725" uid: 62bd3977-0b63-4e12-85d9-e4f079aa6211 kind: Event lastTimestamp: "2026-04-24T14:36:17Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-04-24T14:36:17Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-24T14:36:17Z" name: sequence-graph-71827.18a951b7a6a72a04 namespace: kserve-ci-e2e-test resourceVersion: "15871" uid: 33ed3b2d-c9cd-44a2-9de1-e02dc263349b reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-24T14:36:17Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: sequence-graph-71827 namespace: kserve-ci-e2e-test resourceVersion: "15725" uid: 62bd3977-0b63-4e12-85d9-e4f079aa6211 kind: Event lastTimestamp: "2026-04-24T14:36:17Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-04-24T14:36:17Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-24T14:36:17Z" name: sequence-graph-71827.18a951b7a712353c namespace: kserve-ci-e2e-test resourceVersion: "15873" uid: 3b380cc7-1839-4e09-87f0-95792fedeab4 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-24T14:36:32Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: sequence-graph-71827 namespace: kserve-ci-e2e-test resourceVersion: "15872" uid: 62bd3977-0b63-4e12-85d9-e4f079aa6211 kind: Event lastTimestamp: "2026-04-24T14:36:32Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-04-24T14:36:32Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-24T14:36:32Z" name: sequence-graph-71827.18a951bb25bb6fd8 namespace: kserve-ci-e2e-test resourceVersion: "15982" uid: e8091808-6569-4aea-8e4a-e46ed2aabaa2 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-24T14:36:32Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: sequence-graph-71827 namespace: kserve-ci-e2e-test resourceVersion: "15872" uid: 62bd3977-0b63-4e12-85d9-e4f079aa6211 kind: Event lastTimestamp: "2026-04-24T14:36:32Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-04-24T14:36:32Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-24T14:36:32Z" name: sequence-graph-71827.18a951bb2602a7a5 namespace: kserve-ci-e2e-test resourceVersion: "15984" uid: 6f5d3c63-d923-4941-8ec8-f8c85afb12a0 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - action: Binding apiVersion: v1 eventTime: "2026-04-24T14:46:47.325038Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: sequence-graph-d5b84-69cb89b9ff-82nhw namespace: kserve-ci-e2e-test resourceVersion: "21078" uid: 929d313a-04fb-4610-b558-5000fa032769 kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/sequence-graph-d5b84-69cb89b9ff-82nhw to ip-10-0-131-216.ec2.internal metadata: creationTimestamp: "2026-04-24T14:46:47Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-04-24T14:46:47Z" name: sequence-graph-d5b84-69cb89b9ff-82nhw.18a9524a5d8e784b namespace: kserve-ci-e2e-test resourceVersion: "21083" uid: 9d2e7d92-268b-418a-aea8-80f15a230326 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-567f977dcb-n99rn source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-24T14:46:47Z" involvedObject: apiVersion: v1 kind: Pod name: sequence-graph-d5b84-69cb89b9ff-82nhw namespace: kserve-ci-e2e-test resourceVersion: "21087" uid: 929d313a-04fb-4610-b558-5000fa032769 kind: Event lastTimestamp: "2026-04-24T14:46:47Z" message: Add eth0 [10.134.0.42/23] from ovn-kubernetes metadata: creationTimestamp: "2026-04-24T14:46:47Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-04-24T14:46:47Z" name: sequence-graph-d5b84-69cb89b9ff-82nhw.18a9524a8357f3a7 namespace: kserve-ci-e2e-test resourceVersion: "21101" uid: aab3af08-0013-4d18-bbd7-2a38ca393de5 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-24T14:46:47Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{sequence-graph-d5b84} kind: Pod name: sequence-graph-d5b84-69cb89b9ff-82nhw namespace: kserve-ci-e2e-test resourceVersion: "21080" uid: 929d313a-04fb-4610-b558-5000fa032769 kind: Event lastTimestamp: "2026-04-24T14:46:47Z" message: Container image "quay.io/opendatahub/kserve-router@sha256:fefd1106bb22731cc766906fbe03e5e23570e9f66dd8c9e94ebe1e7e3a916c30" already present on machine metadata: creationTimestamp: "2026-04-24T14:46:47Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-24T14:46:47Z" name: sequence-graph-d5b84-69cb89b9ff-82nhw.18a9524a84973a01 namespace: kserve-ci-e2e-test resourceVersion: "21103" uid: e66e6878-441f-4b6c-8421-6e163c9a83fe reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-131-216.ec2.internal source: component: kubelet host: ip-10-0-131-216.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-24T14:46:48Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{sequence-graph-d5b84} kind: Pod name: sequence-graph-d5b84-69cb89b9ff-82nhw namespace: kserve-ci-e2e-test resourceVersion: "21080" uid: 929d313a-04fb-4610-b558-5000fa032769 kind: Event lastTimestamp: "2026-04-24T14:46:48Z" message: 'Created container: sequence-graph-d5b84' metadata: creationTimestamp: "2026-04-24T14:46:48Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-24T14:46:48Z" name: sequence-graph-d5b84-69cb89b9ff-82nhw.18a9524a87b4eb5e namespace: kserve-ci-e2e-test resourceVersion: "21104" uid: 11c29b7e-9bee-4ad4-bdbf-34796130f64d reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-131-216.ec2.internal source: component: kubelet host: ip-10-0-131-216.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-24T14:46:48Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{sequence-graph-d5b84} kind: Pod name: sequence-graph-d5b84-69cb89b9ff-82nhw namespace: kserve-ci-e2e-test resourceVersion: "21080" uid: 929d313a-04fb-4610-b558-5000fa032769 kind: Event lastTimestamp: "2026-04-24T14:46:48Z" message: Started container sequence-graph-d5b84 metadata: creationTimestamp: "2026-04-24T14:46:48Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-24T14:46:48Z" name: sequence-graph-d5b84-69cb89b9ff-82nhw.18a9524a882a4992 namespace: kserve-ci-e2e-test resourceVersion: "21105" uid: 865918a7-5a6d-4c49-a28c-34df91e8aa29 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-131-216.ec2.internal source: component: kubelet host: ip-10-0-131-216.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-24T14:55:01Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{sequence-graph-d5b84} kind: Pod name: sequence-graph-d5b84-69cb89b9ff-82nhw namespace: kserve-ci-e2e-test resourceVersion: "21080" uid: 929d313a-04fb-4610-b558-5000fa032769 kind: Event lastTimestamp: "2026-04-24T14:55:01Z" message: Stopping container sequence-graph-d5b84 metadata: creationTimestamp: "2026-04-24T14:55:01Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-24T14:55:01Z" name: sequence-graph-d5b84-69cb89b9ff-82nhw.18a952bd8a3bb345 namespace: kserve-ci-e2e-test resourceVersion: "24663" uid: 9e26b051-e953-4432-91fa-e78429107df2 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-131-216.ec2.internal source: component: kubelet host: ip-10-0-131-216.ec2.internal type: Normal - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-04-24T14:55:05Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{sequence-graph-d5b84} kind: Pod name: sequence-graph-d5b84-69cb89b9ff-82nhw namespace: kserve-ci-e2e-test resourceVersion: "21080" uid: 929d313a-04fb-4610-b558-5000fa032769 kind: Event lastTimestamp: "2026-04-24T14:55:30Z" message: 'Readiness probe failed: HTTP probe failed with statuscode: 503' metadata: creationTimestamp: "2026-04-24T14:55:05Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-24T14:55:30Z" name: sequence-graph-d5b84-69cb89b9ff-82nhw.18a952be40528975 namespace: kserve-ci-e2e-test resourceVersion: "25007" uid: ad41c103-96f3-4f39-8112-24e64fc435ac reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-131-216.ec2.internal source: component: kubelet host: ip-10-0-131-216.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-24T14:46:47Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: sequence-graph-d5b84-69cb89b9ff namespace: kserve-ci-e2e-test resourceVersion: "21075" uid: d2082f76-9525-42c6-970c-e50c49f83a3d kind: Event lastTimestamp: "2026-04-24T14:46:47Z" message: 'Created pod: sequence-graph-d5b84-69cb89b9ff-82nhw' metadata: creationTimestamp: "2026-04-24T14:46:47Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-24T14:46:47Z" name: sequence-graph-d5b84-69cb89b9ff.18a9524a5d28733c namespace: kserve-ci-e2e-test resourceVersion: "21079" uid: b9f3dc6d-a5d3-4ae2-87bd-749c401c451d reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-24T14:46:47Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: sequence-graph-d5b84 namespace: kserve-ci-e2e-test resourceVersion: "21073" uid: f8320931-b94b-4ea5-bb1e-fed0fe71ef09 kind: Event lastTimestamp: "2026-04-24T14:46:47Z" message: Scaled up replica set sequence-graph-d5b84-69cb89b9ff from 0 to 1 metadata: creationTimestamp: "2026-04-24T14:46:47Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-24T14:46:47Z" name: sequence-graph-d5b84.18a9524a5c6a830f namespace: kserve-ci-e2e-test resourceVersion: "21076" uid: 498c0880-cacd-4d8b-b964-22198f69aebe reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-24T14:46:47Z" involvedObject: apiVersion: serving.kserve.io/v1alpha1 kind: InferenceGraph name: sequence-graph-d5b84 namespace: kserve-ci-e2e-test resourceVersion: "21089" uid: b462b716-3ae8-4615-8bbb-8550d153e6ea kind: Event lastTimestamp: "2026-04-24T14:46:47Z" message: InferenceGraph [sequence-graph-d5b84] is Ready metadata: creationTimestamp: "2026-04-24T14:46:47Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-04-24T14:46:47Z" name: sequence-graph-d5b84.18a9524a5fff7857 namespace: kserve-ci-e2e-test resourceVersion: "21091" uid: 5eb784f7-74ec-48bd-889e-3fa9dcfba027 reason: InferenceGraphReady reportingComponent: InferenceGraphController reportingInstance: "" source: component: InferenceGraphController type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-24T14:46:47Z" involvedObject: apiVersion: serving.kserve.io/v1alpha1 kind: InferenceGraph name: sequence-graph-d5b84 namespace: kserve-ci-e2e-test resourceVersion: "21065" uid: b462b716-3ae8-4615-8bbb-8550d153e6ea kind: Event lastTimestamp: "2026-04-24T14:46:47Z" message: 'Failed to update status for InferenceGraph "sequence-graph-d5b84": Operation cannot be fulfilled on inferencegraphs.serving.kserve.io "sequence-graph-d5b84": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-04-24T14:46:47Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-04-24T14:46:47Z" name: sequence-graph-d5b84.18a9524a62110d54 namespace: kserve-ci-e2e-test resourceVersion: "21092" uid: f035a91e-50f2-4c24-974c-9b25ef33bdec reason: UpdateFailed reportingComponent: InferenceGraphController reportingInstance: "" source: component: InferenceGraphController type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-24T14:46:47Z" involvedObject: apiVersion: serving.kserve.io/v1alpha1 kind: InferenceGraph name: sequence-graph-d5b84 namespace: kserve-ci-e2e-test resourceVersion: "21065" uid: b462b716-3ae8-4615-8bbb-8550d153e6ea kind: Event lastTimestamp: "2026-04-24T14:46:47Z" message: 'fails to update InferenceGraph status: Operation cannot be fulfilled on inferencegraphs.serving.kserve.io "sequence-graph-d5b84": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-04-24T14:46:47Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-04-24T14:46:47Z" name: sequence-graph-d5b84.18a9524a62116586 namespace: kserve-ci-e2e-test resourceVersion: "21093" uid: 73511277-dfb6-4ba0-99b4-267ced10ba41 reason: InternalError reportingComponent: InferenceGraphController reportingInstance: "" source: component: InferenceGraphController type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-24T14:47:02Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: sequence-graph-d5b84 namespace: kserve-ci-e2e-test resourceVersion: "21074" uid: 6e222dd2-5b27-49ef-a4dc-cdf50ca8a7f5 kind: Event lastTimestamp: "2026-04-24T14:47:02Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-04-24T14:47:02Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-24T14:47:02Z" name: sequence-graph-d5b84.18a9524ddadeb02b namespace: kserve-ci-e2e-test resourceVersion: "21224" uid: e4826e9d-e897-4368-81b8-a81035de120d reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-24T14:47:02Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: sequence-graph-d5b84 namespace: kserve-ci-e2e-test resourceVersion: "21074" uid: 6e222dd2-5b27-49ef-a4dc-cdf50ca8a7f5 kind: Event lastTimestamp: "2026-04-24T14:47:02Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-04-24T14:47:02Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-24T14:47:02Z" name: sequence-graph-d5b84.18a9524ddb381de4 namespace: kserve-ci-e2e-test resourceVersion: "21226" uid: d3624fd0-9ecf-411f-9ea2-d871f816cc52 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-24T14:47:17Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: sequence-graph-d5b84 namespace: kserve-ci-e2e-test resourceVersion: "21225" uid: 6e222dd2-5b27-49ef-a4dc-cdf50ca8a7f5 kind: Event lastTimestamp: "2026-04-24T14:47:17Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-04-24T14:47:17Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-24T14:47:17Z" name: sequence-graph-d5b84.18a952515a175532 namespace: kserve-ci-e2e-test resourceVersion: "21328" uid: 53fe4f39-3edb-4ee7-983a-417968c00dc0 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-24T14:47:17Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: sequence-graph-d5b84 namespace: kserve-ci-e2e-test resourceVersion: "21225" uid: 6e222dd2-5b27-49ef-a4dc-cdf50ca8a7f5 kind: Event lastTimestamp: "2026-04-24T14:47:17Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-04-24T14:47:17Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-24T14:47:17Z" name: sequence-graph-d5b84.18a952515a589cdb namespace: kserve-ci-e2e-test resourceVersion: "21330" uid: d5454a0b-ab79-4930-baf7-3ad2d0142f9a reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - action: Binding apiVersion: v1 eventTime: "2026-04-24T14:56:52.507191Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: splitter-graph-9e32c-776f64f998-nnrn7 namespace: kserve-ci-e2e-test resourceVersion: "25913" uid: de515517-c96a-4511-ae1b-8f5dda616c37 kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/splitter-graph-9e32c-776f64f998-nnrn7 to ip-10-0-131-216.ec2.internal metadata: creationTimestamp: "2026-04-24T14:56:52Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-04-24T14:56:52Z" name: splitter-graph-9e32c-776f64f998-nnrn7.18a952d7453945ca namespace: kserve-ci-e2e-test resourceVersion: "25920" uid: 7a89b487-fc53-4419-b568-958ef0daada2 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-567f977dcb-n99rn source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-24T14:56:52Z" involvedObject: apiVersion: v1 kind: Pod name: splitter-graph-9e32c-776f64f998-nnrn7 namespace: kserve-ci-e2e-test resourceVersion: "25924" uid: de515517-c96a-4511-ae1b-8f5dda616c37 kind: Event lastTimestamp: "2026-04-24T14:56:52Z" message: Add eth0 [10.134.0.45/23] from ovn-kubernetes metadata: creationTimestamp: "2026-04-24T14:56:52Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-04-24T14:56:52Z" name: splitter-graph-9e32c-776f64f998-nnrn7.18a952d75eaf07d8 namespace: kserve-ci-e2e-test resourceVersion: "25936" uid: 9aa9a121-e4ac-41d6-b1c9-8e58ceb61cef reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-24T14:56:52Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{splitter-graph-9e32c} kind: Pod name: splitter-graph-9e32c-776f64f998-nnrn7 namespace: kserve-ci-e2e-test resourceVersion: "25915" uid: de515517-c96a-4511-ae1b-8f5dda616c37 kind: Event lastTimestamp: "2026-04-24T14:56:52Z" message: Container image "quay.io/opendatahub/kserve-router@sha256:fefd1106bb22731cc766906fbe03e5e23570e9f66dd8c9e94ebe1e7e3a916c30" already present on machine metadata: creationTimestamp: "2026-04-24T14:56:52Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-24T14:56:52Z" name: splitter-graph-9e32c-776f64f998-nnrn7.18a952d75ff37d8e namespace: kserve-ci-e2e-test resourceVersion: "25938" uid: 5b1f8e71-50fe-427f-a3f4-1647d13e416c reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-131-216.ec2.internal source: component: kubelet host: ip-10-0-131-216.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-24T14:56:53Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{splitter-graph-9e32c} kind: Pod name: splitter-graph-9e32c-776f64f998-nnrn7 namespace: kserve-ci-e2e-test resourceVersion: "25915" uid: de515517-c96a-4511-ae1b-8f5dda616c37 kind: Event lastTimestamp: "2026-04-24T14:56:53Z" message: 'Created container: splitter-graph-9e32c' metadata: creationTimestamp: "2026-04-24T14:56:53Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-24T14:56:53Z" name: splitter-graph-9e32c-776f64f998-nnrn7.18a952d7636ac8dc namespace: kserve-ci-e2e-test resourceVersion: "25940" uid: 4b4cd371-f52c-4d36-9095-2b0daff2d6c7 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-131-216.ec2.internal source: component: kubelet host: ip-10-0-131-216.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-24T14:56:53Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{splitter-graph-9e32c} kind: Pod name: splitter-graph-9e32c-776f64f998-nnrn7 namespace: kserve-ci-e2e-test resourceVersion: "25915" uid: de515517-c96a-4511-ae1b-8f5dda616c37 kind: Event lastTimestamp: "2026-04-24T14:56:53Z" message: Started container splitter-graph-9e32c metadata: creationTimestamp: "2026-04-24T14:56:53Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-24T14:56:53Z" name: splitter-graph-9e32c-776f64f998-nnrn7.18a952d763df937f namespace: kserve-ci-e2e-test resourceVersion: "25941" uid: a4949575-64cc-4dde-84c7-60b82bb26fea reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-131-216.ec2.internal source: component: kubelet host: ip-10-0-131-216.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-24T15:05:07Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{splitter-graph-9e32c} kind: Pod name: splitter-graph-9e32c-776f64f998-nnrn7 namespace: kserve-ci-e2e-test resourceVersion: "25915" uid: de515517-c96a-4511-ae1b-8f5dda616c37 kind: Event lastTimestamp: "2026-04-24T15:05:07Z" message: Stopping container splitter-graph-9e32c metadata: creationTimestamp: "2026-04-24T15:05:07Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-24T15:05:07Z" name: splitter-graph-9e32c-776f64f998-nnrn7.18a9534a72e568b4 namespace: kserve-ci-e2e-test resourceVersion: "29664" uid: 3b888c6d-cda2-4467-aaab-b58cd6be05a8 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-131-216.ec2.internal source: component: kubelet host: ip-10-0-131-216.ec2.internal type: Normal - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-04-24T15:05:09Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{splitter-graph-9e32c} kind: Pod name: splitter-graph-9e32c-776f64f998-nnrn7 namespace: kserve-ci-e2e-test resourceVersion: "25915" uid: de515517-c96a-4511-ae1b-8f5dda616c37 kind: Event lastTimestamp: "2026-04-24T15:05:34Z" message: 'Readiness probe failed: HTTP probe failed with statuscode: 503' metadata: creationTimestamp: "2026-04-24T15:05:09Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-24T15:05:34Z" name: splitter-graph-9e32c-776f64f998-nnrn7.18a9534ae41e66fe namespace: kserve-ci-e2e-test resourceVersion: "29885" uid: 53893818-59f8-4fd6-b6c0-25bfc601dfbf reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-131-216.ec2.internal source: component: kubelet host: ip-10-0-131-216.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-24T14:56:52Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: splitter-graph-9e32c-776f64f998 namespace: kserve-ci-e2e-test resourceVersion: "25910" uid: ff1131a2-2914-4bf9-87e3-6cc95d782361 kind: Event lastTimestamp: "2026-04-24T14:56:52Z" message: 'Created pod: splitter-graph-9e32c-776f64f998-nnrn7' metadata: creationTimestamp: "2026-04-24T14:56:52Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-24T14:56:52Z" name: splitter-graph-9e32c-776f64f998.18a952d744afe1c4 namespace: kserve-ci-e2e-test resourceVersion: "25914" uid: 397d4f49-a8ac-4e52-bfd7-d7770cd8d2bd reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-24T14:56:52Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: splitter-graph-9e32c namespace: kserve-ci-e2e-test resourceVersion: "25908" uid: 0c350948-8676-4182-b281-9fb4651e6cfe kind: Event lastTimestamp: "2026-04-24T14:56:52Z" message: Scaled up replica set splitter-graph-9e32c-776f64f998 from 0 to 1 metadata: creationTimestamp: "2026-04-24T14:56:52Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-24T14:56:52Z" name: splitter-graph-9e32c.18a952d743f86a4e namespace: kserve-ci-e2e-test resourceVersion: "25911" uid: fba3241e-226c-4270-9f5d-d9b704c6cc48 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-24T14:56:52Z" involvedObject: apiVersion: serving.kserve.io/v1alpha1 kind: InferenceGraph name: splitter-graph-9e32c namespace: kserve-ci-e2e-test resourceVersion: "25928" uid: 053e9d06-6df5-4dba-952f-6a261762bd57 kind: Event lastTimestamp: "2026-04-24T14:56:52Z" message: InferenceGraph [splitter-graph-9e32c] is Ready metadata: creationTimestamp: "2026-04-24T14:56:52Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-04-24T14:56:52Z" name: splitter-graph-9e32c.18a952d7482042d2 namespace: kserve-ci-e2e-test resourceVersion: "25930" uid: 3036c89a-135c-488f-86bb-4deee083947e reason: InferenceGraphReady reportingComponent: InferenceGraphController reportingInstance: "" source: component: InferenceGraphController type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-24T14:57:07Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: splitter-graph-9e32c namespace: kserve-ci-e2e-test resourceVersion: "25909" uid: b308d59e-97e6-457e-996b-e9653e844185 kind: Event lastTimestamp: "2026-04-24T14:57:07Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-04-24T14:57:07Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-24T14:57:07Z" name: splitter-graph-9e32c.18a952dac262b4c2 namespace: kserve-ci-e2e-test resourceVersion: "26340" uid: 601b84a0-7218-4972-976f-09711ebc761c reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-24T14:57:07Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: splitter-graph-9e32c namespace: kserve-ci-e2e-test resourceVersion: "25909" uid: b308d59e-97e6-457e-996b-e9653e844185 kind: Event lastTimestamp: "2026-04-24T14:57:07Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-04-24T14:57:07Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-24T14:57:07Z" name: splitter-graph-9e32c.18a952dac2cc35a1 namespace: kserve-ci-e2e-test resourceVersion: "26342" uid: ee6400b7-60d4-4bef-9091-7732d5a69667 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - action: Binding apiVersion: v1 eventTime: "2026-04-24T14:55:32.242314Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: splitter-graph-b7286-654f5769bf-b9kf6 namespace: kserve-ci-e2e-test resourceVersion: "25041" uid: b6389fa6-a79a-447d-88d0-2e5f87941fa3 kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/splitter-graph-b7286-654f5769bf-b9kf6 to ip-10-0-131-216.ec2.internal metadata: creationTimestamp: "2026-04-24T14:55:32Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-04-24T14:55:32Z" name: splitter-graph-b7286-654f5769bf-b9kf6.18a952c495106ea4 namespace: kserve-ci-e2e-test resourceVersion: "25047" uid: c9cb8ee6-f2f4-4417-a4ab-e605ec23f464 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-567f977dcb-n99rn source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-24T14:55:32Z" involvedObject: apiVersion: v1 kind: Pod name: splitter-graph-b7286-654f5769bf-b9kf6 namespace: kserve-ci-e2e-test resourceVersion: "25043" uid: b6389fa6-a79a-447d-88d0-2e5f87941fa3 kind: Event lastTimestamp: "2026-04-24T14:55:32Z" message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "splitter-graph-b7286-serving-cert" not found' metadata: creationTimestamp: "2026-04-24T14:55:32Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-24T14:55:32Z" name: splitter-graph-b7286-654f5769bf-b9kf6.18a952c4a72da550 namespace: kserve-ci-e2e-test resourceVersion: "25059" uid: cf8e7b01-0c58-4429-97df-d8ef7c5477f0 reason: FailedMount reportingComponent: kubelet reportingInstance: ip-10-0-131-216.ec2.internal source: component: kubelet host: ip-10-0-131-216.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-24T14:55:33Z" involvedObject: apiVersion: v1 kind: Pod name: splitter-graph-b7286-654f5769bf-b9kf6 namespace: kserve-ci-e2e-test resourceVersion: "25050" uid: b6389fa6-a79a-447d-88d0-2e5f87941fa3 kind: Event lastTimestamp: "2026-04-24T14:55:33Z" message: Add eth0 [10.134.0.43/23] from ovn-kubernetes metadata: creationTimestamp: "2026-04-24T14:55:33Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-04-24T14:55:33Z" name: splitter-graph-b7286-654f5769bf-b9kf6.18a952c4d215f820 namespace: kserve-ci-e2e-test resourceVersion: "25068" uid: 2b5df276-2c59-4453-8496-6d1ba3722387 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-24T14:55:33Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{splitter-graph-b7286} kind: Pod name: splitter-graph-b7286-654f5769bf-b9kf6 namespace: kserve-ci-e2e-test resourceVersion: "25043" uid: b6389fa6-a79a-447d-88d0-2e5f87941fa3 kind: Event lastTimestamp: "2026-04-24T14:55:33Z" message: Container image "quay.io/opendatahub/kserve-router@sha256:fefd1106bb22731cc766906fbe03e5e23570e9f66dd8c9e94ebe1e7e3a916c30" already present on machine metadata: creationTimestamp: "2026-04-24T14:55:33Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-24T14:55:33Z" name: splitter-graph-b7286-654f5769bf-b9kf6.18a952c4d3548ce1 namespace: kserve-ci-e2e-test resourceVersion: "25072" uid: 3e1873f2-aeaf-4f7d-9134-1e5113142422 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-131-216.ec2.internal source: component: kubelet host: ip-10-0-131-216.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-24T14:55:33Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{splitter-graph-b7286} kind: Pod name: splitter-graph-b7286-654f5769bf-b9kf6 namespace: kserve-ci-e2e-test resourceVersion: "25043" uid: b6389fa6-a79a-447d-88d0-2e5f87941fa3 kind: Event lastTimestamp: "2026-04-24T14:55:33Z" message: 'Created container: splitter-graph-b7286' metadata: creationTimestamp: "2026-04-24T14:55:33Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-24T14:55:33Z" name: splitter-graph-b7286-654f5769bf-b9kf6.18a952c4d65f1a89 namespace: kserve-ci-e2e-test resourceVersion: "25073" uid: 0704965a-eafb-43f1-a0ba-4fe7f9bd410e reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-131-216.ec2.internal source: component: kubelet host: ip-10-0-131-216.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-24T14:55:33Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{splitter-graph-b7286} kind: Pod name: splitter-graph-b7286-654f5769bf-b9kf6 namespace: kserve-ci-e2e-test resourceVersion: "25043" uid: b6389fa6-a79a-447d-88d0-2e5f87941fa3 kind: Event lastTimestamp: "2026-04-24T14:55:33Z" message: Started container splitter-graph-b7286 metadata: creationTimestamp: "2026-04-24T14:55:33Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-24T14:55:33Z" name: splitter-graph-b7286-654f5769bf-b9kf6.18a952c4d6cb671a namespace: kserve-ci-e2e-test resourceVersion: "25074" uid: a7c2a87b-effa-4d25-a2de-839a6f25c7c8 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-131-216.ec2.internal source: component: kubelet host: ip-10-0-131-216.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-24T14:55:42Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{splitter-graph-b7286} kind: Pod name: splitter-graph-b7286-654f5769bf-b9kf6 namespace: kserve-ci-e2e-test resourceVersion: "25043" uid: b6389fa6-a79a-447d-88d0-2e5f87941fa3 kind: Event lastTimestamp: "2026-04-24T14:55:42Z" message: Stopping container splitter-graph-b7286 metadata: creationTimestamp: "2026-04-24T14:55:42Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-24T14:55:42Z" name: splitter-graph-b7286-654f5769bf-b9kf6.18a952c6ecb8e6d1 namespace: kserve-ci-e2e-test resourceVersion: "25171" uid: 648f364c-d72b-4e76-beb5-2ede482159e8 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-131-216.ec2.internal source: component: kubelet host: ip-10-0-131-216.ec2.internal type: Normal - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-04-24T14:55:44Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{splitter-graph-b7286} kind: Pod name: splitter-graph-b7286-654f5769bf-b9kf6 namespace: kserve-ci-e2e-test resourceVersion: "25043" uid: b6389fa6-a79a-447d-88d0-2e5f87941fa3 kind: Event lastTimestamp: "2026-04-24T14:56:09Z" message: 'Readiness probe failed: HTTP probe failed with statuscode: 503' metadata: creationTimestamp: "2026-04-24T14:55:44Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-24T14:56:09Z" name: splitter-graph-b7286-654f5769bf-b9kf6.18a952c78226d02d namespace: kserve-ci-e2e-test resourceVersion: "25521" uid: 2c7727cf-0eb3-416f-8bd5-cb673e4782b3 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-131-216.ec2.internal source: component: kubelet host: ip-10-0-131-216.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-24T14:55:32Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: splitter-graph-b7286-654f5769bf namespace: kserve-ci-e2e-test resourceVersion: "25038" uid: 216475be-16ba-4bae-b3df-1c0b24b307c6 kind: Event lastTimestamp: "2026-04-24T14:55:32Z" message: 'Created pod: splitter-graph-b7286-654f5769bf-b9kf6' metadata: creationTimestamp: "2026-04-24T14:55:32Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-24T14:55:32Z" name: splitter-graph-b7286-654f5769bf.18a952c494a8a4f4 namespace: kserve-ci-e2e-test resourceVersion: "25042" uid: 1e7186d4-5647-432a-8ffc-6eb329185574 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-24T14:55:32Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: splitter-graph-b7286 namespace: kserve-ci-e2e-test resourceVersion: "25036" uid: 504a31fc-b203-4b14-8fbc-9b32907ca743 kind: Event lastTimestamp: "2026-04-24T14:55:32Z" message: Scaled up replica set splitter-graph-b7286-654f5769bf from 0 to 1 metadata: creationTimestamp: "2026-04-24T14:55:32Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-24T14:55:32Z" name: splitter-graph-b7286.18a952c49400e12b namespace: kserve-ci-e2e-test resourceVersion: "25039" uid: ab6e00d8-4551-46e6-957d-6c70242cff57 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-24T14:55:32Z" involvedObject: apiVersion: serving.kserve.io/v1alpha1 kind: InferenceGraph name: splitter-graph-b7286 namespace: kserve-ci-e2e-test resourceVersion: "25053" uid: bdf60d40-f4da-4286-b9af-3087500da5ca kind: Event lastTimestamp: "2026-04-24T14:55:32Z" message: InferenceGraph [splitter-graph-b7286] is Ready metadata: creationTimestamp: "2026-04-24T14:55:32Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-04-24T14:55:32Z" name: splitter-graph-b7286.18a952c49894978d namespace: kserve-ci-e2e-test resourceVersion: "25055" uid: 85c880b9-7f55-4913-896f-353c2428dd54 reason: InferenceGraphReady reportingComponent: InferenceGraphController reportingInstance: "" source: component: InferenceGraphController type: Normal - action: Binding apiVersion: v1 eventTime: "2026-04-24T14:43:37.020622Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: success-200-isvc-0cfc3-predictor-54bcbf5466-s6kjh namespace: kserve-ci-e2e-test resourceVersion: "18924" uid: a24f9743-ed88-40c5-a792-732789d9aedd kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/success-200-isvc-0cfc3-predictor-54bcbf5466-s6kjh to ip-10-0-129-34.ec2.internal metadata: creationTimestamp: "2026-04-24T14:43:37Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-04-24T14:43:37Z" name: success-200-isvc-0cfc3-predictor-54bcbf5466-s6kjh.18a9521e0e8788c0 namespace: kserve-ci-e2e-test resourceVersion: "18931" uid: b74040e9-4a41-40cc-b911-50296cf5a64f reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-567f977dcb-n99rn source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-24T14:43:37Z" involvedObject: apiVersion: v1 kind: Pod name: success-200-isvc-0cfc3-predictor-54bcbf5466-s6kjh namespace: kserve-ci-e2e-test resourceVersion: "18943" uid: a24f9743-ed88-40c5-a792-732789d9aedd kind: Event lastTimestamp: "2026-04-24T14:43:37Z" message: Add eth0 [10.132.0.26/23] from ovn-kubernetes metadata: creationTimestamp: "2026-04-24T14:43:37Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-04-24T14:43:37Z" name: success-200-isvc-0cfc3-predictor-54bcbf5466-s6kjh.18a9521e16b3b7ea namespace: kserve-ci-e2e-test resourceVersion: "18978" uid: e245a951-7992-466e-a1a4-598a46a27215 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-24T14:43:37Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-0cfc3-predictor-54bcbf5466-s6kjh namespace: kserve-ci-e2e-test resourceVersion: "18928" uid: a24f9743-ed88-40c5-a792-732789d9aedd kind: Event lastTimestamp: "2026-04-24T14:43:37Z" message: Container image "quay.io/opendatahub/success-200-isvc:odh-pr-1433" already present on machine metadata: creationTimestamp: "2026-04-24T14:43:37Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-24T14:43:37Z" name: success-200-isvc-0cfc3-predictor-54bcbf5466-s6kjh.18a9521e182687f4 namespace: kserve-ci-e2e-test resourceVersion: "18980" uid: f450a19d-5eb8-4810-a655-1c78f12994df reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-129-34.ec2.internal source: component: kubelet host: ip-10-0-129-34.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-24T14:43:37Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-0cfc3-predictor-54bcbf5466-s6kjh namespace: kserve-ci-e2e-test resourceVersion: "18928" uid: a24f9743-ed88-40c5-a792-732789d9aedd kind: Event lastTimestamp: "2026-04-24T14:43:37Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-04-24T14:43:37Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-24T14:43:37Z" name: success-200-isvc-0cfc3-predictor-54bcbf5466-s6kjh.18a9521e1edfdc3d namespace: kserve-ci-e2e-test resourceVersion: "18987" uid: 9b607c10-833a-4e06-acac-2344f7b329cb reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-129-34.ec2.internal source: component: kubelet host: ip-10-0-129-34.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-24T14:43:37Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-0cfc3-predictor-54bcbf5466-s6kjh namespace: kserve-ci-e2e-test resourceVersion: "18928" uid: a24f9743-ed88-40c5-a792-732789d9aedd kind: Event lastTimestamp: "2026-04-24T14:43:37Z" message: Started container kserve-container metadata: creationTimestamp: "2026-04-24T14:43:37Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-24T14:43:37Z" name: success-200-isvc-0cfc3-predictor-54bcbf5466-s6kjh.18a9521e1f540a9c namespace: kserve-ci-e2e-test resourceVersion: "18988" uid: 872b682e-63cc-4f8b-99a5-07671181fc78 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-129-34.ec2.internal source: component: kubelet host: ip-10-0-129-34.ec2.internal type: Normal - apiVersion: v1 count: 7 eventTime: null firstTimestamp: "2026-04-24T14:43:37Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-0cfc3-predictor-54bcbf5466-s6kjh namespace: kserve-ci-e2e-test resourceVersion: "18928" uid: a24f9743-ed88-40c5-a792-732789d9aedd kind: Event lastTimestamp: "2026-04-24T14:44:58Z" message: 'Readiness probe failed: dial tcp 10.132.0.26:8080: connect: connection refused' metadata: creationTimestamp: "2026-04-24T14:43:37Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-24T14:44:58Z" name: success-200-isvc-0cfc3-predictor-54bcbf5466-s6kjh.18a9521e45035275 namespace: kserve-ci-e2e-test resourceVersion: "19949" uid: 7133a6a9-4e10-4ebb-a138-872fd6197aff reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-129-34.ec2.internal source: component: kubelet host: ip-10-0-129-34.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-24T14:44:57Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-0cfc3-predictor-54bcbf5466-s6kjh namespace: kserve-ci-e2e-test resourceVersion: "18928" uid: a24f9743-ed88-40c5-a792-732789d9aedd kind: Event lastTimestamp: "2026-04-24T14:44:57Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-04-24T14:44:57Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-24T14:44:57Z" name: success-200-isvc-0cfc3-predictor-54bcbf5466-s6kjh.18a95230bc3c41ef namespace: kserve-ci-e2e-test resourceVersion: "19866" uid: 4250e152-8a3d-481c-8f3e-c3257d74b2c9 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-129-34.ec2.internal source: component: kubelet host: ip-10-0-129-34.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-24T14:43:37Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: success-200-isvc-0cfc3-predictor-54bcbf5466 namespace: kserve-ci-e2e-test resourceVersion: "18907" uid: 4cc5c72c-f428-4643-b87a-655672552d17 kind: Event lastTimestamp: "2026-04-24T14:43:37Z" message: 'Created pod: success-200-isvc-0cfc3-predictor-54bcbf5466-s6kjh' metadata: creationTimestamp: "2026-04-24T14:43:37Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-24T14:43:37Z" name: success-200-isvc-0cfc3-predictor-54bcbf5466.18a9521e0e20c06a namespace: kserve-ci-e2e-test resourceVersion: "18927" uid: 46259c0f-b6f6-4e49-8aa4-984528a2714a reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-24T14:43:36Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: success-200-isvc-0cfc3-predictor namespace: kserve-ci-e2e-test resourceVersion: "18901" uid: 1c1826b8-8386-4a7a-963a-c039059e8b9a kind: Event lastTimestamp: "2026-04-24T14:43:36Z" message: Scaled up replica set success-200-isvc-0cfc3-predictor-54bcbf5466 from 0 to 1 metadata: creationTimestamp: "2026-04-24T14:43:36Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-24T14:43:36Z" name: success-200-isvc-0cfc3-predictor.18a9521e0b1e4120 namespace: kserve-ci-e2e-test resourceVersion: "18913" uid: 9d437ebb-b764-4d2f-8e75-4a43a27f24a3 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-24T14:43:51Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-0cfc3-predictor namespace: kserve-ci-e2e-test resourceVersion: "18906" uid: 5b256282-4967-43c8-a73e-ccd3c183ad42 kind: Event lastTimestamp: "2026-04-24T14:43:51Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-04-24T14:43:51Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-24T14:43:51Z" name: success-200-isvc-0cfc3-predictor.18a9522189945d9a namespace: kserve-ci-e2e-test resourceVersion: "19110" uid: 896fdae4-3c85-49fd-abcc-96d90494636b reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-24T14:43:51Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-0cfc3-predictor namespace: kserve-ci-e2e-test resourceVersion: "18906" uid: 5b256282-4967-43c8-a73e-ccd3c183ad42 kind: Event lastTimestamp: "2026-04-24T14:43:51Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-04-24T14:43:51Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-24T14:43:51Z" name: success-200-isvc-0cfc3-predictor.18a9522189ef96e7 namespace: kserve-ci-e2e-test resourceVersion: "19112" uid: 42dd9d40-29bc-4895-a666-832427648a5b reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 4 eventTime: null firstTimestamp: "2026-04-24T14:44:06Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-0cfc3-predictor namespace: kserve-ci-e2e-test resourceVersion: "19111" uid: 5b256282-4967-43c8-a73e-ccd3c183ad42 kind: Event lastTimestamp: "2026-04-24T14:44:52Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-04-24T14:44:06Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-24T14:44:52Z" name: success-200-isvc-0cfc3-predictor.18a952250885eebf namespace: kserve-ci-e2e-test resourceVersion: "19771" uid: a43f9a45-5c28-4e9a-aa06-5a51b2e40955 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 4 eventTime: null firstTimestamp: "2026-04-24T14:44:06Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-0cfc3-predictor namespace: kserve-ci-e2e-test resourceVersion: "19111" uid: 5b256282-4967-43c8-a73e-ccd3c183ad42 kind: Event lastTimestamp: "2026-04-24T14:44:52Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-04-24T14:44:06Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-24T14:44:52Z" name: success-200-isvc-0cfc3-predictor.18a9522508c5484b namespace: kserve-ci-e2e-test resourceVersion: "19772" uid: 5cae512d-49a6-4941-9228-2af597f17745 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 5 eventTime: null firstTimestamp: "2026-04-24T14:43:36Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-0cfc3 namespace: kserve-ci-e2e-test resourceVersion: "18894" uid: 25fb8da6-38cf-4ac6-9d86-3270ee1c39fb kind: Event lastTimestamp: "2026-04-24T14:44:29Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-04-24T14:43:36Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-04-24T14:44:29Z" name: success-200-isvc-0cfc3.18a9521e0b0282d1 namespace: kserve-ci-e2e-test resourceVersion: "19548" uid: 591e1330-148a-43fd-ba4a-e0f979a33cc3 reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-24T14:43:36Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-0cfc3 namespace: kserve-ci-e2e-test resourceVersion: "18894" uid: 25fb8da6-38cf-4ac6-9d86-3270ee1c39fb kind: Event lastTimestamp: "2026-04-24T14:43:36Z" message: 'Failed to update status for InferenceService "success-200-isvc-0cfc3": Operation cannot be fulfilled on inferenceservices.serving.kserve.io "success-200-isvc-0cfc3": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-04-24T14:43:36Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-04-24T14:43:36Z" name: success-200-isvc-0cfc3.18a9521e0bb7629a namespace: kserve-ci-e2e-test resourceVersion: "18917" uid: c68245ef-e761-462c-98d2-131c25577713 reason: UpdateFailed reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-24T14:43:36Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-0cfc3 namespace: kserve-ci-e2e-test resourceVersion: "18894" uid: 25fb8da6-38cf-4ac6-9d86-3270ee1c39fb kind: Event lastTimestamp: "2026-04-24T14:43:36Z" message: 'fails to update InferenceService status: Operation cannot be fulfilled on inferenceservices.serving.kserve.io "success-200-isvc-0cfc3": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-04-24T14:43:36Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-04-24T14:43:36Z" name: success-200-isvc-0cfc3.18a9521e0bb7aeab namespace: kserve-ci-e2e-test resourceVersion: "18921" uid: 08066410-16ad-42d2-a6c1-45fb28a1c994 reason: InternalError reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-24T14:44:29Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-0cfc3 namespace: kserve-ci-e2e-test resourceVersion: "19543" uid: 25fb8da6-38cf-4ac6-9d86-3270ee1c39fb kind: Event lastTimestamp: "2026-04-24T14:44:29Z" message: InferenceService [success-200-isvc-0cfc3] is Ready metadata: creationTimestamp: "2026-04-24T14:44:29Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-04-24T14:44:29Z" name: success-200-isvc-0cfc3.18a9522a2921adc9 namespace: kserve-ci-e2e-test resourceVersion: "19544" uid: 82430e39-69c4-48d8-845d-11178bd7781e reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-04-24T14:44:57.236940Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: success-200-isvc-47293-predictor-5dfbf9fb9d-n6bpk namespace: kserve-ci-e2e-test resourceVersion: "19856" uid: a0537423-6464-47bd-96a4-68cf178420b9 kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/success-200-isvc-47293-predictor-5dfbf9fb9d-n6bpk to ip-10-0-129-34.ec2.internal metadata: creationTimestamp: "2026-04-24T14:44:57Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-04-24T14:44:57Z" name: success-200-isvc-47293-predictor-5dfbf9fb9d-n6bpk.18a95230bbcb6e01 namespace: kserve-ci-e2e-test resourceVersion: "19863" uid: c75263e1-a728-478b-a703-fc9cf725288b reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-567f977dcb-n99rn source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-24T14:44:57Z" involvedObject: apiVersion: v1 kind: Pod name: success-200-isvc-47293-predictor-5dfbf9fb9d-n6bpk namespace: kserve-ci-e2e-test resourceVersion: "19872" uid: a0537423-6464-47bd-96a4-68cf178420b9 kind: Event lastTimestamp: "2026-04-24T14:44:57Z" message: Add eth0 [10.132.0.30/23] from ovn-kubernetes metadata: creationTimestamp: "2026-04-24T14:44:57Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-04-24T14:44:57Z" name: success-200-isvc-47293-predictor-5dfbf9fb9d-n6bpk.18a95230c4a55c29 namespace: kserve-ci-e2e-test resourceVersion: "19913" uid: 921a648f-80b5-41a8-aa63-cad8f167a39f reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-24T14:44:57Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-47293-predictor-5dfbf9fb9d-n6bpk namespace: kserve-ci-e2e-test resourceVersion: "19859" uid: a0537423-6464-47bd-96a4-68cf178420b9 kind: Event lastTimestamp: "2026-04-24T14:44:57Z" message: Container image "quay.io/opendatahub/success-200-isvc:odh-pr-1433" already present on machine metadata: creationTimestamp: "2026-04-24T14:44:57Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-24T14:44:57Z" name: success-200-isvc-47293-predictor-5dfbf9fb9d-n6bpk.18a95230c5e86e51 namespace: kserve-ci-e2e-test resourceVersion: "19915" uid: 19ed918c-1b13-4784-a44e-4585572cbaf5 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-129-34.ec2.internal source: component: kubelet host: ip-10-0-129-34.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-24T14:44:57Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-47293-predictor-5dfbf9fb9d-n6bpk namespace: kserve-ci-e2e-test resourceVersion: "19859" uid: a0537423-6464-47bd-96a4-68cf178420b9 kind: Event lastTimestamp: "2026-04-24T14:44:57Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-04-24T14:44:57Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-24T14:44:57Z" name: success-200-isvc-47293-predictor-5dfbf9fb9d-n6bpk.18a95230cad17ef6 namespace: kserve-ci-e2e-test resourceVersion: "19923" uid: d14b03e0-3911-4900-8a59-1a3b3c149067 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-129-34.ec2.internal source: component: kubelet host: ip-10-0-129-34.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-24T14:44:57Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-47293-predictor-5dfbf9fb9d-n6bpk namespace: kserve-ci-e2e-test resourceVersion: "19859" uid: a0537423-6464-47bd-96a4-68cf178420b9 kind: Event lastTimestamp: "2026-04-24T14:44:57Z" message: Started container kserve-container metadata: creationTimestamp: "2026-04-24T14:44:57Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-24T14:44:57Z" name: success-200-isvc-47293-predictor-5dfbf9fb9d-n6bpk.18a95230cb564979 namespace: kserve-ci-e2e-test resourceVersion: "19924" uid: 07b24414-f88e-4b75-9c59-9bd0cb778224 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-129-34.ec2.internal source: component: kubelet host: ip-10-0-129-34.ec2.internal type: Normal - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-04-24T14:44:58Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-47293-predictor-5dfbf9fb9d-n6bpk namespace: kserve-ci-e2e-test resourceVersion: "19859" uid: a0537423-6464-47bd-96a4-68cf178420b9 kind: Event lastTimestamp: "2026-04-24T14:45:39Z" message: 'Readiness probe failed: dial tcp 10.132.0.30:8080: connect: connection refused' metadata: creationTimestamp: "2026-04-24T14:44:58Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-24T14:45:39Z" name: success-200-isvc-47293-predictor-5dfbf9fb9d-n6bpk.18a95230f4005f37 namespace: kserve-ci-e2e-test resourceVersion: "20461" uid: 8ee449db-e160-489a-876a-7499cc711bac reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-129-34.ec2.internal source: component: kubelet host: ip-10-0-129-34.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-24T14:54:22Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-47293-predictor-5dfbf9fb9d-n6bpk namespace: kserve-ci-e2e-test resourceVersion: "19859" uid: a0537423-6464-47bd-96a4-68cf178420b9 kind: Event lastTimestamp: "2026-04-24T14:54:22Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-04-24T14:54:22Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-24T14:54:22Z" name: success-200-isvc-47293-predictor-5dfbf9fb9d-n6bpk.18a952b441fdf79f namespace: kserve-ci-e2e-test resourceVersion: "24270" uid: 2433914a-02be-46b8-bf23-7fd7cb2d4756 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-129-34.ec2.internal source: component: kubelet host: ip-10-0-129-34.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-24T14:44:57Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: success-200-isvc-47293-predictor-5dfbf9fb9d namespace: kserve-ci-e2e-test resourceVersion: "19842" uid: e8061cc6-04ac-4a03-b13a-63bbf15bc597 kind: Event lastTimestamp: "2026-04-24T14:44:57Z" message: 'Created pod: success-200-isvc-47293-predictor-5dfbf9fb9d-n6bpk' metadata: creationTimestamp: "2026-04-24T14:44:57Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-24T14:44:57Z" name: success-200-isvc-47293-predictor-5dfbf9fb9d.18a95230bb70755a namespace: kserve-ci-e2e-test resourceVersion: "19858" uid: 0100f4b1-e21b-49ce-b596-5828916fe730 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-24T14:44:57Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: success-200-isvc-47293-predictor namespace: kserve-ci-e2e-test resourceVersion: "19839" uid: fe9642c8-a025-442f-85bf-112342ba3bc7 kind: Event lastTimestamp: "2026-04-24T14:44:57Z" message: Scaled up replica set success-200-isvc-47293-predictor-5dfbf9fb9d from 0 to 1 metadata: creationTimestamp: "2026-04-24T14:44:57Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-24T14:44:57Z" name: success-200-isvc-47293-predictor.18a95230ba30baef namespace: kserve-ci-e2e-test resourceVersion: "19844" uid: e47afb68-6484-466a-8b67-efdc46bb955d reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-04-24T14:45:12Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-47293-predictor namespace: kserve-ci-e2e-test resourceVersion: "19841" uid: abfc9836-ae87-4462-b125-3665ac608a8a kind: Event lastTimestamp: "2026-04-24T14:45:27Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-04-24T14:45:12Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-24T14:45:27Z" name: success-200-isvc-47293-predictor.18a9523438b93bb6 namespace: kserve-ci-e2e-test resourceVersion: "20223" uid: b5fe3442-beea-48bc-a866-0899be0c62c8 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-04-24T14:45:12Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-47293-predictor namespace: kserve-ci-e2e-test resourceVersion: "19841" uid: abfc9836-ae87-4462-b125-3665ac608a8a kind: Event lastTimestamp: "2026-04-24T14:45:27Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-04-24T14:45:12Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-24T14:45:27Z" name: success-200-isvc-47293-predictor.18a952343917e862 namespace: kserve-ci-e2e-test resourceVersion: "20224" uid: 40a4d4a7-2520-45cf-8ccd-2493afb190d1 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-04-24T14:45:42Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-47293-predictor namespace: kserve-ci-e2e-test resourceVersion: "20083" uid: abfc9836-ae87-4462-b125-3665ac608a8a kind: Event lastTimestamp: "2026-04-24T14:46:12Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-04-24T14:45:42Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-24T14:46:12Z" name: success-200-isvc-47293-predictor.18a9523b367166c6 namespace: kserve-ci-e2e-test resourceVersion: "20790" uid: 1431c0bb-3455-4e60-9378-41e413712111 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-04-24T14:45:42Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-47293-predictor namespace: kserve-ci-e2e-test resourceVersion: "20083" uid: abfc9836-ae87-4462-b125-3665ac608a8a kind: Event lastTimestamp: "2026-04-24T14:46:12Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-04-24T14:45:42Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-24T14:46:12Z" name: success-200-isvc-47293-predictor.18a9523b36d3612c namespace: kserve-ci-e2e-test resourceVersion: "20791" uid: d38f7c98-796f-4c7b-8cbc-2a1fb25ca804 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-04-24T14:44:57Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-47293 namespace: kserve-ci-e2e-test resourceVersion: "19833" uid: 8c77a657-4409-426b-979f-6221318c6f3b kind: Event lastTimestamp: "2026-04-24T14:45:49Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-04-24T14:44:57Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-04-24T14:45:49Z" name: success-200-isvc-47293.18a95230ba13f07a namespace: kserve-ci-e2e-test resourceVersion: "20564" uid: 7d105736-0285-4715-9570-787fc276cbfa reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-24T14:45:49Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-47293 namespace: kserve-ci-e2e-test resourceVersion: "20558" uid: 8c77a657-4409-426b-979f-6221318c6f3b kind: Event lastTimestamp: "2026-04-24T14:45:49Z" message: InferenceService [success-200-isvc-47293] is Ready metadata: creationTimestamp: "2026-04-24T14:45:49Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-04-24T14:45:49Z" name: success-200-isvc-47293.18a9523cd9f7a52e namespace: kserve-ci-e2e-test resourceVersion: "20560" uid: 02f67323-7c0d-4894-8df2-dc29b6d21af8 reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-04-24T14:44:17.004210Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: success-200-isvc-5e366-predictor-5878ff6f5d-xxlgz namespace: kserve-ci-e2e-test resourceVersion: "19350" uid: d0f71684-5c0d-4bff-80a8-787d65b1318c kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/success-200-isvc-5e366-predictor-5878ff6f5d-xxlgz to ip-10-0-129-34.ec2.internal metadata: creationTimestamp: "2026-04-24T14:44:17Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-04-24T14:44:17Z" name: success-200-isvc-5e366-predictor-5878ff6f5d-xxlgz.18a952275dbca4a4 namespace: kserve-ci-e2e-test resourceVersion: "19356" uid: bc4c209e-e7fa-44df-a9c4-8bd5bd55ee8a reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-567f977dcb-n99rn source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-24T14:44:17Z" involvedObject: apiVersion: v1 kind: Pod name: success-200-isvc-5e366-predictor-5878ff6f5d-xxlgz namespace: kserve-ci-e2e-test resourceVersion: "19361" uid: d0f71684-5c0d-4bff-80a8-787d65b1318c kind: Event lastTimestamp: "2026-04-24T14:44:17Z" message: Add eth0 [10.132.0.28/23] from ovn-kubernetes metadata: creationTimestamp: "2026-04-24T14:44:17Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-04-24T14:44:17Z" name: success-200-isvc-5e366-predictor-5878ff6f5d-xxlgz.18a9522765a1a73a namespace: kserve-ci-e2e-test resourceVersion: "19404" uid: 1c4282a9-195d-4d53-8add-6b442f4c2b37 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-24T14:44:17Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-5e366-predictor-5878ff6f5d-xxlgz namespace: kserve-ci-e2e-test resourceVersion: "19353" uid: d0f71684-5c0d-4bff-80a8-787d65b1318c kind: Event lastTimestamp: "2026-04-24T14:44:17Z" message: Container image "quay.io/opendatahub/success-200-isvc:odh-pr-1433" already present on machine metadata: creationTimestamp: "2026-04-24T14:44:17Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-24T14:44:17Z" name: success-200-isvc-5e366-predictor-5878ff6f5d-xxlgz.18a9522766e3527a namespace: kserve-ci-e2e-test resourceVersion: "19407" uid: fd2b0b59-a7e8-4faf-87cc-142c91ce1a22 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-129-34.ec2.internal source: component: kubelet host: ip-10-0-129-34.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-24T14:44:17Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-5e366-predictor-5878ff6f5d-xxlgz namespace: kserve-ci-e2e-test resourceVersion: "19353" uid: d0f71684-5c0d-4bff-80a8-787d65b1318c kind: Event lastTimestamp: "2026-04-24T14:44:17Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-04-24T14:44:17Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-24T14:44:17Z" name: success-200-isvc-5e366-predictor-5878ff6f5d-xxlgz.18a952276f01dcdc namespace: kserve-ci-e2e-test resourceVersion: "19417" uid: 0dc931c7-0b65-41bc-aecf-a447ff1a9eb1 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-129-34.ec2.internal source: component: kubelet host: ip-10-0-129-34.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-24T14:44:17Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-5e366-predictor-5878ff6f5d-xxlgz namespace: kserve-ci-e2e-test resourceVersion: "19353" uid: d0f71684-5c0d-4bff-80a8-787d65b1318c kind: Event lastTimestamp: "2026-04-24T14:44:17Z" message: Started container kserve-container metadata: creationTimestamp: "2026-04-24T14:44:17Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-24T14:44:17Z" name: success-200-isvc-5e366-predictor-5878ff6f5d-xxlgz.18a952276f81760c namespace: kserve-ci-e2e-test resourceVersion: "19419" uid: f4ebc077-06df-4dab-a2aa-1638c99c2527 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-129-34.ec2.internal source: component: kubelet host: ip-10-0-129-34.ec2.internal type: Normal - apiVersion: v1 count: 7 eventTime: null firstTimestamp: "2026-04-24T14:44:18Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-5e366-predictor-5878ff6f5d-xxlgz namespace: kserve-ci-e2e-test resourceVersion: "19353" uid: d0f71684-5c0d-4bff-80a8-787d65b1318c kind: Event lastTimestamp: "2026-04-24T14:45:39Z" message: 'Readiness probe failed: dial tcp 10.132.0.28:8080: connect: connection refused' metadata: creationTimestamp: "2026-04-24T14:44:18Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-24T14:45:39Z" name: success-200-isvc-5e366-predictor-5878ff6f5d-xxlgz.18a952279ca259e8 namespace: kserve-ci-e2e-test resourceVersion: "20459" uid: cb1eff32-1b9b-48f9-8d4e-b7e25902f051 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-129-34.ec2.internal source: component: kubelet host: ip-10-0-129-34.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-24T14:45:37Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-5e366-predictor-5878ff6f5d-xxlgz namespace: kserve-ci-e2e-test resourceVersion: "19353" uid: d0f71684-5c0d-4bff-80a8-787d65b1318c kind: Event lastTimestamp: "2026-04-24T14:45:37Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-04-24T14:45:37Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-24T14:45:37Z" name: success-200-isvc-5e366-predictor-5878ff6f5d-xxlgz.18a9523a0a7d20d6 namespace: kserve-ci-e2e-test resourceVersion: "20369" uid: 3d37c7fe-04de-47ed-b79b-794cba06706c reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-129-34.ec2.internal source: component: kubelet host: ip-10-0-129-34.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-24T14:44:16Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: success-200-isvc-5e366-predictor-5878ff6f5d namespace: kserve-ci-e2e-test resourceVersion: "19334" uid: a7fdd0aa-4e09-452e-b4a8-74c28c34ecca kind: Event lastTimestamp: "2026-04-24T14:44:16Z" message: 'Created pod: success-200-isvc-5e366-predictor-5878ff6f5d-xxlgz' metadata: creationTimestamp: "2026-04-24T14:44:16Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-24T14:44:16Z" name: success-200-isvc-5e366-predictor-5878ff6f5d.18a952275d254786 namespace: kserve-ci-e2e-test resourceVersion: "19352" uid: 9242a16e-6148-4add-bee0-d1effb404d15 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-24T14:44:16Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: success-200-isvc-5e366-predictor namespace: kserve-ci-e2e-test resourceVersion: "19330" uid: cc266442-2b45-48b9-82fe-7df6a64f313d kind: Event lastTimestamp: "2026-04-24T14:44:16Z" message: Scaled up replica set success-200-isvc-5e366-predictor-5878ff6f5d from 0 to 1 metadata: creationTimestamp: "2026-04-24T14:44:16Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-24T14:44:16Z" name: success-200-isvc-5e366-predictor.18a952275b7307de namespace: kserve-ci-e2e-test resourceVersion: "19338" uid: 7f5a5f32-30eb-41f7-a92e-cc835c5e53ae reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-24T14:44:31Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-5e366-predictor namespace: kserve-ci-e2e-test resourceVersion: "19335" uid: 0270d79f-6eae-4303-a551-100e20641768 kind: Event lastTimestamp: "2026-04-24T14:44:31Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-04-24T14:44:31Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-24T14:44:31Z" name: success-200-isvc-5e366-predictor.18a9522ada3cc23a namespace: kserve-ci-e2e-test resourceVersion: "19576" uid: 5e244185-ae58-4d10-ab97-82a5b7116650 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-24T14:44:31Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-5e366-predictor namespace: kserve-ci-e2e-test resourceVersion: "19335" uid: 0270d79f-6eae-4303-a551-100e20641768 kind: Event lastTimestamp: "2026-04-24T14:44:31Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-04-24T14:44:31Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-24T14:44:31Z" name: success-200-isvc-5e366-predictor.18a9522ada8f9e52 namespace: kserve-ci-e2e-test resourceVersion: "19577" uid: 38b353e5-5ac7-448b-9ffe-188648807ddc reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 4 eventTime: null firstTimestamp: "2026-04-24T14:44:46Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-5e366-predictor namespace: kserve-ci-e2e-test resourceVersion: "19575" uid: 0270d79f-6eae-4303-a551-100e20641768 kind: Event lastTimestamp: "2026-04-24T14:45:32Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-04-24T14:44:46Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-24T14:45:32Z" name: success-200-isvc-5e366-predictor.18a9522e5980ec71 namespace: kserve-ci-e2e-test resourceVersion: "20274" uid: 3e297f9f-b18d-4ab1-9b12-81207321fd31 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 4 eventTime: null firstTimestamp: "2026-04-24T14:44:47Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-5e366-predictor namespace: kserve-ci-e2e-test resourceVersion: "19575" uid: 0270d79f-6eae-4303-a551-100e20641768 kind: Event lastTimestamp: "2026-04-24T14:45:32Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-04-24T14:44:47Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-24T14:45:32Z" name: success-200-isvc-5e366-predictor.18a9522e59e48dc6 namespace: kserve-ci-e2e-test resourceVersion: "20275" uid: faafc95e-e8bf-4e89-9a73-505fe0f23e55 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-04-24T14:44:16Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-5e366 namespace: kserve-ci-e2e-test resourceVersion: "19323" uid: cb5d9ed5-705f-4862-8ca8-78393f1cdd9f kind: Event lastTimestamp: "2026-04-24T14:45:09Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-04-24T14:44:16Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-04-24T14:45:09Z" name: success-200-isvc-5e366.18a952275bae5d6b namespace: kserve-ci-e2e-test resourceVersion: "20049" uid: 7c119fa9-ee23-44eb-8532-5b930581106b reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-24T14:44:16Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-5e366 namespace: kserve-ci-e2e-test resourceVersion: "19323" uid: cb5d9ed5-705f-4862-8ca8-78393f1cdd9f kind: Event lastTimestamp: "2026-04-24T14:44:16Z" message: 'Failed to update status for InferenceService "success-200-isvc-5e366": Operation cannot be fulfilled on inferenceservices.serving.kserve.io "success-200-isvc-5e366": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-04-24T14:44:16Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-04-24T14:44:16Z" name: success-200-isvc-5e366.18a952275c5ccd7f namespace: kserve-ci-e2e-test resourceVersion: "19347" uid: c9e903d2-0c52-453a-b7d4-63e2cc72d857 reason: UpdateFailed reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-24T14:44:16Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-5e366 namespace: kserve-ci-e2e-test resourceVersion: "19323" uid: cb5d9ed5-705f-4862-8ca8-78393f1cdd9f kind: Event lastTimestamp: "2026-04-24T14:44:16Z" message: 'fails to update InferenceService status: Operation cannot be fulfilled on inferenceservices.serving.kserve.io "success-200-isvc-5e366": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-04-24T14:44:16Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-04-24T14:44:16Z" name: success-200-isvc-5e366.18a952275c5d294e namespace: kserve-ci-e2e-test resourceVersion: "19349" uid: d17edc3f-13be-46a8-b20e-ed9725a23bd6 reason: InternalError reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-24T14:45:09Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-5e366 namespace: kserve-ci-e2e-test resourceVersion: "20044" uid: cb5d9ed5-705f-4862-8ca8-78393f1cdd9f kind: Event lastTimestamp: "2026-04-24T14:45:09Z" message: InferenceService [success-200-isvc-5e366] is Ready metadata: creationTimestamp: "2026-04-24T14:45:09Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-04-24T14:45:09Z" name: success-200-isvc-5e366.18a952338251ee88 namespace: kserve-ci-e2e-test resourceVersion: "20045" uid: 7f6176bc-c8c3-4182-9a82-6e6f5c175ba6 reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-04-24T14:55:02.113300Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: success-200-isvc-67b80-predictor-5856fd8c6b-q6tmf namespace: kserve-ci-e2e-test resourceVersion: "24696" uid: 9696db27-0f6d-450e-926c-c66c4ad9ab37 kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/success-200-isvc-67b80-predictor-5856fd8c6b-q6tmf to ip-10-0-129-34.ec2.internal metadata: creationTimestamp: "2026-04-24T14:55:02Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-04-24T14:55:02Z" name: success-200-isvc-67b80-predictor-5856fd8c6b-q6tmf.18a952bd913c2f7a namespace: kserve-ci-e2e-test resourceVersion: "24702" uid: 0dde9bce-4b61-4c6f-9613-28f76ea2cdc3 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-567f977dcb-n99rn source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-24T14:55:02Z" involvedObject: apiVersion: v1 kind: Pod name: success-200-isvc-67b80-predictor-5856fd8c6b-q6tmf namespace: kserve-ci-e2e-test resourceVersion: "24708" uid: 9696db27-0f6d-450e-926c-c66c4ad9ab37 kind: Event lastTimestamp: "2026-04-24T14:55:02Z" message: Add eth0 [10.132.0.36/23] from ovn-kubernetes metadata: creationTimestamp: "2026-04-24T14:55:02Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-04-24T14:55:02Z" name: success-200-isvc-67b80-predictor-5856fd8c6b-q6tmf.18a952bd9956083b namespace: kserve-ci-e2e-test resourceVersion: "24750" uid: a6a93bca-689a-46b7-b7a5-7f45285fa7af reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-24T14:55:02Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-67b80-predictor-5856fd8c6b-q6tmf namespace: kserve-ci-e2e-test resourceVersion: "24700" uid: 9696db27-0f6d-450e-926c-c66c4ad9ab37 kind: Event lastTimestamp: "2026-04-24T14:55:02Z" message: Container image "quay.io/opendatahub/success-200-isvc:odh-pr-1433" already present on machine metadata: creationTimestamp: "2026-04-24T14:55:02Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-24T14:55:02Z" name: success-200-isvc-67b80-predictor-5856fd8c6b-q6tmf.18a952bd9aa999ee namespace: kserve-ci-e2e-test resourceVersion: "24752" uid: f3322361-f8ee-4afe-9d09-7735648263df reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-129-34.ec2.internal source: component: kubelet host: ip-10-0-129-34.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-24T14:55:02Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-67b80-predictor-5856fd8c6b-q6tmf namespace: kserve-ci-e2e-test resourceVersion: "24700" uid: 9696db27-0f6d-450e-926c-c66c4ad9ab37 kind: Event lastTimestamp: "2026-04-24T14:55:02Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-04-24T14:55:02Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-24T14:55:02Z" name: success-200-isvc-67b80-predictor-5856fd8c6b-q6tmf.18a952bda1c4baf9 namespace: kserve-ci-e2e-test resourceVersion: "24759" uid: 4719c9b7-54e4-42fc-90ab-862f9a2acbd5 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-129-34.ec2.internal source: component: kubelet host: ip-10-0-129-34.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-24T14:55:02Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-67b80-predictor-5856fd8c6b-q6tmf namespace: kserve-ci-e2e-test resourceVersion: "24700" uid: 9696db27-0f6d-450e-926c-c66c4ad9ab37 kind: Event lastTimestamp: "2026-04-24T14:55:02Z" message: Started container kserve-container metadata: creationTimestamp: "2026-04-24T14:55:02Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-24T14:55:02Z" name: success-200-isvc-67b80-predictor-5856fd8c6b-q6tmf.18a952bda24854e0 namespace: kserve-ci-e2e-test resourceVersion: "24762" uid: e81e0e6e-0d32-4950-bd58-f65851087630 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-129-34.ec2.internal source: component: kubelet host: ip-10-0-129-34.ec2.internal type: Normal - apiVersion: v1 count: 7 eventTime: null firstTimestamp: "2026-04-24T14:55:02Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-67b80-predictor-5856fd8c6b-q6tmf namespace: kserve-ci-e2e-test resourceVersion: "24700" uid: 9696db27-0f6d-450e-926c-c66c4ad9ab37 kind: Event lastTimestamp: "2026-04-24T14:55:44Z" message: 'Readiness probe failed: dial tcp 10.132.0.36:8080: connect: connection refused' metadata: creationTimestamp: "2026-04-24T14:55:02Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-24T14:55:44Z" name: success-200-isvc-67b80-predictor-5856fd8c6b-q6tmf.18a952bdbf860beb namespace: kserve-ci-e2e-test resourceVersion: "25302" uid: 9b34fed3-6ebc-4b86-ad12-d7a0ba8268f3 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-129-34.ec2.internal source: component: kubelet host: ip-10-0-129-34.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-24T15:12:31Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-67b80-predictor-5856fd8c6b-q6tmf namespace: kserve-ci-e2e-test resourceVersion: "24700" uid: 9696db27-0f6d-450e-926c-c66c4ad9ab37 kind: Event lastTimestamp: "2026-04-24T15:12:31Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-04-24T15:12:31Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-24T15:12:31Z" name: success-200-isvc-67b80-predictor-5856fd8c6b-q6tmf.18a953b1ea481e99 namespace: kserve-ci-e2e-test resourceVersion: "32753" uid: cac09d71-c9b8-4957-b588-db7298a43bde reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-129-34.ec2.internal source: component: kubelet host: ip-10-0-129-34.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-24T14:55:02Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: success-200-isvc-67b80-predictor-5856fd8c6b namespace: kserve-ci-e2e-test resourceVersion: "24680" uid: 93340529-2fe6-4855-b5f8-022e144a3fdc kind: Event lastTimestamp: "2026-04-24T14:55:02Z" message: 'Created pod: success-200-isvc-67b80-predictor-5856fd8c6b-q6tmf' metadata: creationTimestamp: "2026-04-24T14:55:02Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-24T14:55:02Z" name: success-200-isvc-67b80-predictor-5856fd8c6b.18a952bd90ccbc1d namespace: kserve-ci-e2e-test resourceVersion: "24699" uid: 1ab3a4c2-76f4-4f8e-a27f-d3baf3d5606c reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-24T14:55:02Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: success-200-isvc-67b80-predictor namespace: kserve-ci-e2e-test resourceVersion: "24675" uid: 82ea3e15-b232-4b1f-b7cb-5f69b133720f kind: Event lastTimestamp: "2026-04-24T14:55:02Z" message: Scaled up replica set success-200-isvc-67b80-predictor-5856fd8c6b from 0 to 1 metadata: creationTimestamp: "2026-04-24T14:55:02Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-24T14:55:02Z" name: success-200-isvc-67b80-predictor.18a952bd8ecdcec8 namespace: kserve-ci-e2e-test resourceVersion: "24683" uid: 09dad471-488d-4688-8689-870e6c51c11b reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-04-24T14:55:17Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-67b80-predictor namespace: kserve-ci-e2e-test resourceVersion: "24679" uid: d9b4fa6a-0df6-4cfa-8791-d8caf700cb89 kind: Event lastTimestamp: "2026-04-24T14:55:32Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-04-24T14:55:17Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-24T14:55:32Z" name: success-200-isvc-67b80-predictor.18a952c10db5394a namespace: kserve-ci-e2e-test resourceVersion: "25022" uid: 15a00db3-a8e1-4a1c-93ff-467a59cc9373 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-04-24T14:55:17Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-67b80-predictor namespace: kserve-ci-e2e-test resourceVersion: "24679" uid: d9b4fa6a-0df6-4cfa-8791-d8caf700cb89 kind: Event lastTimestamp: "2026-04-24T14:55:32Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-04-24T14:55:17Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-24T14:55:32Z" name: success-200-isvc-67b80-predictor.18a952c10e17c8b6 namespace: kserve-ci-e2e-test resourceVersion: "25023" uid: da120e8d-2bc6-4251-8c05-397b8adb3ba9 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-04-24T14:55:47Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-67b80-predictor namespace: kserve-ci-e2e-test resourceVersion: "24913" uid: d9b4fa6a-0df6-4cfa-8791-d8caf700cb89 kind: Event lastTimestamp: "2026-04-24T14:56:17Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-04-24T14:55:47Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-24T14:56:17Z" name: success-200-isvc-67b80-predictor.18a952c80b944987 namespace: kserve-ci-e2e-test resourceVersion: "25623" uid: ad8cdca9-4835-4edd-8743-de230d1283f1 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-04-24T14:55:47Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-67b80-predictor namespace: kserve-ci-e2e-test resourceVersion: "24913" uid: d9b4fa6a-0df6-4cfa-8791-d8caf700cb89 kind: Event lastTimestamp: "2026-04-24T14:56:17Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-04-24T14:55:47Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-24T14:56:17Z" name: success-200-isvc-67b80-predictor.18a952c80bf253f9 namespace: kserve-ci-e2e-test resourceVersion: "25624" uid: 2c77ec2d-ba91-4ef3-97fd-c50f434b0e0a reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 5 eventTime: null firstTimestamp: "2026-04-24T14:55:02Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-67b80 namespace: kserve-ci-e2e-test resourceVersion: "24666" uid: 1212e35f-32f8-4f42-9f62-5b2ea6d796cf kind: Event lastTimestamp: "2026-04-24T14:55:55Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-04-24T14:55:02Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-04-24T14:55:55Z" name: success-200-isvc-67b80.18a952bd8ed9c5d1 namespace: kserve-ci-e2e-test resourceVersion: "25401" uid: 6030344a-7b78-4561-b600-fc5bb2b8fc30 reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-24T14:55:02Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-67b80 namespace: kserve-ci-e2e-test resourceVersion: "24666" uid: 1212e35f-32f8-4f42-9f62-5b2ea6d796cf kind: Event lastTimestamp: "2026-04-24T14:55:02Z" message: 'Failed to update status for InferenceService "success-200-isvc-67b80": Operation cannot be fulfilled on inferenceservices.serving.kserve.io "success-200-isvc-67b80": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-04-24T14:55:02Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-04-24T14:55:02Z" name: success-200-isvc-67b80.18a952bd8f7c9157 namespace: kserve-ci-e2e-test resourceVersion: "24691" uid: e84c70e0-a8a6-4033-8638-47501cc9cf10 reason: UpdateFailed reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-24T14:55:02Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-67b80 namespace: kserve-ci-e2e-test resourceVersion: "24666" uid: 1212e35f-32f8-4f42-9f62-5b2ea6d796cf kind: Event lastTimestamp: "2026-04-24T14:55:02Z" message: 'fails to update InferenceService status: Operation cannot be fulfilled on inferenceservices.serving.kserve.io "success-200-isvc-67b80": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-04-24T14:55:02Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-04-24T14:55:02Z" name: success-200-isvc-67b80.18a952bd8f7ced32 namespace: kserve-ci-e2e-test resourceVersion: "24694" uid: bfad6f94-1207-4322-8e3d-a8606c8d7381 reason: InternalError reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-24T14:55:54Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-67b80 namespace: kserve-ci-e2e-test resourceVersion: "25398" uid: 1212e35f-32f8-4f42-9f62-5b2ea6d796cf kind: Event lastTimestamp: "2026-04-24T14:55:54Z" message: InferenceService [success-200-isvc-67b80] is Ready metadata: creationTimestamp: "2026-04-24T14:55:54Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-04-24T14:55:54Z" name: success-200-isvc-67b80.18a952c9e0fa51a7 namespace: kserve-ci-e2e-test resourceVersion: "25399" uid: 8eacadc7-c57c-4f81-93b1-d40e3c944e5b reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-04-24T14:34:52.156269Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: success-200-isvc-71827-predictor-6cd7d94bb6-bvhmq namespace: kserve-ci-e2e-test resourceVersion: "15004" uid: 2f60c23a-86e2-4674-a671-a867be96e616 kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/success-200-isvc-71827-predictor-6cd7d94bb6-bvhmq to ip-10-0-129-34.ec2.internal metadata: creationTimestamp: "2026-04-24T14:34:52Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-04-24T14:34:52Z" name: success-200-isvc-71827-predictor-6cd7d94bb6-bvhmq.18a951a3da2d0b91 namespace: kserve-ci-e2e-test resourceVersion: "15016" uid: ccf274ce-dd83-4211-baf3-64155495852b reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-567f977dcb-n99rn source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-24T14:34:52Z" involvedObject: apiVersion: v1 kind: Pod name: success-200-isvc-71827-predictor-6cd7d94bb6-bvhmq namespace: kserve-ci-e2e-test resourceVersion: "15025" uid: 2f60c23a-86e2-4674-a671-a867be96e616 kind: Event lastTimestamp: "2026-04-24T14:34:52Z" message: Add eth0 [10.132.0.24/23] from ovn-kubernetes metadata: creationTimestamp: "2026-04-24T14:34:52Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-04-24T14:34:52Z" name: success-200-isvc-71827-predictor-6cd7d94bb6-bvhmq.18a951a3e302c768 namespace: kserve-ci-e2e-test resourceVersion: "15072" uid: 63d689a6-a15e-4956-8fad-d355b44916c5 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-24T14:34:52Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-71827-predictor-6cd7d94bb6-bvhmq namespace: kserve-ci-e2e-test resourceVersion: "15007" uid: 2f60c23a-86e2-4674-a671-a867be96e616 kind: Event lastTimestamp: "2026-04-24T14:34:52Z" message: Container image "quay.io/opendatahub/success-200-isvc:odh-pr-1433" already present on machine metadata: creationTimestamp: "2026-04-24T14:34:52Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-24T14:34:52Z" name: success-200-isvc-71827-predictor-6cd7d94bb6-bvhmq.18a951a3e44e58e3 namespace: kserve-ci-e2e-test resourceVersion: "15074" uid: 2c296fb9-8cc3-49ad-add2-00c4dbe3bde6 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-129-34.ec2.internal source: component: kubelet host: ip-10-0-129-34.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-24T14:34:52Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-71827-predictor-6cd7d94bb6-bvhmq namespace: kserve-ci-e2e-test resourceVersion: "15007" uid: 2f60c23a-86e2-4674-a671-a867be96e616 kind: Event lastTimestamp: "2026-04-24T14:34:52Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-04-24T14:34:52Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-24T14:34:52Z" name: success-200-isvc-71827-predictor-6cd7d94bb6-bvhmq.18a951a3e851d331 namespace: kserve-ci-e2e-test resourceVersion: "15079" uid: 7a6350b8-d97d-4006-b654-423e44e67178 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-129-34.ec2.internal source: component: kubelet host: ip-10-0-129-34.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-24T14:34:52Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-71827-predictor-6cd7d94bb6-bvhmq namespace: kserve-ci-e2e-test resourceVersion: "15007" uid: 2f60c23a-86e2-4674-a671-a867be96e616 kind: Event lastTimestamp: "2026-04-24T14:34:52Z" message: Started container kserve-container metadata: creationTimestamp: "2026-04-24T14:34:52Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-24T14:34:52Z" name: success-200-isvc-71827-predictor-6cd7d94bb6-bvhmq.18a951a3e8d0ac2c namespace: kserve-ci-e2e-test resourceVersion: "15081" uid: 5379a4d9-1dc1-4126-a525-b11e9eed159a reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-129-34.ec2.internal source: component: kubelet host: ip-10-0-129-34.ec2.internal type: Normal - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-04-24T14:34:52Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-71827-predictor-6cd7d94bb6-bvhmq namespace: kserve-ci-e2e-test resourceVersion: "15007" uid: 2f60c23a-86e2-4674-a671-a867be96e616 kind: Event lastTimestamp: "2026-04-24T14:35:33Z" message: 'Readiness probe failed: dial tcp 10.132.0.24:8080: connect: connection refused' metadata: creationTimestamp: "2026-04-24T14:34:52Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-24T14:35:33Z" name: success-200-isvc-71827-predictor-6cd7d94bb6-bvhmq.18a951a3ebbe839e namespace: kserve-ci-e2e-test resourceVersion: "15483" uid: 91120076-4bf2-4d5a-9599-300c1397b4cb reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-129-34.ec2.internal source: component: kubelet host: ip-10-0-129-34.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-24T14:44:16Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-71827-predictor-6cd7d94bb6-bvhmq namespace: kserve-ci-e2e-test resourceVersion: "15007" uid: 2f60c23a-86e2-4674-a671-a867be96e616 kind: Event lastTimestamp: "2026-04-24T14:44:16Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-04-24T14:44:16Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-24T14:44:16Z" name: success-200-isvc-71827-predictor-6cd7d94bb6-bvhmq.18a952275d1db27d namespace: kserve-ci-e2e-test resourceVersion: "19351" uid: ed0d182a-b3b8-4f37-a83a-6820dbf96bb2 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-129-34.ec2.internal source: component: kubelet host: ip-10-0-129-34.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-24T14:34:52Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: success-200-isvc-71827-predictor-6cd7d94bb6 namespace: kserve-ci-e2e-test resourceVersion: "14996" uid: 6c4d2547-d78b-421e-99bd-9e9f1abe77a1 kind: Event lastTimestamp: "2026-04-24T14:34:52Z" message: 'Created pod: success-200-isvc-71827-predictor-6cd7d94bb6-bvhmq' metadata: creationTimestamp: "2026-04-24T14:34:52Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-24T14:34:52Z" name: success-200-isvc-71827-predictor-6cd7d94bb6.18a951a3d9977a75 namespace: kserve-ci-e2e-test resourceVersion: "15008" uid: a82374b2-f82f-47dd-80b3-698f66cb5b4a reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-24T14:34:52Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: success-200-isvc-71827-predictor namespace: kserve-ci-e2e-test resourceVersion: "14990" uid: 0d1720dc-027f-4081-8e89-bffed28be9a1 kind: Event lastTimestamp: "2026-04-24T14:34:52Z" message: Scaled up replica set success-200-isvc-71827-predictor-6cd7d94bb6 from 0 to 1 metadata: creationTimestamp: "2026-04-24T14:34:52Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-24T14:34:52Z" name: success-200-isvc-71827-predictor.18a951a3d84caf49 namespace: kserve-ci-e2e-test resourceVersion: "14999" uid: 76c4ca8d-99bf-4192-9e2d-647713791673 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-04-24T14:35:07Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-71827-predictor namespace: kserve-ci-e2e-test resourceVersion: "14994" uid: 94e1a8cd-8333-4da1-9af6-d65608b6b6eb kind: Event lastTimestamp: "2026-04-24T14:35:37Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-04-24T14:35:07Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-24T14:35:37Z" name: success-200-isvc-71827-predictor.18a951a756b86f52 namespace: kserve-ci-e2e-test resourceVersion: "15509" uid: d70a0155-a122-442e-be0d-68d32d28181a reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-04-24T14:35:07Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-71827-predictor namespace: kserve-ci-e2e-test resourceVersion: "14994" uid: 94e1a8cd-8333-4da1-9af6-d65608b6b6eb kind: Event lastTimestamp: "2026-04-24T14:35:37Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-04-24T14:35:07Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-24T14:35:37Z" name: success-200-isvc-71827-predictor.18a951a7571ddf14 namespace: kserve-ci-e2e-test resourceVersion: "15510" uid: ebaac934-fbbf-4b8a-9c71-1b687d877417 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-04-24T14:35:52Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-71827-predictor namespace: kserve-ci-e2e-test resourceVersion: "15232" uid: 94e1a8cd-8333-4da1-9af6-d65608b6b6eb kind: Event lastTimestamp: "2026-04-24T14:36:22Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-04-24T14:35:52Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-24T14:36:22Z" name: success-200-isvc-71827-predictor.18a951b1d4561240 namespace: kserve-ci-e2e-test resourceVersion: "15907" uid: cc5d6584-9fbb-4024-ace7-48d960e0e3f8 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-04-24T14:35:52Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-71827-predictor namespace: kserve-ci-e2e-test resourceVersion: "15232" uid: 94e1a8cd-8333-4da1-9af6-d65608b6b6eb kind: Event lastTimestamp: "2026-04-24T14:36:22Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-04-24T14:35:52Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-24T14:36:22Z" name: success-200-isvc-71827-predictor.18a951b1d49e710b namespace: kserve-ci-e2e-test resourceVersion: "15908" uid: df0a1727-d8fb-48da-b922-1f778abf55d3 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 5 eventTime: null firstTimestamp: "2026-04-24T14:34:52Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-71827 namespace: kserve-ci-e2e-test resourceVersion: "14975" uid: 913a3f97-1fcc-423b-8b0b-98d96b4b5cd1 kind: Event lastTimestamp: "2026-04-24T14:35:43Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-04-24T14:34:52Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-04-24T14:35:43Z" name: success-200-isvc-71827.18a951a3d82b8888 namespace: kserve-ci-e2e-test resourceVersion: "15575" uid: 61e605c3-62d9-4b1f-9fa1-de881fc66dcb reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-24T14:35:43Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-71827 namespace: kserve-ci-e2e-test resourceVersion: "15572" uid: 913a3f97-1fcc-423b-8b0b-98d96b4b5cd1 kind: Event lastTimestamp: "2026-04-24T14:35:43Z" message: InferenceService [success-200-isvc-71827] is Ready metadata: creationTimestamp: "2026-04-24T14:35:43Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-04-24T14:35:43Z" name: success-200-isvc-71827.18a951afcfc61646 namespace: kserve-ci-e2e-test resourceVersion: "15574" uid: 7c264c8d-03fd-4560-9877-86bb41b857c4 reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-04-24T14:34:12.261427Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: success-200-isvc-96b39-predictor-c56f676c4-v9szb namespace: kserve-ci-e2e-test resourceVersion: "14517" uid: 8a931de9-a88f-406c-b48d-f196a475fd94 kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/success-200-isvc-96b39-predictor-c56f676c4-v9szb to ip-10-0-129-34.ec2.internal metadata: creationTimestamp: "2026-04-24T14:34:12Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-04-24T14:34:12Z" name: success-200-isvc-96b39-predictor-c56f676c4-v9szb.18a9519a90420d04 namespace: kserve-ci-e2e-test resourceVersion: "14522" uid: cdfc732f-7f3d-4d9e-958e-49379c5b58d6 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-567f977dcb-n99rn source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-24T14:34:12Z" involvedObject: apiVersion: v1 kind: Pod name: success-200-isvc-96b39-predictor-c56f676c4-v9szb namespace: kserve-ci-e2e-test resourceVersion: "14529" uid: 8a931de9-a88f-406c-b48d-f196a475fd94 kind: Event lastTimestamp: "2026-04-24T14:34:12Z" message: Add eth0 [10.132.0.22/23] from ovn-kubernetes metadata: creationTimestamp: "2026-04-24T14:34:12Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-04-24T14:34:12Z" name: success-200-isvc-96b39-predictor-c56f676c4-v9szb.18a9519a9879e8f7 namespace: kserve-ci-e2e-test resourceVersion: "14554" uid: ed95ecee-6b26-41d7-9dd3-a981e7acd8c3 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-24T14:34:12Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-96b39-predictor-c56f676c4-v9szb namespace: kserve-ci-e2e-test resourceVersion: "14519" uid: 8a931de9-a88f-406c-b48d-f196a475fd94 kind: Event lastTimestamp: "2026-04-24T14:34:12Z" message: Container image "quay.io/opendatahub/success-200-isvc:odh-pr-1433" already present on machine metadata: creationTimestamp: "2026-04-24T14:34:12Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-24T14:34:12Z" name: success-200-isvc-96b39-predictor-c56f676c4-v9szb.18a9519a99dc44c0 namespace: kserve-ci-e2e-test resourceVersion: "14557" uid: 0acafae6-68f7-4cc7-a391-5c09e142b76d reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-129-34.ec2.internal source: component: kubelet host: ip-10-0-129-34.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-24T14:34:12Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-96b39-predictor-c56f676c4-v9szb namespace: kserve-ci-e2e-test resourceVersion: "14519" uid: 8a931de9-a88f-406c-b48d-f196a475fd94 kind: Event lastTimestamp: "2026-04-24T14:34:12Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-04-24T14:34:12Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-24T14:34:12Z" name: success-200-isvc-96b39-predictor-c56f676c4-v9szb.18a9519a9e052414 namespace: kserve-ci-e2e-test resourceVersion: "14564" uid: f6de001d-55b9-4b3b-96fe-933ba84edf7d reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-129-34.ec2.internal source: component: kubelet host: ip-10-0-129-34.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-24T14:34:12Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-96b39-predictor-c56f676c4-v9szb namespace: kserve-ci-e2e-test resourceVersion: "14519" uid: 8a931de9-a88f-406c-b48d-f196a475fd94 kind: Event lastTimestamp: "2026-04-24T14:34:12Z" message: Started container kserve-container metadata: creationTimestamp: "2026-04-24T14:34:12Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-24T14:34:12Z" name: success-200-isvc-96b39-predictor-c56f676c4-v9szb.18a9519a9e7a0354 namespace: kserve-ci-e2e-test resourceVersion: "14565" uid: 7ec55d5d-5a97-4e0d-8b75-e92691645b23 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-129-34.ec2.internal source: component: kubelet host: ip-10-0-129-34.ec2.internal type: Normal - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-04-24T14:34:13Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-96b39-predictor-c56f676c4-v9szb namespace: kserve-ci-e2e-test resourceVersion: "14519" uid: 8a931de9-a88f-406c-b48d-f196a475fd94 kind: Event lastTimestamp: "2026-04-24T14:34:54Z" message: 'Readiness probe failed: dial tcp 10.132.0.22:8080: connect: connection refused' metadata: creationTimestamp: "2026-04-24T14:34:13Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-24T14:34:54Z" name: success-200-isvc-96b39-predictor-c56f676c4-v9szb.18a9519acfd44e91 namespace: kserve-ci-e2e-test resourceVersion: "15109" uid: e7f62087-1d8f-4d33-8e7d-e5e60503d3c9 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-129-34.ec2.internal source: component: kubelet host: ip-10-0-129-34.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-24T14:43:36Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-96b39-predictor-c56f676c4-v9szb namespace: kserve-ci-e2e-test resourceVersion: "14519" uid: 8a931de9-a88f-406c-b48d-f196a475fd94 kind: Event lastTimestamp: "2026-04-24T14:43:36Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-04-24T14:43:36Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-24T14:43:36Z" name: success-200-isvc-96b39-predictor-c56f676c4-v9szb.18a9521e0c796184 namespace: kserve-ci-e2e-test resourceVersion: "18922" uid: d2f6b3a4-2e65-4d5a-a017-c133109a00af reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-129-34.ec2.internal source: component: kubelet host: ip-10-0-129-34.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-24T14:34:12Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: success-200-isvc-96b39-predictor-c56f676c4 namespace: kserve-ci-e2e-test resourceVersion: "14506" uid: 108f279e-e4e1-464c-a14e-e1486c96afe4 kind: Event lastTimestamp: "2026-04-24T14:34:12Z" message: 'Created pod: success-200-isvc-96b39-predictor-c56f676c4-v9szb' metadata: creationTimestamp: "2026-04-24T14:34:12Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-24T14:34:12Z" name: success-200-isvc-96b39-predictor-c56f676c4.18a9519a8fd677f2 namespace: kserve-ci-e2e-test resourceVersion: "14518" uid: c3cd4672-cd16-41e8-bc47-851a52c53db4 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-24T14:34:12Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: success-200-isvc-96b39-predictor namespace: kserve-ci-e2e-test resourceVersion: "14503" uid: b43519bb-04f9-4411-a4ce-ce3924e0b5c1 kind: Event lastTimestamp: "2026-04-24T14:34:12Z" message: Scaled up replica set success-200-isvc-96b39-predictor-c56f676c4 from 0 to 1 metadata: creationTimestamp: "2026-04-24T14:34:12Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-24T14:34:12Z" name: success-200-isvc-96b39-predictor.18a9519a8d2df91a namespace: kserve-ci-e2e-test resourceVersion: "14509" uid: 09af4ef1-551b-46fe-9f4e-245dcb57d4d7 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-04-24T14:34:27Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-96b39-predictor namespace: kserve-ci-e2e-test resourceVersion: "14507" uid: a6bc57fe-803a-4b77-bbd1-539f5b4fd919 kind: Event lastTimestamp: "2026-04-24T14:34:42Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-04-24T14:34:27Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-24T14:34:42Z" name: success-200-isvc-96b39-predictor.18a9519e0c1a9850 namespace: kserve-ci-e2e-test resourceVersion: "14855" uid: caba4ff0-2111-41aa-9733-d8ee91bc181d reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-04-24T14:34:27Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-96b39-predictor namespace: kserve-ci-e2e-test resourceVersion: "14507" uid: a6bc57fe-803a-4b77-bbd1-539f5b4fd919 kind: Event lastTimestamp: "2026-04-24T14:34:42Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-04-24T14:34:27Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-24T14:34:42Z" name: success-200-isvc-96b39-predictor.18a9519e0c888474 namespace: kserve-ci-e2e-test resourceVersion: "14856" uid: 2c7e80ab-f6a3-442b-a727-c08115050938 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-04-24T14:34:57Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-96b39-predictor namespace: kserve-ci-e2e-test resourceVersion: "14708" uid: a6bc57fe-803a-4b77-bbd1-539f5b4fd919 kind: Event lastTimestamp: "2026-04-24T14:35:27Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-04-24T14:34:57Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-24T14:35:27Z" name: success-200-isvc-96b39-predictor.18a951a509f8853d namespace: kserve-ci-e2e-test resourceVersion: "15436" uid: b5d1976a-1cec-4329-a648-5291188c66ed reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-04-24T14:34:57Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-96b39-predictor namespace: kserve-ci-e2e-test resourceVersion: "14708" uid: a6bc57fe-803a-4b77-bbd1-539f5b4fd919 kind: Event lastTimestamp: "2026-04-24T14:35:27Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-04-24T14:34:57Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-24T14:35:27Z" name: success-200-isvc-96b39-predictor.18a951a50a5d74e9 namespace: kserve-ci-e2e-test resourceVersion: "15437" uid: 42084606-985b-429a-a5d5-8ebc57d3b2ea reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 5 eventTime: null firstTimestamp: "2026-04-24T14:34:12Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-96b39 namespace: kserve-ci-e2e-test resourceVersion: "14484" uid: fa685877-5b88-46b4-97e5-7175236b598c kind: Event lastTimestamp: "2026-04-24T14:35:04Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-04-24T14:34:12Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-04-24T14:35:04Z" name: success-200-isvc-96b39.18a9519a8d4aba9d namespace: kserve-ci-e2e-test resourceVersion: "15216" uid: 186a1334-3c87-4b0a-ae8e-d28fc6f3d268 reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-24T14:35:04Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-96b39 namespace: kserve-ci-e2e-test resourceVersion: "15210" uid: fa685877-5b88-46b4-97e5-7175236b598c kind: Event lastTimestamp: "2026-04-24T14:35:04Z" message: InferenceService [success-200-isvc-96b39] is Ready metadata: creationTimestamp: "2026-04-24T14:35:04Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-04-24T14:35:04Z" name: success-200-isvc-96b39.18a951a6b5d9ca87 namespace: kserve-ci-e2e-test resourceVersion: "15211" uid: 8eb0b6fb-8fb3-4195-8bda-3537b516fd50 reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-04-24T14:55:42.417302Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: success-200-isvc-9e32c-predictor-5f45f67fc6-7wnjm namespace: kserve-ci-e2e-test resourceVersion: "25201" uid: 7b9c5f56-9b5c-495c-a67b-8a03d7a936d1 kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/success-200-isvc-9e32c-predictor-5f45f67fc6-7wnjm to ip-10-0-129-34.ec2.internal metadata: creationTimestamp: "2026-04-24T14:55:42Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-04-24T14:55:42Z" name: success-200-isvc-9e32c-predictor-5f45f67fc6-7wnjm.18a952c6f38a6d7b namespace: kserve-ci-e2e-test resourceVersion: "25208" uid: dcc30d65-91a7-4ea7-a2b3-89ed07fdf92f reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-567f977dcb-n99rn source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-24T14:55:42Z" involvedObject: apiVersion: v1 kind: Pod name: success-200-isvc-9e32c-predictor-5f45f67fc6-7wnjm namespace: kserve-ci-e2e-test resourceVersion: "25212" uid: 7b9c5f56-9b5c-495c-a67b-8a03d7a936d1 kind: Event lastTimestamp: "2026-04-24T14:55:42Z" message: Add eth0 [10.132.0.38/23] from ovn-kubernetes metadata: creationTimestamp: "2026-04-24T14:55:42Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-04-24T14:55:42Z" name: success-200-isvc-9e32c-predictor-5f45f67fc6-7wnjm.18a952c6fbcf4271 namespace: kserve-ci-e2e-test resourceVersion: "25256" uid: 084afb80-c855-4217-8c3f-eccc579e33bf reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-24T14:55:42Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-9e32c-predictor-5f45f67fc6-7wnjm namespace: kserve-ci-e2e-test resourceVersion: "25205" uid: 7b9c5f56-9b5c-495c-a67b-8a03d7a936d1 kind: Event lastTimestamp: "2026-04-24T14:55:42Z" message: Container image "quay.io/opendatahub/success-200-isvc:odh-pr-1433" already present on machine metadata: creationTimestamp: "2026-04-24T14:55:42Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-24T14:55:42Z" name: success-200-isvc-9e32c-predictor-5f45f67fc6-7wnjm.18a952c6fd129a62 namespace: kserve-ci-e2e-test resourceVersion: "25258" uid: 4592a8d3-46c5-4ae5-bceb-b92692d11d98 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-129-34.ec2.internal source: component: kubelet host: ip-10-0-129-34.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-24T14:55:42Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-9e32c-predictor-5f45f67fc6-7wnjm namespace: kserve-ci-e2e-test resourceVersion: "25205" uid: 7b9c5f56-9b5c-495c-a67b-8a03d7a936d1 kind: Event lastTimestamp: "2026-04-24T14:55:42Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-04-24T14:55:42Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-24T14:55:42Z" name: success-200-isvc-9e32c-predictor-5f45f67fc6-7wnjm.18a952c703dec11a namespace: kserve-ci-e2e-test resourceVersion: "25264" uid: d8f6a93c-0ae1-4947-8a47-9c1ddc73ce98 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-129-34.ec2.internal source: component: kubelet host: ip-10-0-129-34.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-24T14:55:42Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-9e32c-predictor-5f45f67fc6-7wnjm namespace: kserve-ci-e2e-test resourceVersion: "25205" uid: 7b9c5f56-9b5c-495c-a67b-8a03d7a936d1 kind: Event lastTimestamp: "2026-04-24T14:55:42Z" message: Started container kserve-container metadata: creationTimestamp: "2026-04-24T14:55:42Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-24T14:55:42Z" name: success-200-isvc-9e32c-predictor-5f45f67fc6-7wnjm.18a952c70453f5de namespace: kserve-ci-e2e-test resourceVersion: "25265" uid: 6ef7d6eb-9292-4111-9592-d2bdcccecefd reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-129-34.ec2.internal source: component: kubelet host: ip-10-0-129-34.ec2.internal type: Normal - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-04-24T14:55:43Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-9e32c-predictor-5f45f67fc6-7wnjm namespace: kserve-ci-e2e-test resourceVersion: "25205" uid: 7b9c5f56-9b5c-495c-a67b-8a03d7a936d1 kind: Event lastTimestamp: "2026-04-24T14:56:24Z" message: 'Readiness probe failed: dial tcp 10.132.0.38:8080: connect: connection refused' metadata: creationTimestamp: "2026-04-24T14:55:43Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-24T14:56:24Z" name: success-200-isvc-9e32c-predictor-5f45f67fc6-7wnjm.18a952c7172f7043 namespace: kserve-ci-e2e-test resourceVersion: "25675" uid: a71d84fa-9600-43e6-ba98-be2ce2238245 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-129-34.ec2.internal source: component: kubelet host: ip-10-0-129-34.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-24T15:05:07Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-9e32c-predictor-5f45f67fc6-7wnjm namespace: kserve-ci-e2e-test resourceVersion: "25205" uid: 7b9c5f56-9b5c-495c-a67b-8a03d7a936d1 kind: Event lastTimestamp: "2026-04-24T15:05:07Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-04-24T15:05:07Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-24T15:05:07Z" name: success-200-isvc-9e32c-predictor-5f45f67fc6-7wnjm.18a9534a78c240e0 namespace: kserve-ci-e2e-test resourceVersion: "29679" uid: 801373e8-2d8e-47b1-b06b-889da5b8ecc0 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-129-34.ec2.internal source: component: kubelet host: ip-10-0-129-34.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-24T14:55:42Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: success-200-isvc-9e32c-predictor-5f45f67fc6 namespace: kserve-ci-e2e-test resourceVersion: "25189" uid: d885fbd6-c114-44d1-9ba6-61085dcc5bb5 kind: Event lastTimestamp: "2026-04-24T14:55:42Z" message: 'Created pod: success-200-isvc-9e32c-predictor-5f45f67fc6-7wnjm' metadata: creationTimestamp: "2026-04-24T14:55:42Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-24T14:55:42Z" name: success-200-isvc-9e32c-predictor-5f45f67fc6.18a952c6f3257c3f namespace: kserve-ci-e2e-test resourceVersion: "25204" uid: c1cbb6a0-5818-4cc3-b1a9-85365e96e5c9 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-24T14:55:42Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: success-200-isvc-9e32c-predictor namespace: kserve-ci-e2e-test resourceVersion: "25185" uid: 8f086227-7e92-4b69-877b-fdefd8165fb8 kind: Event lastTimestamp: "2026-04-24T14:55:42Z" message: Scaled up replica set success-200-isvc-9e32c-predictor-5f45f67fc6 from 0 to 1 metadata: creationTimestamp: "2026-04-24T14:55:42Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-24T14:55:42Z" name: success-200-isvc-9e32c-predictor.18a952c6f1d35966 namespace: kserve-ci-e2e-test resourceVersion: "25192" uid: f269a927-3325-4623-a3a2-5bd3d43d1f01 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-24T14:55:57Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-9e32c-predictor namespace: kserve-ci-e2e-test resourceVersion: "25190" uid: 7bf4cdfc-c910-48a8-bf85-6a6b769442af kind: Event lastTimestamp: "2026-04-24T14:55:57Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-04-24T14:55:57Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-24T14:55:57Z" name: success-200-isvc-9e32c-predictor.18a952ca709e86ee namespace: kserve-ci-e2e-test resourceVersion: "25417" uid: 9d70020f-79ff-462b-8f0c-ac9651ea018d reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-24T14:55:57Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-9e32c-predictor namespace: kserve-ci-e2e-test resourceVersion: "25190" uid: 7bf4cdfc-c910-48a8-bf85-6a6b769442af kind: Event lastTimestamp: "2026-04-24T14:55:57Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-04-24T14:55:57Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-24T14:55:57Z" name: success-200-isvc-9e32c-predictor.18a952ca71063c38 namespace: kserve-ci-e2e-test resourceVersion: "25419" uid: b41cbb83-a947-4f8a-851a-5fde0a1517e2 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 4 eventTime: null firstTimestamp: "2026-04-24T14:56:12Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-9e32c-predictor namespace: kserve-ci-e2e-test resourceVersion: "25418" uid: 7bf4cdfc-c910-48a8-bf85-6a6b769442af kind: Event lastTimestamp: "2026-04-24T14:56:57Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-04-24T14:56:12Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-24T14:56:57Z" name: success-200-isvc-9e32c-predictor.18a952cdef9931d5 namespace: kserve-ci-e2e-test resourceVersion: "26153" uid: a6a052b5-31c6-47da-a3c7-3a795549022e reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 4 eventTime: null firstTimestamp: "2026-04-24T14:56:12Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-9e32c-predictor namespace: kserve-ci-e2e-test resourceVersion: "25418" uid: 7bf4cdfc-c910-48a8-bf85-6a6b769442af kind: Event lastTimestamp: "2026-04-24T14:56:57Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-04-24T14:56:12Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-24T14:56:57Z" name: success-200-isvc-9e32c-predictor.18a952cdeffb60a5 namespace: kserve-ci-e2e-test resourceVersion: "26154" uid: a33bd354-6fb5-4955-a44a-26af953a5472 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 5 eventTime: null firstTimestamp: "2026-04-24T14:55:42Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-9e32c namespace: kserve-ci-e2e-test resourceVersion: "25175" uid: 492f8c07-1e47-4f04-8627-453fba717f0f kind: Event lastTimestamp: "2026-04-24T14:56:34Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-04-24T14:55:42Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-04-24T14:56:34Z" name: success-200-isvc-9e32c.18a952c6f204eec9 namespace: kserve-ci-e2e-test resourceVersion: "25775" uid: 06e18205-63db-4117-aee4-2fa6a4557048 reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-24T14:55:42Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-9e32c namespace: kserve-ci-e2e-test resourceVersion: "25175" uid: 492f8c07-1e47-4f04-8627-453fba717f0f kind: Event lastTimestamp: "2026-04-24T14:55:42Z" message: 'Failed to update status for InferenceService "success-200-isvc-9e32c": Operation cannot be fulfilled on inferenceservices.serving.kserve.io "success-200-isvc-9e32c": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-04-24T14:55:42Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-04-24T14:55:42Z" name: success-200-isvc-9e32c.18a952c6f2714888 namespace: kserve-ci-e2e-test resourceVersion: "25199" uid: 71d6dbaa-a088-4fc1-8ad2-fc231121b7da reason: UpdateFailed reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-24T14:55:42Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-9e32c namespace: kserve-ci-e2e-test resourceVersion: "25175" uid: 492f8c07-1e47-4f04-8627-453fba717f0f kind: Event lastTimestamp: "2026-04-24T14:55:42Z" message: 'fails to update InferenceService status: Operation cannot be fulfilled on inferenceservices.serving.kserve.io "success-200-isvc-9e32c": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-04-24T14:55:42Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-04-24T14:55:42Z" name: success-200-isvc-9e32c.18a952c6f27183a2 namespace: kserve-ci-e2e-test resourceVersion: "25202" uid: eb2953b4-2acc-4f74-b338-c4fb2d7b7d32 reason: InternalError reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-24T14:56:34Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-9e32c namespace: kserve-ci-e2e-test resourceVersion: "25770" uid: 492f8c07-1e47-4f04-8627-453fba717f0f kind: Event lastTimestamp: "2026-04-24T14:56:34Z" message: InferenceService [success-200-isvc-9e32c] is Ready metadata: creationTimestamp: "2026-04-24T14:56:34Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-04-24T14:56:34Z" name: success-200-isvc-9e32c.18a952d2fb6cdc08 namespace: kserve-ci-e2e-test resourceVersion: "25771" uid: fb4b0188-00ed-4778-ae49-5a8127d46dc7 reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-04-24T14:54:22.172713Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: success-200-isvc-b7286-predictor-55b765f954-w76bk namespace: kserve-ci-e2e-test resourceVersion: "24272" uid: d0b6ad9f-812f-409d-ad14-b998849981f7 kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/success-200-isvc-b7286-predictor-55b765f954-w76bk to ip-10-0-129-34.ec2.internal metadata: creationTimestamp: "2026-04-24T14:54:22Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-04-24T14:54:22Z" name: success-200-isvc-b7286-predictor-55b765f954-w76bk.18a952b44497297b namespace: kserve-ci-e2e-test resourceVersion: "24286" uid: 574644e3-c3c2-45cc-895d-672f37e3f589 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-567f977dcb-n99rn source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-24T14:54:22Z" involvedObject: apiVersion: v1 kind: Pod name: success-200-isvc-b7286-predictor-55b765f954-w76bk namespace: kserve-ci-e2e-test resourceVersion: "24301" uid: d0b6ad9f-812f-409d-ad14-b998849981f7 kind: Event lastTimestamp: "2026-04-24T14:54:22Z" message: Add eth0 [10.132.0.34/23] from ovn-kubernetes metadata: creationTimestamp: "2026-04-24T14:54:22Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-04-24T14:54:22Z" name: success-200-isvc-b7286-predictor-55b765f954-w76bk.18a952b44d011551 namespace: kserve-ci-e2e-test resourceVersion: "24324" uid: a9e48e49-29fe-41c0-9534-af37fd065f71 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-24T14:54:22Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-b7286-predictor-55b765f954-w76bk namespace: kserve-ci-e2e-test resourceVersion: "24276" uid: d0b6ad9f-812f-409d-ad14-b998849981f7 kind: Event lastTimestamp: "2026-04-24T14:54:22Z" message: Container image "quay.io/opendatahub/success-200-isvc:odh-pr-1433" already present on machine metadata: creationTimestamp: "2026-04-24T14:54:22Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-24T14:54:22Z" name: success-200-isvc-b7286-predictor-55b765f954-w76bk.18a952b44e87c998 namespace: kserve-ci-e2e-test resourceVersion: "24327" uid: f2fd6d37-fb28-4aa6-830b-240419e96547 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-129-34.ec2.internal source: component: kubelet host: ip-10-0-129-34.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-24T14:54:22Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-b7286-predictor-55b765f954-w76bk namespace: kserve-ci-e2e-test resourceVersion: "24276" uid: d0b6ad9f-812f-409d-ad14-b998849981f7 kind: Event lastTimestamp: "2026-04-24T14:54:22Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-04-24T14:54:22Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-24T14:54:22Z" name: success-200-isvc-b7286-predictor-55b765f954-w76bk.18a952b4518d0b73 namespace: kserve-ci-e2e-test resourceVersion: "24332" uid: 57641c2e-3f30-449f-90dc-0fe9f27871a6 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-129-34.ec2.internal source: component: kubelet host: ip-10-0-129-34.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-24T14:54:22Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-b7286-predictor-55b765f954-w76bk namespace: kserve-ci-e2e-test resourceVersion: "24276" uid: d0b6ad9f-812f-409d-ad14-b998849981f7 kind: Event lastTimestamp: "2026-04-24T14:54:22Z" message: Started container kserve-container metadata: creationTimestamp: "2026-04-24T14:54:22Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-24T14:54:22Z" name: success-200-isvc-b7286-predictor-55b765f954-w76bk.18a952b4520c8df5 namespace: kserve-ci-e2e-test resourceVersion: "24333" uid: fe2b52d3-47ef-4e36-90cc-4fea445ee597 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-129-34.ec2.internal source: component: kubelet host: ip-10-0-129-34.ec2.internal type: Normal - apiVersion: v1 count: 7 eventTime: null firstTimestamp: "2026-04-24T14:54:22Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-b7286-predictor-55b765f954-w76bk namespace: kserve-ci-e2e-test resourceVersion: "24276" uid: d0b6ad9f-812f-409d-ad14-b998849981f7 kind: Event lastTimestamp: "2026-04-24T14:55:43Z" message: 'Readiness probe failed: dial tcp 10.132.0.34:8080: connect: connection refused' metadata: creationTimestamp: "2026-04-24T14:54:22Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-24T14:55:43Z" name: success-200-isvc-b7286-predictor-55b765f954-w76bk.18a952b468256d72 namespace: kserve-ci-e2e-test resourceVersion: "25286" uid: bc1e7d68-fc70-4870-8e7b-4cc6aef7fc74 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-129-34.ec2.internal source: component: kubelet host: ip-10-0-129-34.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-24T14:55:42Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-b7286-predictor-55b765f954-w76bk namespace: kserve-ci-e2e-test resourceVersion: "24276" uid: d0b6ad9f-812f-409d-ad14-b998849981f7 kind: Event lastTimestamp: "2026-04-24T14:55:42Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-04-24T14:55:42Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-24T14:55:42Z" name: success-200-isvc-b7286-predictor-55b765f954-w76bk.18a952c6f2f209f2 namespace: kserve-ci-e2e-test resourceVersion: "25203" uid: 27cf23fa-556e-4848-9f07-232966c3d03e reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-129-34.ec2.internal source: component: kubelet host: ip-10-0-129-34.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-24T14:54:22Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: success-200-isvc-b7286-predictor-55b765f954 namespace: kserve-ci-e2e-test resourceVersion: "24256" uid: f5dfb222-2a84-411e-962f-a5973a62d57d kind: Event lastTimestamp: "2026-04-24T14:54:22Z" message: 'Created pod: success-200-isvc-b7286-predictor-55b765f954-w76bk' metadata: creationTimestamp: "2026-04-24T14:54:22Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-24T14:54:22Z" name: success-200-isvc-b7286-predictor-55b765f954.18a952b4441cebf7 namespace: kserve-ci-e2e-test resourceVersion: "24275" uid: 981572bc-e1b4-47ef-9ef3-9ac6a34bfa23 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-24T14:54:22Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: success-200-isvc-b7286-predictor namespace: kserve-ci-e2e-test resourceVersion: "24250" uid: 6373c2df-9cf8-456e-a5d3-bf421e800caa kind: Event lastTimestamp: "2026-04-24T14:54:22Z" message: Scaled up replica set success-200-isvc-b7286-predictor-55b765f954 from 0 to 1 metadata: creationTimestamp: "2026-04-24T14:54:22Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-24T14:54:22Z" name: success-200-isvc-b7286-predictor.18a952b44109469d namespace: kserve-ci-e2e-test resourceVersion: "24263" uid: 14a0803e-3eba-496a-a2d3-39668160b5fa reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-04-24T14:54:37Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-b7286-predictor namespace: kserve-ci-e2e-test resourceVersion: "24255" uid: c527e3f6-c57d-4b22-939d-3ac15c98fcaf kind: Event lastTimestamp: "2026-04-24T14:55:07Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-04-24T14:54:37Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-24T14:55:07Z" name: success-200-isvc-b7286-predictor.18a952b7bf7b2f7d namespace: kserve-ci-e2e-test resourceVersion: "24813" uid: 17786810-7a63-4f1f-ab6f-0180b0709eed reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-04-24T14:54:37Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-b7286-predictor namespace: kserve-ci-e2e-test resourceVersion: "24255" uid: c527e3f6-c57d-4b22-939d-3ac15c98fcaf kind: Event lastTimestamp: "2026-04-24T14:55:07Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-04-24T14:54:37Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-24T14:55:07Z" name: success-200-isvc-b7286-predictor.18a952b7bfea79fd namespace: kserve-ci-e2e-test resourceVersion: "24814" uid: 4835dbed-10aa-4c77-90e0-9a5af9cd561c reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-04-24T14:55:22Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-b7286-predictor namespace: kserve-ci-e2e-test resourceVersion: "24457" uid: c527e3f6-c57d-4b22-939d-3ac15c98fcaf kind: Event lastTimestamp: "2026-04-24T14:55:37Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-04-24T14:55:22Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-24T14:55:37Z" name: success-200-isvc-b7286-predictor.18a952c23c15e8f4 namespace: kserve-ci-e2e-test resourceVersion: "25110" uid: 7f3b35a5-f503-45ff-8dde-14168ca138de reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-04-24T14:55:22Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-b7286-predictor namespace: kserve-ci-e2e-test resourceVersion: "24457" uid: c527e3f6-c57d-4b22-939d-3ac15c98fcaf kind: Event lastTimestamp: "2026-04-24T14:55:37Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-04-24T14:55:22Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-24T14:55:37Z" name: success-200-isvc-b7286-predictor.18a952c23c5b5bdd namespace: kserve-ci-e2e-test resourceVersion: "25111" uid: 563c1e0e-e626-4165-97bc-74cba76efd9e reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-04-24T14:54:22Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-b7286 namespace: kserve-ci-e2e-test resourceVersion: "24243" uid: 29d7ebbc-f202-4f22-af3a-51c6bd028e1f kind: Event lastTimestamp: "2026-04-24T14:55:13Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-04-24T14:54:22Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-04-24T14:55:13Z" name: success-200-isvc-b7286.18a952b440e7f56e namespace: kserve-ci-e2e-test resourceVersion: "24889" uid: 2e4f17d6-16cf-402b-9d93-6bb12e144ec0 reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-24T14:54:22Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-b7286 namespace: kserve-ci-e2e-test resourceVersion: "24243" uid: 29d7ebbc-f202-4f22-af3a-51c6bd028e1f kind: Event lastTimestamp: "2026-04-24T14:54:22Z" message: 'Failed to update status for InferenceService "success-200-isvc-b7286": Operation cannot be fulfilled on inferenceservices.serving.kserve.io "success-200-isvc-b7286": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-04-24T14:54:22Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-04-24T14:54:22Z" name: success-200-isvc-b7286.18a952b441aa2fd1 namespace: kserve-ci-e2e-test resourceVersion: "24267" uid: ecc3fc67-9045-4d0b-944c-b2beaee6d792 reason: UpdateFailed reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-24T14:54:22Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-b7286 namespace: kserve-ci-e2e-test resourceVersion: "24243" uid: 29d7ebbc-f202-4f22-af3a-51c6bd028e1f kind: Event lastTimestamp: "2026-04-24T14:54:22Z" message: 'fails to update InferenceService status: Operation cannot be fulfilled on inferenceservices.serving.kserve.io "success-200-isvc-b7286": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-04-24T14:54:22Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-04-24T14:54:22Z" name: success-200-isvc-b7286.18a952b441aa9002 namespace: kserve-ci-e2e-test resourceVersion: "24269" uid: 7d858aa9-4471-4ee6-9d66-4c21234ebb96 reason: InternalError reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-24T14:55:13Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-b7286 namespace: kserve-ci-e2e-test resourceVersion: "24884" uid: 29d7ebbc-f202-4f22-af3a-51c6bd028e1f kind: Event lastTimestamp: "2026-04-24T14:55:13Z" message: InferenceService [success-200-isvc-b7286] is Ready metadata: creationTimestamp: "2026-04-24T14:55:13Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-04-24T14:55:13Z" name: success-200-isvc-b7286.18a952c04c431980 namespace: kserve-ci-e2e-test resourceVersion: "24885" uid: 43eec1e1-0579-4b39-860c-58df3f303f22 reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-04-24T14:45:37.216242Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: success-200-isvc-d5b84-predictor-5f6dbb578-r92lm namespace: kserve-ci-e2e-test resourceVersion: "20365" uid: e5eff5b6-5feb-4514-b30b-6460063dd3b4 kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/success-200-isvc-d5b84-predictor-5f6dbb578-r92lm to ip-10-0-129-34.ec2.internal metadata: creationTimestamp: "2026-04-24T14:45:37Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-04-24T14:45:37Z" name: success-200-isvc-d5b84-predictor-5f6dbb578-r92lm.18a9523a0abf22c5 namespace: kserve-ci-e2e-test resourceVersion: "20372" uid: 1f15a600-b1e6-445c-b9c0-aa1595f4e8b8 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-567f977dcb-n99rn source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-24T14:45:37Z" involvedObject: apiVersion: v1 kind: Pod name: success-200-isvc-d5b84-predictor-5f6dbb578-r92lm namespace: kserve-ci-e2e-test resourceVersion: "20376" uid: e5eff5b6-5feb-4514-b30b-6460063dd3b4 kind: Event lastTimestamp: "2026-04-24T14:45:37Z" message: Add eth0 [10.132.0.32/23] from ovn-kubernetes metadata: creationTimestamp: "2026-04-24T14:45:37Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-04-24T14:45:37Z" name: success-200-isvc-d5b84-predictor-5f6dbb578-r92lm.18a9523a12a9caa2 namespace: kserve-ci-e2e-test resourceVersion: "20417" uid: 805d9c5c-fca1-44f2-9c54-86ca41f65dfd reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-24T14:45:37Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-d5b84-predictor-5f6dbb578-r92lm namespace: kserve-ci-e2e-test resourceVersion: "20366" uid: e5eff5b6-5feb-4514-b30b-6460063dd3b4 kind: Event lastTimestamp: "2026-04-24T14:45:37Z" message: Container image "quay.io/opendatahub/success-200-isvc:odh-pr-1433" already present on machine metadata: creationTimestamp: "2026-04-24T14:45:37Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-24T14:45:37Z" name: success-200-isvc-d5b84-predictor-5f6dbb578-r92lm.18a9523a141fc304 namespace: kserve-ci-e2e-test resourceVersion: "20422" uid: 456b60d5-84ee-4296-af5a-e977be45561a reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-129-34.ec2.internal source: component: kubelet host: ip-10-0-129-34.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-24T14:45:37Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-d5b84-predictor-5f6dbb578-r92lm namespace: kserve-ci-e2e-test resourceVersion: "20366" uid: e5eff5b6-5feb-4514-b30b-6460063dd3b4 kind: Event lastTimestamp: "2026-04-24T14:45:37Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-04-24T14:45:37Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-24T14:45:37Z" name: success-200-isvc-d5b84-predictor-5f6dbb578-r92lm.18a9523a1ba4771d namespace: kserve-ci-e2e-test resourceVersion: "20429" uid: 4f131c8f-c98e-420e-9e6e-e7ccda65a8fc reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-129-34.ec2.internal source: component: kubelet host: ip-10-0-129-34.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-24T14:45:37Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-d5b84-predictor-5f6dbb578-r92lm namespace: kserve-ci-e2e-test resourceVersion: "20366" uid: e5eff5b6-5feb-4514-b30b-6460063dd3b4 kind: Event lastTimestamp: "2026-04-24T14:45:37Z" message: Started container kserve-container metadata: creationTimestamp: "2026-04-24T14:45:37Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-24T14:45:37Z" name: success-200-isvc-d5b84-predictor-5f6dbb578-r92lm.18a9523a1c1f8e7d namespace: kserve-ci-e2e-test resourceVersion: "20432" uid: a54e1608-65c3-415e-87af-1557ebd55006 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-129-34.ec2.internal source: component: kubelet host: ip-10-0-129-34.ec2.internal type: Normal - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-04-24T14:45:38Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-d5b84-predictor-5f6dbb578-r92lm namespace: kserve-ci-e2e-test resourceVersion: "20366" uid: e5eff5b6-5feb-4514-b30b-6460063dd3b4 kind: Event lastTimestamp: "2026-04-24T14:46:19Z" message: 'Readiness probe failed: dial tcp 10.132.0.32:8080: connect: connection refused' metadata: creationTimestamp: "2026-04-24T14:45:38Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-24T14:46:19Z" name: success-200-isvc-d5b84-predictor-5f6dbb578-r92lm.18a9523a4bece21b namespace: kserve-ci-e2e-test resourceVersion: "20844" uid: 98f76c2e-92b9-4dd1-999f-3f3af9b6659c reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-129-34.ec2.internal source: component: kubelet host: ip-10-0-129-34.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-24T14:55:02Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-d5b84-predictor-5f6dbb578-r92lm namespace: kserve-ci-e2e-test resourceVersion: "20366" uid: e5eff5b6-5feb-4514-b30b-6460063dd3b4 kind: Event lastTimestamp: "2026-04-24T14:55:02Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-04-24T14:55:02Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-24T14:55:02Z" name: success-200-isvc-d5b84-predictor-5f6dbb578-r92lm.18a952bd9079a49a namespace: kserve-ci-e2e-test resourceVersion: "24697" uid: 62cd97cb-bb7d-4023-832e-4391db2aecd7 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-129-34.ec2.internal source: component: kubelet host: ip-10-0-129-34.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-24T14:45:37Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: success-200-isvc-d5b84-predictor-5f6dbb578 namespace: kserve-ci-e2e-test resourceVersion: "20350" uid: 590a0ee5-1e85-468d-81bf-e814c1e897ef kind: Event lastTimestamp: "2026-04-24T14:45:37Z" message: 'Created pod: success-200-isvc-d5b84-predictor-5f6dbb578-r92lm' metadata: creationTimestamp: "2026-04-24T14:45:37Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-24T14:45:37Z" name: success-200-isvc-d5b84-predictor-5f6dbb578.18a9523a0a69135e namespace: kserve-ci-e2e-test resourceVersion: "20367" uid: 7a742af1-2d87-41ac-a74e-743bbe4c993a reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-24T14:45:37Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: success-200-isvc-d5b84-predictor namespace: kserve-ci-e2e-test resourceVersion: "20346" uid: fc341da0-f767-43fd-a890-239586012505 kind: Event lastTimestamp: "2026-04-24T14:45:37Z" message: Scaled up replica set success-200-isvc-d5b84-predictor-5f6dbb578 from 0 to 1 metadata: creationTimestamp: "2026-04-24T14:45:37Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-24T14:45:37Z" name: success-200-isvc-d5b84-predictor.18a9523a08feddc1 namespace: kserve-ci-e2e-test resourceVersion: "20353" uid: 6e26b6cd-a9ae-4716-86c3-316c4ea80f73 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-24T14:45:52Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-d5b84-predictor namespace: kserve-ci-e2e-test resourceVersion: "20351" uid: d03586dd-4d9c-41ae-a269-1ffd00685d33 kind: Event lastTimestamp: "2026-04-24T14:45:52Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-04-24T14:45:52Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-24T14:45:52Z" name: success-200-isvc-d5b84-predictor.18a9523d87ead3e6 namespace: kserve-ci-e2e-test resourceVersion: "20585" uid: 9651d368-475c-4419-8ad0-aacb2e9409bf reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-24T14:45:52Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-d5b84-predictor namespace: kserve-ci-e2e-test resourceVersion: "20351" uid: d03586dd-4d9c-41ae-a269-1ffd00685d33 kind: Event lastTimestamp: "2026-04-24T14:45:52Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-04-24T14:45:52Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-24T14:45:52Z" name: success-200-isvc-d5b84-predictor.18a9523d8863fb69 namespace: kserve-ci-e2e-test resourceVersion: "20588" uid: ee653443-3859-4fba-b1c5-144828cca139 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 5 eventTime: null firstTimestamp: "2026-04-24T14:46:07Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-d5b84-predictor namespace: kserve-ci-e2e-test resourceVersion: "20587" uid: d03586dd-4d9c-41ae-a269-1ffd00685d33 kind: Event lastTimestamp: "2026-04-24T14:47:07Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-04-24T14:46:07Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-24T14:47:07Z" name: success-200-isvc-d5b84-predictor.18a9524107131ca1 namespace: kserve-ci-e2e-test resourceVersion: "21262" uid: 2e468a7f-5fa2-4107-ba99-3e7143b8974d reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 5 eventTime: null firstTimestamp: "2026-04-24T14:46:07Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-d5b84-predictor namespace: kserve-ci-e2e-test resourceVersion: "20587" uid: d03586dd-4d9c-41ae-a269-1ffd00685d33 kind: Event lastTimestamp: "2026-04-24T14:47:07Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-04-24T14:46:07Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-24T14:47:07Z" name: success-200-isvc-d5b84-predictor.18a9524107766a5d namespace: kserve-ci-e2e-test resourceVersion: "21263" uid: 79449778-8665-4d4e-b42b-236a8b4a2875 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-04-24T14:45:37Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-d5b84 namespace: kserve-ci-e2e-test resourceVersion: "20338" uid: ae771339-5fb1-46c7-875a-7b95d8af9cb1 kind: Event lastTimestamp: "2026-04-24T14:46:29Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-04-24T14:45:37Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-04-24T14:46:29Z" name: success-200-isvc-d5b84.18a9523a09132991 namespace: kserve-ci-e2e-test resourceVersion: "20939" uid: 01f11e62-5485-41d2-b91b-003244fdae04 reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-24T14:46:29Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-d5b84 namespace: kserve-ci-e2e-test resourceVersion: "20936" uid: ae771339-5fb1-46c7-875a-7b95d8af9cb1 kind: Event lastTimestamp: "2026-04-24T14:46:29Z" message: InferenceService [success-200-isvc-d5b84] is Ready metadata: creationTimestamp: "2026-04-24T14:46:29Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-04-24T14:46:29Z" name: success-200-isvc-d5b84.18a9524631f541b5 namespace: kserve-ci-e2e-test resourceVersion: "20937" uid: 6dc47465-fad2-4c4c-ba73-22f9e47f0f28 reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-04-24T14:32:31.857644Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: success-200-isvc-f7779-predictor-7699bb9fb4-rxwrz namespace: kserve-ci-e2e-test resourceVersion: "13360" uid: de1d63c0-f1a2-4f24-8a52-7036a3e9e6b3 kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/success-200-isvc-f7779-predictor-7699bb9fb4-rxwrz to ip-10-0-129-34.ec2.internal metadata: creationTimestamp: "2026-04-24T14:32:31Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-04-24T14:32:31Z" name: success-200-isvc-f7779-predictor-7699bb9fb4-rxwrz.18a951832fb9ea08 namespace: kserve-ci-e2e-test resourceVersion: "13366" uid: 49c55dc5-4900-420e-9236-d801c05a79f1 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-567f977dcb-n99rn source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-24T14:32:31Z" involvedObject: apiVersion: v1 kind: Pod name: success-200-isvc-f7779-predictor-7699bb9fb4-rxwrz namespace: kserve-ci-e2e-test resourceVersion: "13372" uid: de1d63c0-f1a2-4f24-8a52-7036a3e9e6b3 kind: Event lastTimestamp: "2026-04-24T14:32:31Z" message: Add eth0 [10.132.0.18/23] from ovn-kubernetes metadata: creationTimestamp: "2026-04-24T14:32:31Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-04-24T14:32:31Z" name: success-200-isvc-f7779-predictor-7699bb9fb4-rxwrz.18a951833705f3b7 namespace: kserve-ci-e2e-test resourceVersion: "13382" uid: 711c95ee-ba7f-4ac1-9f02-3b1b91ffcf36 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-24T14:32:32Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-f7779-predictor-7699bb9fb4-rxwrz namespace: kserve-ci-e2e-test resourceVersion: "13362" uid: de1d63c0-f1a2-4f24-8a52-7036a3e9e6b3 kind: Event lastTimestamp: "2026-04-24T14:32:32Z" message: Pulling image "quay.io/opendatahub/success-200-isvc:odh-pr-1433" metadata: creationTimestamp: "2026-04-24T14:32:32Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-24T14:32:32Z" name: success-200-isvc-f7779-predictor-7699bb9fb4-rxwrz.18a951833836ad22 namespace: kserve-ci-e2e-test resourceVersion: "13385" uid: 1578525c-a71e-43e2-981e-de1476df1de9 reason: Pulling reportingComponent: kubelet reportingInstance: ip-10-0-129-34.ec2.internal source: component: kubelet host: ip-10-0-129-34.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-24T14:32:49Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-f7779-predictor-7699bb9fb4-rxwrz namespace: kserve-ci-e2e-test resourceVersion: "13362" uid: de1d63c0-f1a2-4f24-8a52-7036a3e9e6b3 kind: Event lastTimestamp: "2026-04-24T14:32:49Z" message: 'Successfully pulled image "quay.io/opendatahub/success-200-isvc:odh-pr-1433" in 17.083s (17.083s including waiting). Image size: 1332291676 bytes.' metadata: creationTimestamp: "2026-04-24T14:32:49Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-24T14:32:49Z" name: success-200-isvc-f7779-predictor-7699bb9fb4-rxwrz.18a9518732746764 namespace: kserve-ci-e2e-test resourceVersion: "13675" uid: a0c87ea6-c69e-4892-ad5f-40bd7038634b reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-129-34.ec2.internal source: component: kubelet host: ip-10-0-129-34.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-24T14:32:49Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-f7779-predictor-7699bb9fb4-rxwrz namespace: kserve-ci-e2e-test resourceVersion: "13362" uid: de1d63c0-f1a2-4f24-8a52-7036a3e9e6b3 kind: Event lastTimestamp: "2026-04-24T14:32:49Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-04-24T14:32:49Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-24T14:32:49Z" name: success-200-isvc-f7779-predictor-7699bb9fb4-rxwrz.18a9518738dfb29d namespace: kserve-ci-e2e-test resourceVersion: "13682" uid: 546e0544-0cac-4a90-ab9e-cce4d96b6ed2 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-129-34.ec2.internal source: component: kubelet host: ip-10-0-129-34.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-24T14:32:49Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-f7779-predictor-7699bb9fb4-rxwrz namespace: kserve-ci-e2e-test resourceVersion: "13362" uid: de1d63c0-f1a2-4f24-8a52-7036a3e9e6b3 kind: Event lastTimestamp: "2026-04-24T14:32:49Z" message: Started container kserve-container metadata: creationTimestamp: "2026-04-24T14:32:49Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-24T14:32:49Z" name: success-200-isvc-f7779-predictor-7699bb9fb4-rxwrz.18a95187395773e6 namespace: kserve-ci-e2e-test resourceVersion: "13683" uid: c194a609-457f-4381-abb8-c4a4ea965225 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-129-34.ec2.internal source: component: kubelet host: ip-10-0-129-34.ec2.internal type: Normal - apiVersion: v1 count: 7 eventTime: null firstTimestamp: "2026-04-24T14:32:50Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-f7779-predictor-7699bb9fb4-rxwrz namespace: kserve-ci-e2e-test resourceVersion: "13362" uid: de1d63c0-f1a2-4f24-8a52-7036a3e9e6b3 kind: Event lastTimestamp: "2026-04-24T14:33:41Z" message: 'Readiness probe failed: dial tcp 10.132.0.18:8080: connect: connection refused' metadata: creationTimestamp: "2026-04-24T14:32:50Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-24T14:33:41Z" name: success-200-isvc-f7779-predictor-7699bb9fb4-rxwrz.18a951876d3f5024 namespace: kserve-ci-e2e-test resourceVersion: "14132" uid: ca6f72eb-5b0a-4cfc-b6d4-a0792aecf061 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-129-34.ec2.internal source: component: kubelet host: ip-10-0-129-34.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-24T14:34:12Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-f7779-predictor-7699bb9fb4-rxwrz namespace: kserve-ci-e2e-test resourceVersion: "13362" uid: de1d63c0-f1a2-4f24-8a52-7036a3e9e6b3 kind: Event lastTimestamp: "2026-04-24T14:34:12Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-04-24T14:34:12Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-24T14:34:12Z" name: success-200-isvc-f7779-predictor-7699bb9fb4-rxwrz.18a9519a8a7fc3c1 namespace: kserve-ci-e2e-test resourceVersion: "14488" uid: 2d12aa56-446c-4907-971c-b535470bbbe4 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-129-34.ec2.internal source: component: kubelet host: ip-10-0-129-34.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-24T14:32:31Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: success-200-isvc-f7779-predictor-7699bb9fb4 namespace: kserve-ci-e2e-test resourceVersion: "13352" uid: a8d234ed-fc77-4842-abf0-d58fa40fc292 kind: Event lastTimestamp: "2026-04-24T14:32:31Z" message: 'Created pod: success-200-isvc-f7779-predictor-7699bb9fb4-rxwrz' metadata: creationTimestamp: "2026-04-24T14:32:31Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-24T14:32:31Z" name: success-200-isvc-f7779-predictor-7699bb9fb4.18a951832f555b28 namespace: kserve-ci-e2e-test resourceVersion: "13361" uid: 579abc88-db84-4df0-9208-0f8fb22b251c reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-24T14:32:31Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: success-200-isvc-f7779-predictor namespace: kserve-ci-e2e-test resourceVersion: "13350" uid: 05e16680-2256-4d6e-ac57-c7fed1698250 kind: Event lastTimestamp: "2026-04-24T14:32:31Z" message: Scaled up replica set success-200-isvc-f7779-predictor-7699bb9fb4 from 0 to 1 metadata: creationTimestamp: "2026-04-24T14:32:31Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-24T14:32:31Z" name: success-200-isvc-f7779-predictor.18a9518329c6c105 namespace: kserve-ci-e2e-test resourceVersion: "13353" uid: f416dd2a-ed25-4e2a-a145-fc63c32a081d reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-04-24T14:32:46Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-f7779-predictor namespace: kserve-ci-e2e-test resourceVersion: "13365" uid: b01c726b-0239-48f9-85ec-d626cfbd5b61 kind: Event lastTimestamp: "2026-04-24T14:33:01Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-04-24T14:32:46Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-24T14:33:01Z" name: success-200-isvc-f7779-predictor.18a95186aed92506 namespace: kserve-ci-e2e-test resourceVersion: "13809" uid: 18006524-30a6-442a-a2d5-a04802286d8f reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-04-24T14:32:46Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-f7779-predictor namespace: kserve-ci-e2e-test resourceVersion: "13365" uid: b01c726b-0239-48f9-85ec-d626cfbd5b61 kind: Event lastTimestamp: "2026-04-24T14:33:01Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-04-24T14:32:46Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-24T14:33:01Z" name: success-200-isvc-f7779-predictor.18a95186af3c4ca2 namespace: kserve-ci-e2e-test resourceVersion: "13810" uid: 9d6f4ed2-39b2-419f-8adc-80faf3f43d4d reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 4 eventTime: null firstTimestamp: "2026-04-24T14:33:16Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-f7779-predictor namespace: kserve-ci-e2e-test resourceVersion: "13644" uid: b01c726b-0239-48f9-85ec-d626cfbd5b61 kind: Event lastTimestamp: "2026-04-24T14:34:01Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-04-24T14:33:16Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-24T14:34:01Z" name: success-200-isvc-f7779-predictor.18a9518dad13bedf namespace: kserve-ci-e2e-test resourceVersion: "14347" uid: 89b55712-f430-4119-9dea-836c03343c78 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 4 eventTime: null firstTimestamp: "2026-04-24T14:33:16Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-f7779-predictor namespace: kserve-ci-e2e-test resourceVersion: "13644" uid: b01c726b-0239-48f9-85ec-d626cfbd5b61 kind: Event lastTimestamp: "2026-04-24T14:34:01Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-04-24T14:33:16Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-24T14:34:01Z" name: success-200-isvc-f7779-predictor.18a9518dad84d417 namespace: kserve-ci-e2e-test resourceVersion: "14348" uid: 2912dd88-f929-42c8-93f7-236627b3c715 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 5 eventTime: null firstTimestamp: "2026-04-24T14:32:31Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-f7779 namespace: kserve-ci-e2e-test resourceVersion: "13342" uid: bcf0a1e3-8320-419f-938e-152a3fec09f6 kind: Event lastTimestamp: "2026-04-24T14:33:51Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-04-24T14:32:31Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-04-24T14:33:51Z" name: success-200-isvc-f7779.18a951832ff0107b namespace: kserve-ci-e2e-test resourceVersion: "14228" uid: f694c8bf-9bcd-4019-9934-1a29bfa88edd reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-24T14:32:31Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-f7779 namespace: kserve-ci-e2e-test resourceVersion: "13342" uid: bcf0a1e3-8320-419f-938e-152a3fec09f6 kind: Event lastTimestamp: "2026-04-24T14:32:31Z" message: 'Failed to update status for InferenceService "success-200-isvc-f7779": Operation cannot be fulfilled on inferenceservices.serving.kserve.io "success-200-isvc-f7779": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-04-24T14:32:31Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-04-24T14:32:31Z" name: success-200-isvc-f7779.18a95183305b8e67 namespace: kserve-ci-e2e-test resourceVersion: "13370" uid: 0a9c6ede-7cc4-4a5b-a30f-6bc7289638c0 reason: UpdateFailed reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-24T14:32:31Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-f7779 namespace: kserve-ci-e2e-test resourceVersion: "13342" uid: bcf0a1e3-8320-419f-938e-152a3fec09f6 kind: Event lastTimestamp: "2026-04-24T14:32:31Z" message: 'fails to update InferenceService status: Operation cannot be fulfilled on inferenceservices.serving.kserve.io "success-200-isvc-f7779": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-04-24T14:32:31Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-04-24T14:32:31Z" name: success-200-isvc-f7779.18a95183305bdc40 namespace: kserve-ci-e2e-test resourceVersion: "13374" uid: 0d52f415-a5bb-43c7-ae09-fbd6f7eb871c reason: InternalError reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-24T14:33:51Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-f7779 namespace: kserve-ci-e2e-test resourceVersion: "14222" uid: bcf0a1e3-8320-419f-938e-152a3fec09f6 kind: Event lastTimestamp: "2026-04-24T14:33:51Z" message: InferenceService [success-200-isvc-f7779] is Ready metadata: creationTimestamp: "2026-04-24T14:33:51Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-04-24T14:33:51Z" name: success-200-isvc-f7779.18a95195a5b13c59 namespace: kserve-ci-e2e-test resourceVersion: "14223" uid: 3e88eb89-dc1c-4c1d-bcb2-3795300ccc23 reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-04-24T14:56:12.200050Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: switch-graph-67b80-76b69489d8-fzvmr namespace: kserve-ci-e2e-test resourceVersion: "25553" uid: 9ba5a709-c03c-4b4a-b2aa-92bf08bf3e20 kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/switch-graph-67b80-76b69489d8-fzvmr to ip-10-0-131-216.ec2.internal metadata: creationTimestamp: "2026-04-24T14:56:12Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-04-24T14:56:12Z" name: switch-graph-67b80-76b69489d8-fzvmr.18a952cde2bb15ed namespace: kserve-ci-e2e-test resourceVersion: "25558" uid: 91e45f72-2f13-45c9-aed0-1f48e9c1d25b reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-567f977dcb-n99rn source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-24T14:56:12Z" involvedObject: apiVersion: v1 kind: Pod name: switch-graph-67b80-76b69489d8-fzvmr namespace: kserve-ci-e2e-test resourceVersion: "25557" uid: 9ba5a709-c03c-4b4a-b2aa-92bf08bf3e20 kind: Event lastTimestamp: "2026-04-24T14:56:12Z" message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "switch-graph-67b80-serving-cert" not found' metadata: creationTimestamp: "2026-04-24T14:56:12Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-24T14:56:12Z" name: switch-graph-67b80-76b69489d8-fzvmr.18a952cdec6416e5 namespace: kserve-ci-e2e-test resourceVersion: "25569" uid: b8aee221-98b1-455e-8c2f-02ecab9af026 reason: FailedMount reportingComponent: kubelet reportingInstance: ip-10-0-131-216.ec2.internal source: component: kubelet host: ip-10-0-131-216.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-24T14:56:13Z" involvedObject: apiVersion: v1 kind: Pod name: switch-graph-67b80-76b69489d8-fzvmr namespace: kserve-ci-e2e-test resourceVersion: "25562" uid: 9ba5a709-c03c-4b4a-b2aa-92bf08bf3e20 kind: Event lastTimestamp: "2026-04-24T14:56:13Z" message: Add eth0 [10.134.0.44/23] from ovn-kubernetes metadata: creationTimestamp: "2026-04-24T14:56:13Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-04-24T14:56:13Z" name: switch-graph-67b80-76b69489d8-fzvmr.18a952ce1f93d975 namespace: kserve-ci-e2e-test resourceVersion: "25586" uid: 15c23abb-b507-4aff-a6ea-e617ba1eda98 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-24T14:56:13Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{switch-graph-67b80} kind: Pod name: switch-graph-67b80-76b69489d8-fzvmr namespace: kserve-ci-e2e-test resourceVersion: "25557" uid: 9ba5a709-c03c-4b4a-b2aa-92bf08bf3e20 kind: Event lastTimestamp: "2026-04-24T14:56:13Z" message: Container image "quay.io/opendatahub/kserve-router@sha256:fefd1106bb22731cc766906fbe03e5e23570e9f66dd8c9e94ebe1e7e3a916c30" already present on machine metadata: creationTimestamp: "2026-04-24T14:56:13Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-24T14:56:13Z" name: switch-graph-67b80-76b69489d8-fzvmr.18a952ce20c4b6ce namespace: kserve-ci-e2e-test resourceVersion: "25588" uid: b920e81f-ab25-4fc3-9ad1-f6a7fb4bb6da reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-131-216.ec2.internal source: component: kubelet host: ip-10-0-131-216.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-24T14:56:13Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{switch-graph-67b80} kind: Pod name: switch-graph-67b80-76b69489d8-fzvmr namespace: kserve-ci-e2e-test resourceVersion: "25557" uid: 9ba5a709-c03c-4b4a-b2aa-92bf08bf3e20 kind: Event lastTimestamp: "2026-04-24T14:56:13Z" message: 'Created container: switch-graph-67b80' metadata: creationTimestamp: "2026-04-24T14:56:13Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-24T14:56:13Z" name: switch-graph-67b80-76b69489d8-fzvmr.18a952ce23e19c22 namespace: kserve-ci-e2e-test resourceVersion: "25590" uid: ef8ecc4b-d1d2-4e68-bcd0-6c0da7cfebd5 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-131-216.ec2.internal source: component: kubelet host: ip-10-0-131-216.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-24T14:56:13Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{switch-graph-67b80} kind: Pod name: switch-graph-67b80-76b69489d8-fzvmr namespace: kserve-ci-e2e-test resourceVersion: "25557" uid: 9ba5a709-c03c-4b4a-b2aa-92bf08bf3e20 kind: Event lastTimestamp: "2026-04-24T14:56:13Z" message: Started container switch-graph-67b80 metadata: creationTimestamp: "2026-04-24T14:56:13Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-24T14:56:13Z" name: switch-graph-67b80-76b69489d8-fzvmr.18a952ce2454c1cd namespace: kserve-ci-e2e-test resourceVersion: "25591" uid: a0207281-adbf-4879-b9ca-7e8fd0bc9f02 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-131-216.ec2.internal source: component: kubelet host: ip-10-0-131-216.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-24T15:12:31Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{switch-graph-67b80} kind: Pod name: switch-graph-67b80-76b69489d8-fzvmr namespace: kserve-ci-e2e-test resourceVersion: "25557" uid: 9ba5a709-c03c-4b4a-b2aa-92bf08bf3e20 kind: Event lastTimestamp: "2026-04-24T15:12:31Z" message: Stopping container switch-graph-67b80 metadata: creationTimestamp: "2026-04-24T15:12:31Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-24T15:12:31Z" name: switch-graph-67b80-76b69489d8-fzvmr.18a953b1e3759f97 namespace: kserve-ci-e2e-test resourceVersion: "32739" uid: 33f9a1b4-8ee3-4ee3-b5e1-5f1393f0df2e reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-131-216.ec2.internal source: component: kubelet host: ip-10-0-131-216.ec2.internal type: Normal - apiVersion: v1 count: 5 eventTime: null firstTimestamp: "2026-04-24T15:12:34Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{switch-graph-67b80} kind: Pod name: switch-graph-67b80-76b69489d8-fzvmr namespace: kserve-ci-e2e-test resourceVersion: "25557" uid: 9ba5a709-c03c-4b4a-b2aa-92bf08bf3e20 kind: Event lastTimestamp: "2026-04-24T15:12:54Z" message: 'Readiness probe failed: HTTP probe failed with statuscode: 503' metadata: creationTimestamp: "2026-04-24T15:12:34Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-24T15:12:54Z" name: switch-graph-67b80-76b69489d8-fzvmr.18a953b2b400fb05 namespace: kserve-ci-e2e-test resourceVersion: "32974" uid: a1696d81-b1e2-4e05-a02c-36271d5486a7 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-131-216.ec2.internal source: component: kubelet host: ip-10-0-131-216.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-24T14:56:12Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: switch-graph-67b80-76b69489d8 namespace: kserve-ci-e2e-test resourceVersion: "25550" uid: a605f3ad-3ee1-47a1-83d8-e73513cc6581 kind: Event lastTimestamp: "2026-04-24T14:56:12Z" message: 'Created pod: switch-graph-67b80-76b69489d8-fzvmr' metadata: creationTimestamp: "2026-04-24T14:56:12Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-24T14:56:12Z" name: switch-graph-67b80-76b69489d8.18a952cde24e9af9 namespace: kserve-ci-e2e-test resourceVersion: "25555" uid: 6cf6075d-6def-4de0-901a-649211349d2a reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-24T14:56:12Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: switch-graph-67b80 namespace: kserve-ci-e2e-test resourceVersion: "25548" uid: 8cbc47a7-db9d-4ba8-be0e-d47eb265768e kind: Event lastTimestamp: "2026-04-24T14:56:12Z" message: Scaled up replica set switch-graph-67b80-76b69489d8 from 0 to 1 metadata: creationTimestamp: "2026-04-24T14:56:12Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-24T14:56:12Z" name: switch-graph-67b80.18a952cde149ca13 namespace: kserve-ci-e2e-test resourceVersion: "25551" uid: 1088917e-d469-41b2-befa-cc1571ab9c38 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-24T14:56:12Z" involvedObject: apiVersion: serving.kserve.io/v1alpha1 kind: InferenceGraph name: switch-graph-67b80 namespace: kserve-ci-e2e-test resourceVersion: "25564" uid: 03b0da52-0add-4c6c-825f-7192f380493e kind: Event lastTimestamp: "2026-04-24T14:56:12Z" message: InferenceGraph [switch-graph-67b80] is Ready metadata: creationTimestamp: "2026-04-24T14:56:12Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-04-24T14:56:12Z" name: switch-graph-67b80.18a952cde4e54b03 namespace: kserve-ci-e2e-test resourceVersion: "25566" uid: d396784e-7ef4-4969-aace-f903b9d58c1f reason: InferenceGraphReady reportingComponent: InferenceGraphController reportingInstance: "" source: component: InferenceGraphController type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-24T14:56:27Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: switch-graph-67b80 namespace: kserve-ci-e2e-test resourceVersion: "25549" uid: c8949f5f-fd9c-44c6-9f67-557c96f568d0 kind: Event lastTimestamp: "2026-04-24T14:56:27Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-04-24T14:56:27Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-24T14:56:27Z" name: switch-graph-67b80.18a952d15fc6e439 namespace: kserve-ci-e2e-test resourceVersion: "25700" uid: 9ca0de71-1a69-4ae3-8fa6-ee48b2c27105 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-24T14:56:27Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: switch-graph-67b80 namespace: kserve-ci-e2e-test resourceVersion: "25549" uid: c8949f5f-fd9c-44c6-9f67-557c96f568d0 kind: Event lastTimestamp: "2026-04-24T14:56:27Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-04-24T14:56:27Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-24T14:56:27Z" name: switch-graph-67b80.18a952d16025e8a2 namespace: kserve-ci-e2e-test resourceVersion: "25702" uid: 9dd8e609-0f90-47ac-9645-c277f5403272 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-24T14:56:42Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: switch-graph-67b80 namespace: kserve-ci-e2e-test resourceVersion: "25701" uid: c8949f5f-fd9c-44c6-9f67-557c96f568d0 kind: Event lastTimestamp: "2026-04-24T14:56:42Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-04-24T14:56:42Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-24T14:56:42Z" name: switch-graph-67b80.18a952d4dec31aa7 namespace: kserve-ci-e2e-test resourceVersion: "25828" uid: 22b3fd2e-7e0a-4f6e-8684-b1284610025b reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-24T14:56:42Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: switch-graph-67b80 namespace: kserve-ci-e2e-test resourceVersion: "25701" uid: c8949f5f-fd9c-44c6-9f67-557c96f568d0 kind: Event lastTimestamp: "2026-04-24T14:56:42Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-04-24T14:56:42Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-24T14:56:42Z" name: switch-graph-67b80.18a952d4df086408 namespace: kserve-ci-e2e-test resourceVersion: "25830" uid: 85827af5-831c-4438-b8b3-daec429a469a reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - action: Binding apiVersion: v1 eventTime: "2026-04-24T14:35:22.309439Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: switch-graph-96b39-559b467444-k8w82 namespace: kserve-ci-e2e-test resourceVersion: "15377" uid: 540c364b-d84c-46e4-b95b-9f454a7072aa kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/switch-graph-96b39-559b467444-k8w82 to ip-10-0-131-216.ec2.internal metadata: creationTimestamp: "2026-04-24T14:35:22Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-04-24T14:35:22Z" name: switch-graph-96b39-559b467444-k8w82.18a951aadf71e297 namespace: kserve-ci-e2e-test resourceVersion: "15383" uid: 08cb35d4-d615-4caa-a9c6-3e2d86a4dc6d reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-567f977dcb-n99rn source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-24T14:35:22Z" involvedObject: apiVersion: v1 kind: Pod name: switch-graph-96b39-559b467444-k8w82 namespace: kserve-ci-e2e-test resourceVersion: "15379" uid: 540c364b-d84c-46e4-b95b-9f454a7072aa kind: Event lastTimestamp: "2026-04-24T14:35:22Z" message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "switch-graph-96b39-serving-cert" not found' metadata: creationTimestamp: "2026-04-24T14:35:22Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-24T14:35:22Z" name: switch-graph-96b39-559b467444-k8w82.18a951aae6f90479 namespace: kserve-ci-e2e-test resourceVersion: "15393" uid: fe6bf496-4308-4228-bfac-a95890003a77 reason: FailedMount reportingComponent: kubelet reportingInstance: ip-10-0-131-216.ec2.internal source: component: kubelet host: ip-10-0-131-216.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-24T14:35:23Z" involvedObject: apiVersion: v1 kind: Pod name: switch-graph-96b39-559b467444-k8w82 namespace: kserve-ci-e2e-test resourceVersion: "15386" uid: 540c364b-d84c-46e4-b95b-9f454a7072aa kind: Event lastTimestamp: "2026-04-24T14:35:23Z" message: Add eth0 [10.134.0.37/23] from ovn-kubernetes metadata: creationTimestamp: "2026-04-24T14:35:23Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-04-24T14:35:23Z" name: switch-graph-96b39-559b467444-k8w82.18a951ab1c3aca66 namespace: kserve-ci-e2e-test resourceVersion: "15402" uid: 7824cb07-41ad-471c-a544-95f3e72abca0 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-24T14:35:23Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{switch-graph-96b39} kind: Pod name: switch-graph-96b39-559b467444-k8w82 namespace: kserve-ci-e2e-test resourceVersion: "15379" uid: 540c364b-d84c-46e4-b95b-9f454a7072aa kind: Event lastTimestamp: "2026-04-24T14:35:23Z" message: Container image "quay.io/opendatahub/kserve-router@sha256:fefd1106bb22731cc766906fbe03e5e23570e9f66dd8c9e94ebe1e7e3a916c30" already present on machine metadata: creationTimestamp: "2026-04-24T14:35:23Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-24T14:35:23Z" name: switch-graph-96b39-559b467444-k8w82.18a951ab1d75350e namespace: kserve-ci-e2e-test resourceVersion: "15404" uid: cc04f358-1b74-4084-ada4-2ab09c0fd08c reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-131-216.ec2.internal source: component: kubelet host: ip-10-0-131-216.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-24T14:35:23Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{switch-graph-96b39} kind: Pod name: switch-graph-96b39-559b467444-k8w82 namespace: kserve-ci-e2e-test resourceVersion: "15379" uid: 540c364b-d84c-46e4-b95b-9f454a7072aa kind: Event lastTimestamp: "2026-04-24T14:35:23Z" message: 'Created container: switch-graph-96b39' metadata: creationTimestamp: "2026-04-24T14:35:23Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-24T14:35:23Z" name: switch-graph-96b39-559b467444-k8w82.18a951ab20bae7f4 namespace: kserve-ci-e2e-test resourceVersion: "15405" uid: a235c1b3-3c02-40c7-80d7-4a8694922ffc reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-131-216.ec2.internal source: component: kubelet host: ip-10-0-131-216.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-24T14:35:23Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{switch-graph-96b39} kind: Pod name: switch-graph-96b39-559b467444-k8w82 namespace: kserve-ci-e2e-test resourceVersion: "15379" uid: 540c364b-d84c-46e4-b95b-9f454a7072aa kind: Event lastTimestamp: "2026-04-24T14:35:23Z" message: Started container switch-graph-96b39 metadata: creationTimestamp: "2026-04-24T14:35:23Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-24T14:35:23Z" name: switch-graph-96b39-559b467444-k8w82.18a951ab2126b97b namespace: kserve-ci-e2e-test resourceVersion: "15406" uid: 03f8c837-2490-4800-ad2f-d1df789bb581 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-131-216.ec2.internal source: component: kubelet host: ip-10-0-131-216.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-24T14:43:36Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{switch-graph-96b39} kind: Pod name: switch-graph-96b39-559b467444-k8w82 namespace: kserve-ci-e2e-test resourceVersion: "15379" uid: 540c364b-d84c-46e4-b95b-9f454a7072aa kind: Event lastTimestamp: "2026-04-24T14:43:36Z" message: Stopping container switch-graph-96b39 metadata: creationTimestamp: "2026-04-24T14:43:36Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-24T14:43:36Z" name: switch-graph-96b39-559b467444-k8w82.18a9521e05cf6d98 namespace: kserve-ci-e2e-test resourceVersion: "18889" uid: 8d4bdce3-c877-4841-8531-ef76c8ef6e22 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-131-216.ec2.internal source: component: kubelet host: ip-10-0-131-216.ec2.internal type: Normal - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-04-24T14:43:39Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{switch-graph-96b39} kind: Pod name: switch-graph-96b39-559b467444-k8w82 namespace: kserve-ci-e2e-test resourceVersion: "15379" uid: 540c364b-d84c-46e4-b95b-9f454a7072aa kind: Event lastTimestamp: "2026-04-24T14:44:04Z" message: 'Readiness probe failed: HTTP probe failed with statuscode: 503' metadata: creationTimestamp: "2026-04-24T14:43:39Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-24T14:44:04Z" name: switch-graph-96b39-559b467444-k8w82.18a9521eb07486b2 namespace: kserve-ci-e2e-test resourceVersion: "19212" uid: 5b87372d-1491-4e4d-9111-a43fc1000cf0 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-131-216.ec2.internal source: component: kubelet host: ip-10-0-131-216.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-24T14:35:22Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: switch-graph-96b39-559b467444 namespace: kserve-ci-e2e-test resourceVersion: "15374" uid: 38a462a9-6fb8-42d0-8b58-c3f29dd80627 kind: Event lastTimestamp: "2026-04-24T14:35:22Z" message: 'Created pod: switch-graph-96b39-559b467444-k8w82' metadata: creationTimestamp: "2026-04-24T14:35:22Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-24T14:35:22Z" name: switch-graph-96b39-559b467444.18a951aadf0907db namespace: kserve-ci-e2e-test resourceVersion: "15378" uid: eaa6ade1-547a-48db-b632-d5980d6639d3 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-24T14:35:22Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: switch-graph-96b39 namespace: kserve-ci-e2e-test resourceVersion: "15372" uid: 9f66c17d-57d8-4150-b9e4-9b8b06318d09 kind: Event lastTimestamp: "2026-04-24T14:35:22Z" message: Scaled up replica set switch-graph-96b39-559b467444 from 0 to 1 metadata: creationTimestamp: "2026-04-24T14:35:22Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-24T14:35:22Z" name: switch-graph-96b39.18a951aade33e5ed namespace: kserve-ci-e2e-test resourceVersion: "15375" uid: 896a54f1-0822-47ca-944e-10a459c42560 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-24T14:35:22Z" involvedObject: apiVersion: serving.kserve.io/v1alpha1 kind: InferenceGraph name: switch-graph-96b39 namespace: kserve-ci-e2e-test resourceVersion: "15388" uid: 8a541b8a-b114-49f1-a56d-c2364e703292 kind: Event lastTimestamp: "2026-04-24T14:35:22Z" message: InferenceGraph [switch-graph-96b39] is Ready metadata: creationTimestamp: "2026-04-24T14:35:22Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-04-24T14:35:22Z" name: switch-graph-96b39.18a951aae22c1ff2 namespace: kserve-ci-e2e-test resourceVersion: "15390" uid: 9dfbce19-72db-4afb-b7f7-0243ef168b9b reason: InferenceGraphReady reportingComponent: InferenceGraphController reportingInstance: "" source: component: InferenceGraphController type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-24T14:35:37Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: switch-graph-96b39 namespace: kserve-ci-e2e-test resourceVersion: "15373" uid: d618d65d-a773-4ada-8d74-a74b792ba59a kind: Event lastTimestamp: "2026-04-24T14:35:37Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-04-24T14:35:37Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-24T14:35:37Z" name: switch-graph-96b39.18a951ae5cb18648 namespace: kserve-ci-e2e-test resourceVersion: "15514" uid: 3246754e-6d46-4172-9f62-5367cc98b009 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-24T14:35:37Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: switch-graph-96b39 namespace: kserve-ci-e2e-test resourceVersion: "15373" uid: d618d65d-a773-4ada-8d74-a74b792ba59a kind: Event lastTimestamp: "2026-04-24T14:35:37Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-04-24T14:35:37Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-24T14:35:37Z" name: switch-graph-96b39.18a951ae5d0e5b81 namespace: kserve-ci-e2e-test resourceVersion: "15516" uid: 28773aa2-acce-4a94-a110-52cfa872a51b reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-24T14:35:52Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: switch-graph-96b39 namespace: kserve-ci-e2e-test resourceVersion: "15515" uid: d618d65d-a773-4ada-8d74-a74b792ba59a kind: Event lastTimestamp: "2026-04-24T14:35:52Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-04-24T14:35:52Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-24T14:35:52Z" name: switch-graph-96b39.18a951b1dbac7ca6 namespace: kserve-ci-e2e-test resourceVersion: "15650" uid: b57d6cdf-1eb2-45d7-922f-fabca70956f4 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-24T14:35:52Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: switch-graph-96b39 namespace: kserve-ci-e2e-test resourceVersion: "15515" uid: d618d65d-a773-4ada-8d74-a74b792ba59a kind: Event lastTimestamp: "2026-04-24T14:35:52Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-04-24T14:35:52Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-24T14:35:52Z" name: switch-graph-96b39.18a951b1dc0e90a8 namespace: kserve-ci-e2e-test resourceVersion: "15652" uid: f49f2a69-177c-41a5-ac07-ba58d5fbcff8 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - action: Binding apiVersion: v1 eventTime: "2026-04-24T14:34:01.898355Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: switch-graph-f7779-7d4b88fb5-rlzs9 namespace: kserve-ci-e2e-test resourceVersion: "14331" uid: e5b7ae6c-0e26-4b00-8332-5f0bb85963d5 kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/switch-graph-f7779-7d4b88fb5-rlzs9 to ip-10-0-131-216.ec2.internal metadata: creationTimestamp: "2026-04-24T14:34:01Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-04-24T14:34:01Z" name: switch-graph-f7779-7d4b88fb5-rlzs9.18a9519826922315 namespace: kserve-ci-e2e-test resourceVersion: "14339" uid: ebcb5a69-57d3-41e8-a825-912e893c77f0 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-567f977dcb-n99rn source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-24T14:34:02Z" involvedObject: apiVersion: v1 kind: Pod name: switch-graph-f7779-7d4b88fb5-rlzs9 namespace: kserve-ci-e2e-test resourceVersion: "14342" uid: e5b7ae6c-0e26-4b00-8332-5f0bb85963d5 kind: Event lastTimestamp: "2026-04-24T14:34:02Z" message: Add eth0 [10.134.0.35/23] from ovn-kubernetes metadata: creationTimestamp: "2026-04-24T14:34:02Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-04-24T14:34:02Z" name: switch-graph-f7779-7d4b88fb5-rlzs9.18a951983fa27157 namespace: kserve-ci-e2e-test resourceVersion: "14359" uid: 020a3458-6de6-48a8-adaf-e5ed853bd993 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-24T14:34:02Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{switch-graph-f7779} kind: Pod name: switch-graph-f7779-7d4b88fb5-rlzs9 namespace: kserve-ci-e2e-test resourceVersion: "14333" uid: e5b7ae6c-0e26-4b00-8332-5f0bb85963d5 kind: Event lastTimestamp: "2026-04-24T14:34:02Z" message: Pulling image "quay.io/opendatahub/kserve-router@sha256:fefd1106bb22731cc766906fbe03e5e23570e9f66dd8c9e94ebe1e7e3a916c30" metadata: creationTimestamp: "2026-04-24T14:34:02Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-24T14:34:02Z" name: switch-graph-f7779-7d4b88fb5-rlzs9.18a9519840ef2f1e namespace: kserve-ci-e2e-test resourceVersion: "14361" uid: f7adf126-1f7c-447d-8a82-8c24ba52d076 reason: Pulling reportingComponent: kubelet reportingInstance: ip-10-0-131-216.ec2.internal source: component: kubelet host: ip-10-0-131-216.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-24T14:34:05Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{switch-graph-f7779} kind: Pod name: switch-graph-f7779-7d4b88fb5-rlzs9 namespace: kserve-ci-e2e-test resourceVersion: "14333" uid: e5b7ae6c-0e26-4b00-8332-5f0bb85963d5 kind: Event lastTimestamp: "2026-04-24T14:34:05Z" message: 'Successfully pulled image "quay.io/opendatahub/kserve-router@sha256:fefd1106bb22731cc766906fbe03e5e23570e9f66dd8c9e94ebe1e7e3a916c30" in 2.886s (2.886s including waiting). Image size: 216232505 bytes.' metadata: creationTimestamp: "2026-04-24T14:34:05Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-24T14:34:05Z" name: switch-graph-f7779-7d4b88fb5-rlzs9.18a95198ecfc1a28 namespace: kserve-ci-e2e-test resourceVersion: "14383" uid: 308b7abb-e6ed-42cd-ab2e-a27a6a0747bd reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-131-216.ec2.internal source: component: kubelet host: ip-10-0-131-216.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-24T14:34:05Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{switch-graph-f7779} kind: Pod name: switch-graph-f7779-7d4b88fb5-rlzs9 namespace: kserve-ci-e2e-test resourceVersion: "14333" uid: e5b7ae6c-0e26-4b00-8332-5f0bb85963d5 kind: Event lastTimestamp: "2026-04-24T14:34:05Z" message: 'Created container: switch-graph-f7779' metadata: creationTimestamp: "2026-04-24T14:34:05Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-24T14:34:05Z" name: switch-graph-f7779-7d4b88fb5-rlzs9.18a95198efd8bb71 namespace: kserve-ci-e2e-test resourceVersion: "14386" uid: 6fcd392e-1b03-4ea7-838b-c3579d5ce3a4 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-131-216.ec2.internal source: component: kubelet host: ip-10-0-131-216.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-24T14:34:05Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{switch-graph-f7779} kind: Pod name: switch-graph-f7779-7d4b88fb5-rlzs9 namespace: kserve-ci-e2e-test resourceVersion: "14333" uid: e5b7ae6c-0e26-4b00-8332-5f0bb85963d5 kind: Event lastTimestamp: "2026-04-24T14:34:05Z" message: Started container switch-graph-f7779 metadata: creationTimestamp: "2026-04-24T14:34:05Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-24T14:34:05Z" name: switch-graph-f7779-7d4b88fb5-rlzs9.18a95198f044bc98 namespace: kserve-ci-e2e-test resourceVersion: "14387" uid: 02f61898-3ed6-4695-a3f5-1bd7086913b5 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-131-216.ec2.internal source: component: kubelet host: ip-10-0-131-216.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-24T14:34:12Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{switch-graph-f7779} kind: Pod name: switch-graph-f7779-7d4b88fb5-rlzs9 namespace: kserve-ci-e2e-test resourceVersion: "14333" uid: e5b7ae6c-0e26-4b00-8332-5f0bb85963d5 kind: Event lastTimestamp: "2026-04-24T14:34:12Z" message: Stopping container switch-graph-f7779 metadata: creationTimestamp: "2026-04-24T14:34:12Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-24T14:34:12Z" name: switch-graph-f7779-7d4b88fb5-rlzs9.18a9519a847308e8 namespace: kserve-ci-e2e-test resourceVersion: "14469" uid: 8db83c86-f1c3-4de4-9406-0a61d2368059 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-131-216.ec2.internal source: component: kubelet host: ip-10-0-131-216.ec2.internal type: Normal - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-04-24T14:34:16Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{switch-graph-f7779} kind: Pod name: switch-graph-f7779-7d4b88fb5-rlzs9 namespace: kserve-ci-e2e-test resourceVersion: "14333" uid: e5b7ae6c-0e26-4b00-8332-5f0bb85963d5 kind: Event lastTimestamp: "2026-04-24T14:34:41Z" message: 'Readiness probe failed: HTTP probe failed with statuscode: 503' metadata: creationTimestamp: "2026-04-24T14:34:16Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-24T14:34:41Z" name: switch-graph-f7779-7d4b88fb5-rlzs9.18a9519b8b3c3e17 namespace: kserve-ci-e2e-test resourceVersion: "14817" uid: 4f8b58d0-0e25-4968-8918-4d847a8bf9d6 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-131-216.ec2.internal source: component: kubelet host: ip-10-0-131-216.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-24T14:34:01Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: switch-graph-f7779-7d4b88fb5 namespace: kserve-ci-e2e-test resourceVersion: "14328" uid: fc5d868a-94be-46c1-98e5-e39e2e66da82 kind: Event lastTimestamp: "2026-04-24T14:34:01Z" message: 'Created pod: switch-graph-f7779-7d4b88fb5-rlzs9' metadata: creationTimestamp: "2026-04-24T14:34:01Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-24T14:34:01Z" name: switch-graph-f7779-7d4b88fb5.18a9519826295640 namespace: kserve-ci-e2e-test resourceVersion: "14332" uid: 23103bb2-36d1-4911-b3f3-3b6936aeb91e reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-24T14:34:01Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: switch-graph-f7779 namespace: kserve-ci-e2e-test resourceVersion: "14326" uid: 2a8dd720-2c0c-4013-a39a-70b4439e10f6 kind: Event lastTimestamp: "2026-04-24T14:34:01Z" message: Scaled up replica set switch-graph-f7779-7d4b88fb5 from 0 to 1 metadata: creationTimestamp: "2026-04-24T14:34:01Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-24T14:34:01Z" name: switch-graph-f7779.18a951982570d370 namespace: kserve-ci-e2e-test resourceVersion: "14329" uid: 9040cb9e-d3f7-4894-bdf7-9c3e338c6c2a reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-24T14:34:01Z" involvedObject: apiVersion: serving.kserve.io/v1alpha1 kind: InferenceGraph name: switch-graph-f7779 namespace: kserve-ci-e2e-test resourceVersion: "14344" uid: 1fff5069-2024-4349-8c88-074665c30f45 kind: Event lastTimestamp: "2026-04-24T14:34:01Z" message: InferenceGraph [switch-graph-f7779] is Ready metadata: creationTimestamp: "2026-04-24T14:34:01Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-04-24T14:34:01Z" name: switch-graph-f7779.18a9519829449ffc namespace: kserve-ci-e2e-test resourceVersion: "14346" uid: 6635e0d0-64d7-47c2-be2d-43ae7ccbcf40 reason: InferenceGraphReady reportingComponent: InferenceGraphController reportingInstance: "" source: component: InferenceGraphController type: Normal kind: EventList metadata: resourceVersion: "32976"