--- apiVersion: v1 items: - action: Binding apiVersion: v1 eventTime: "2026-07-09T18:27:55.808203Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: ensemble-graph-64fa7-78bfdfc7d7-vhxjl namespace: kserve-ci-e2e-test resourceVersion: "21545" uid: dbaa24f3-268d-4bea-8f48-e8002a2f5449 kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/ensemble-graph-64fa7-78bfdfc7d7-vhxjl to ip-10-0-140-234.ec2.internal metadata: creationTimestamp: "2026-07-09T18:27:55Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-07-09T18:27:55Z" name: ensemble-graph-64fa7-78bfdfc7d7-vhxjl.18c0b276d03c4b0c namespace: kserve-ci-e2e-test resourceVersion: "21550" uid: 90b0347a-c6e7-4fa4-8170-0bb15425d5df reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-58df594cc6-5bn78 source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:27:55Z" involvedObject: apiVersion: v1 kind: Pod name: ensemble-graph-64fa7-78bfdfc7d7-vhxjl namespace: kserve-ci-e2e-test resourceVersion: "21547" uid: dbaa24f3-268d-4bea-8f48-e8002a2f5449 kind: Event lastTimestamp: "2026-07-09T18:27:55Z" message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "ensemble-graph-64fa7-serving-cert" not found' metadata: creationTimestamp: "2026-07-09T18:27:55Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:27:55Z" name: ensemble-graph-64fa7-78bfdfc7d7-vhxjl.18c0b276d82094c2 namespace: kserve-ci-e2e-test resourceVersion: "21562" uid: dcfccb35-b735-4e47-add8-ac8d4ff50c7b reason: FailedMount reportingComponent: kubelet reportingInstance: ip-10-0-140-234.ec2.internal source: component: kubelet host: ip-10-0-140-234.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:27:56Z" involvedObject: apiVersion: v1 kind: Pod name: ensemble-graph-64fa7-78bfdfc7d7-vhxjl namespace: kserve-ci-e2e-test resourceVersion: "21554" uid: dbaa24f3-268d-4bea-8f48-e8002a2f5449 kind: Event lastTimestamp: "2026-07-09T18:27:56Z" message: Add eth0 [10.133.0.24/23] from ovn-kubernetes metadata: creationTimestamp: "2026-07-09T18:27:56Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-07-09T18:27:56Z" name: ensemble-graph-64fa7-78bfdfc7d7-vhxjl.18c0b2770d7787f0 namespace: kserve-ci-e2e-test resourceVersion: "21571" uid: 22dc6795-0ccc-4220-a613-b66609887a8b reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:27:56Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{ensemble-graph-64fa7} kind: Pod name: ensemble-graph-64fa7-78bfdfc7d7-vhxjl namespace: kserve-ci-e2e-test resourceVersion: "21547" uid: dbaa24f3-268d-4bea-8f48-e8002a2f5449 kind: Event lastTimestamp: "2026-07-09T18:27:56Z" message: Container image "quay.io/opendatahub/kserve-router@sha256:e73cf00d90f73d1d01a06b6ae2314be097a351767b51977a258bb8a2a00529db" already present on machine metadata: creationTimestamp: "2026-07-09T18:27:56Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:27:56Z" name: ensemble-graph-64fa7-78bfdfc7d7-vhxjl.18c0b2770eebf1a5 namespace: kserve-ci-e2e-test resourceVersion: "21573" uid: b3387d05-1efa-4415-a7dc-a6ae10960226 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-140-234.ec2.internal source: component: kubelet host: ip-10-0-140-234.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:27:56Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{ensemble-graph-64fa7} kind: Pod name: ensemble-graph-64fa7-78bfdfc7d7-vhxjl namespace: kserve-ci-e2e-test resourceVersion: "21547" uid: dbaa24f3-268d-4bea-8f48-e8002a2f5449 kind: Event lastTimestamp: "2026-07-09T18:27:56Z" message: 'Created container: ensemble-graph-64fa7' metadata: creationTimestamp: "2026-07-09T18:27:56Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:27:56Z" name: ensemble-graph-64fa7-78bfdfc7d7-vhxjl.18c0b27711a46518 namespace: kserve-ci-e2e-test resourceVersion: "21575" uid: b7626a56-7cf1-4fb3-971a-161ed169508d reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-140-234.ec2.internal source: component: kubelet host: ip-10-0-140-234.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:27:56Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{ensemble-graph-64fa7} kind: Pod name: ensemble-graph-64fa7-78bfdfc7d7-vhxjl namespace: kserve-ci-e2e-test resourceVersion: "21547" uid: dbaa24f3-268d-4bea-8f48-e8002a2f5449 kind: Event lastTimestamp: "2026-07-09T18:27:56Z" message: Started container ensemble-graph-64fa7 metadata: creationTimestamp: "2026-07-09T18:27:56Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:27:56Z" name: ensemble-graph-64fa7-78bfdfc7d7-vhxjl.18c0b277121205bf namespace: kserve-ci-e2e-test resourceVersion: "21576" uid: 8b7d446a-b5d1-4c64-8236-cd56d7a63926 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-140-234.ec2.internal source: component: kubelet host: ip-10-0-140-234.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:28:05Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{ensemble-graph-64fa7} kind: Pod name: ensemble-graph-64fa7-78bfdfc7d7-vhxjl namespace: kserve-ci-e2e-test resourceVersion: "21547" uid: dbaa24f3-268d-4bea-8f48-e8002a2f5449 kind: Event lastTimestamp: "2026-07-09T18:28:05Z" message: Stopping container ensemble-graph-64fa7 metadata: creationTimestamp: "2026-07-09T18:28:05Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:28:05Z" name: ensemble-graph-64fa7-78bfdfc7d7-vhxjl.18c0b27929f1c994 namespace: kserve-ci-e2e-test resourceVersion: "21668" uid: b1a7d711-7849-4ffe-bdd7-ad2fdf324597 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-140-234.ec2.internal source: component: kubelet host: ip-10-0-140-234.ec2.internal type: Normal - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-07-09T18:28:08Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{ensemble-graph-64fa7} kind: Pod name: ensemble-graph-64fa7-78bfdfc7d7-vhxjl namespace: kserve-ci-e2e-test resourceVersion: "21547" uid: dbaa24f3-268d-4bea-8f48-e8002a2f5449 kind: Event lastTimestamp: "2026-07-09T18:28:33Z" message: 'Readiness probe failed: HTTP probe failed with statuscode: 503' metadata: creationTimestamp: "2026-07-09T18:28:08Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:28:33Z" name: ensemble-graph-64fa7-78bfdfc7d7-vhxjl.18c0b279b0c15bbb namespace: kserve-ci-e2e-test resourceVersion: "22065" uid: 7d0c88fa-7d37-4921-ab28-747e096387d4 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-140-234.ec2.internal source: component: kubelet host: ip-10-0-140-234.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:27:55Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: ensemble-graph-64fa7-78bfdfc7d7 namespace: kserve-ci-e2e-test resourceVersion: "21541" uid: db64de79-d3a3-465c-8fc4-c8cabcc3e36c kind: Event lastTimestamp: "2026-07-09T18:27:55Z" message: 'Created pod: ensemble-graph-64fa7-78bfdfc7d7-vhxjl' metadata: creationTimestamp: "2026-07-09T18:27:55Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-09T18:27:55Z" name: ensemble-graph-64fa7-78bfdfc7d7.18c0b276cfb5e431 namespace: kserve-ci-e2e-test resourceVersion: "21546" uid: 09b0de2c-e52d-4c21-9ac3-58ed319e1d1d reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:27:55Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: ensemble-graph-64fa7 namespace: kserve-ci-e2e-test resourceVersion: "21538" uid: 1307605f-e87e-492c-9234-866993af4198 kind: Event lastTimestamp: "2026-07-09T18:27:55Z" message: Scaled up replica set ensemble-graph-64fa7-78bfdfc7d7 from 0 to 1 metadata: creationTimestamp: "2026-07-09T18:27:55Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-09T18:27:55Z" name: ensemble-graph-64fa7.18c0b276ced03b41 namespace: kserve-ci-e2e-test resourceVersion: "21543" uid: b913310a-bd71-4715-8d0b-26fdeb3af14f reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:27:55Z" involvedObject: apiVersion: serving.kserve.io/v1alpha1 kind: InferenceGraph name: ensemble-graph-64fa7 namespace: kserve-ci-e2e-test resourceVersion: "21558" uid: 71bbaa92-979e-4219-9405-6661133474b9 kind: Event lastTimestamp: "2026-07-09T18:27:55Z" message: InferenceGraph [ensemble-graph-64fa7] is Ready metadata: creationTimestamp: "2026-07-09T18:27:55Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-09T18:27:55Z" name: ensemble-graph-64fa7.18c0b276d53b5a97 namespace: kserve-ci-e2e-test resourceVersion: "21560" uid: 18e14704-2c1f-4059-8890-eae0e1e50e1e reason: InferenceGraphReady reportingComponent: InferenceGraphController reportingInstance: "" source: component: InferenceGraphController type: Normal - action: Binding apiVersion: v1 eventTime: "2026-07-09T18:29:06.165623Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: ensemble-graph-f76a1-858bfd4cc6-scmt5 namespace: kserve-ci-e2e-test resourceVersion: "22517" uid: 5856fc3e-81f1-4a8b-a650-7d83bcc13d88 kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/ensemble-graph-f76a1-858bfd4cc6-scmt5 to ip-10-0-140-234.ec2.internal metadata: creationTimestamp: "2026-07-09T18:29:06Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-07-09T18:29:06Z" name: ensemble-graph-f76a1-858bfd4cc6-scmt5.18c0b28731dd3f6a namespace: kserve-ci-e2e-test resourceVersion: "22522" uid: cb4fc60a-0aa1-421d-9994-35307aff86c9 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-58df594cc6-5bn78 source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:29:06Z" involvedObject: apiVersion: v1 kind: Pod name: ensemble-graph-f76a1-858bfd4cc6-scmt5 namespace: kserve-ci-e2e-test resourceVersion: "22527" uid: 5856fc3e-81f1-4a8b-a650-7d83bcc13d88 kind: Event lastTimestamp: "2026-07-09T18:29:06Z" message: Add eth0 [10.133.0.26/23] from ovn-kubernetes metadata: creationTimestamp: "2026-07-09T18:29:06Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-07-09T18:29:06Z" name: ensemble-graph-f76a1-858bfd4cc6-scmt5.18c0b2874b42d03f namespace: kserve-ci-e2e-test resourceVersion: "22540" uid: 2976632f-f56b-412c-84b2-a6db481bb39c reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:29:06Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{ensemble-graph-f76a1} kind: Pod name: ensemble-graph-f76a1-858bfd4cc6-scmt5 namespace: kserve-ci-e2e-test resourceVersion: "22519" uid: 5856fc3e-81f1-4a8b-a650-7d83bcc13d88 kind: Event lastTimestamp: "2026-07-09T18:29:06Z" message: Container image "quay.io/opendatahub/kserve-router@sha256:e73cf00d90f73d1d01a06b6ae2314be097a351767b51977a258bb8a2a00529db" already present on machine metadata: creationTimestamp: "2026-07-09T18:29:06Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:29:06Z" name: ensemble-graph-f76a1-858bfd4cc6-scmt5.18c0b2874cc7fd0c namespace: kserve-ci-e2e-test resourceVersion: "22542" uid: 680c904b-8cb3-428b-bd8d-fb9f147e43ef reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-140-234.ec2.internal source: component: kubelet host: ip-10-0-140-234.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:29:06Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{ensemble-graph-f76a1} kind: Pod name: ensemble-graph-f76a1-858bfd4cc6-scmt5 namespace: kserve-ci-e2e-test resourceVersion: "22519" uid: 5856fc3e-81f1-4a8b-a650-7d83bcc13d88 kind: Event lastTimestamp: "2026-07-09T18:29:06Z" message: 'Created container: ensemble-graph-f76a1' metadata: creationTimestamp: "2026-07-09T18:29:06Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:29:06Z" name: ensemble-graph-f76a1-858bfd4cc6-scmt5.18c0b28750242471 namespace: kserve-ci-e2e-test resourceVersion: "22544" uid: 059d68b8-d99f-45c4-959b-2c6342058031 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-140-234.ec2.internal source: component: kubelet host: ip-10-0-140-234.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:29:06Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{ensemble-graph-f76a1} kind: Pod name: ensemble-graph-f76a1-858bfd4cc6-scmt5 namespace: kserve-ci-e2e-test resourceVersion: "22519" uid: 5856fc3e-81f1-4a8b-a650-7d83bcc13d88 kind: Event lastTimestamp: "2026-07-09T18:29:06Z" message: Started container ensemble-graph-f76a1 metadata: creationTimestamp: "2026-07-09T18:29:06Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:29:06Z" name: ensemble-graph-f76a1-858bfd4cc6-scmt5.18c0b28750955802 namespace: kserve-ci-e2e-test resourceVersion: "22545" uid: 1277eb93-591f-4e33-bbe6-98abb377bf2c reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-140-234.ec2.internal source: component: kubelet host: ip-10-0-140-234.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:37:20Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{ensemble-graph-f76a1} kind: Pod name: ensemble-graph-f76a1-858bfd4cc6-scmt5 namespace: kserve-ci-e2e-test resourceVersion: "22519" uid: 5856fc3e-81f1-4a8b-a650-7d83bcc13d88 kind: Event lastTimestamp: "2026-07-09T18:37:20Z" message: Stopping container ensemble-graph-f76a1 metadata: creationTimestamp: "2026-07-09T18:37:20Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:37:20Z" name: ensemble-graph-f76a1-858bfd4cc6-scmt5.18c0b2fa53590135 namespace: kserve-ci-e2e-test resourceVersion: "26304" uid: 90a36965-b467-4559-8be0-0c42133e2664 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-140-234.ec2.internal source: component: kubelet host: ip-10-0-140-234.ec2.internal type: Normal - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-07-09T18:37:23Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{ensemble-graph-f76a1} kind: Pod name: ensemble-graph-f76a1-858bfd4cc6-scmt5 namespace: kserve-ci-e2e-test resourceVersion: "22519" uid: 5856fc3e-81f1-4a8b-a650-7d83bcc13d88 kind: Event lastTimestamp: "2026-07-09T18:37:48Z" message: 'Readiness probe failed: HTTP probe failed with statuscode: 503' metadata: creationTimestamp: "2026-07-09T18:37:23Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:37:48Z" name: ensemble-graph-f76a1-858bfd4cc6-scmt5.18c0b2faf8f265ab namespace: kserve-ci-e2e-test resourceVersion: "26636" uid: a5ba6611-2265-4e64-b973-046773f17297 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-140-234.ec2.internal source: component: kubelet host: ip-10-0-140-234.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:29:06Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: ensemble-graph-f76a1-858bfd4cc6 namespace: kserve-ci-e2e-test resourceVersion: "22513" uid: dc1ea34e-8eea-46db-b26b-ebd18a25efeb kind: Event lastTimestamp: "2026-07-09T18:29:06Z" message: 'Created pod: ensemble-graph-f76a1-858bfd4cc6-scmt5' metadata: creationTimestamp: "2026-07-09T18:29:06Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-09T18:29:06Z" name: ensemble-graph-f76a1-858bfd4cc6.18c0b287316175be namespace: kserve-ci-e2e-test resourceVersion: "22518" uid: bbb88f7f-9761-47db-ae07-4d68308934e7 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:29:06Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: ensemble-graph-f76a1 namespace: kserve-ci-e2e-test resourceVersion: "22509" uid: 4017f626-7bea-4639-80a1-ee266a568d66 kind: Event lastTimestamp: "2026-07-09T18:29:06Z" message: Scaled up replica set ensemble-graph-f76a1-858bfd4cc6 from 0 to 1 metadata: creationTimestamp: "2026-07-09T18:29:06Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-09T18:29:06Z" name: ensemble-graph-f76a1.18c0b287308f4795 namespace: kserve-ci-e2e-test resourceVersion: "22514" uid: 36ca5f8d-2085-489c-98df-d3f267ecca4f reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:29:06Z" involvedObject: apiVersion: serving.kserve.io/v1alpha1 kind: InferenceGraph name: ensemble-graph-f76a1 namespace: kserve-ci-e2e-test resourceVersion: "22529" uid: 2e4b5672-3bbf-4e43-a2cf-301753e45db8 kind: Event lastTimestamp: "2026-07-09T18:29:06Z" message: InferenceGraph [ensemble-graph-f76a1] is Ready metadata: creationTimestamp: "2026-07-09T18:29:06Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-09T18:29:06Z" name: ensemble-graph-f76a1.18c0b2873690195a namespace: kserve-ci-e2e-test resourceVersion: "22532" uid: 71b54497-0755-4dbc-b019-b64b4b85f244 reason: InferenceGraphReady reportingComponent: InferenceGraphController reportingInstance: "" source: component: InferenceGraphController type: Normal - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-07-09T18:29:21Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: ensemble-graph-f76a1 namespace: kserve-ci-e2e-test resourceVersion: "22512" uid: 5b571cc8-51e3-41f6-a879-8622983574ec kind: Event lastTimestamp: "2026-07-09T18:29:36Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-07-09T18:29:21Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-09T18:29:36Z" name: ensemble-graph-f76a1.18c0b28aaf851d0a namespace: kserve-ci-e2e-test resourceVersion: "22796" uid: 2ca38123-b65a-4550-8dcf-f231ec251013 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-07-09T18:29:21Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: ensemble-graph-f76a1 namespace: kserve-ci-e2e-test resourceVersion: "22512" uid: 5b571cc8-51e3-41f6-a879-8622983574ec kind: Event lastTimestamp: "2026-07-09T18:29:36Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-07-09T18:29:21Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-09T18:29:36Z" name: ensemble-graph-f76a1.18c0b28aafd09c78 namespace: kserve-ci-e2e-test resourceVersion: "22797" uid: 10fb1a7c-bc4e-408a-94b4-019e9f794c74 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - action: Binding apiVersion: v1 eventTime: "2026-07-09T18:17:40.923494Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: error-404-isvc-2a7bf-predictor-58d98848b6-gmt9g namespace: kserve-ci-e2e-test resourceVersion: "16467" uid: 1f8aa7b4-3c06-4718-bf0c-24bf4ed449a8 kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/error-404-isvc-2a7bf-predictor-58d98848b6-gmt9g to ip-10-0-138-20.ec2.internal metadata: creationTimestamp: "2026-07-09T18:17:40Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-07-09T18:17:40Z" name: error-404-isvc-2a7bf-predictor-58d98848b6-gmt9g.18c0b1e7a640244a namespace: kserve-ci-e2e-test resourceVersion: "16473" uid: ba6a1073-052c-4c14-b643-b489c261bd57 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-58df594cc6-5bn78 source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:17:41Z" involvedObject: apiVersion: v1 kind: Pod name: error-404-isvc-2a7bf-predictor-58d98848b6-gmt9g namespace: kserve-ci-e2e-test resourceVersion: "16483" uid: 1f8aa7b4-3c06-4718-bf0c-24bf4ed449a8 kind: Event lastTimestamp: "2026-07-09T18:17:41Z" message: Add eth0 [10.134.0.20/23] from ovn-kubernetes metadata: creationTimestamp: "2026-07-09T18:17:41Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-07-09T18:17:41Z" name: error-404-isvc-2a7bf-predictor-58d98848b6-gmt9g.18c0b1e7bfede98d namespace: kserve-ci-e2e-test resourceVersion: "16496" uid: 25748271-9396-4f2f-b50c-ca7d2abba1e3 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:17:41Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-2a7bf-predictor-58d98848b6-gmt9g namespace: kserve-ci-e2e-test resourceVersion: "16470" uid: 1f8aa7b4-3c06-4718-bf0c-24bf4ed449a8 kind: Event lastTimestamp: "2026-07-09T18:17:41Z" message: Container image "quay.io/opendatahub/error-404-isvc:odh-pr-1717" already present on machine metadata: creationTimestamp: "2026-07-09T18:17:41Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:17:41Z" name: error-404-isvc-2a7bf-predictor-58d98848b6-gmt9g.18c0b1e7c121020f namespace: kserve-ci-e2e-test resourceVersion: "16499" uid: 3386c7eb-50c9-4402-9b5e-4abb5b3a1fda reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-138-20.ec2.internal source: component: kubelet host: ip-10-0-138-20.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:17:41Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-2a7bf-predictor-58d98848b6-gmt9g namespace: kserve-ci-e2e-test resourceVersion: "16470" uid: 1f8aa7b4-3c06-4718-bf0c-24bf4ed449a8 kind: Event lastTimestamp: "2026-07-09T18:17:41Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-07-09T18:17:41Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:17:41Z" name: error-404-isvc-2a7bf-predictor-58d98848b6-gmt9g.18c0b1e7c3bd97ef namespace: kserve-ci-e2e-test resourceVersion: "16500" uid: 4fd74af6-c15f-4399-ac43-070cab4ae1c7 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-138-20.ec2.internal source: component: kubelet host: ip-10-0-138-20.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:17:41Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-2a7bf-predictor-58d98848b6-gmt9g namespace: kserve-ci-e2e-test resourceVersion: "16470" uid: 1f8aa7b4-3c06-4718-bf0c-24bf4ed449a8 kind: Event lastTimestamp: "2026-07-09T18:17:41Z" message: Started container kserve-container metadata: creationTimestamp: "2026-07-09T18:17:41Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:17:41Z" name: error-404-isvc-2a7bf-predictor-58d98848b6-gmt9g.18c0b1e7c4289082 namespace: kserve-ci-e2e-test resourceVersion: "16501" uid: 284ba131-98bf-4a0a-875e-ad15511f8c9f reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-138-20.ec2.internal source: component: kubelet host: ip-10-0-138-20.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:17:41Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-2a7bf-predictor-58d98848b6-gmt9g namespace: kserve-ci-e2e-test resourceVersion: "16470" uid: 1f8aa7b4-3c06-4718-bf0c-24bf4ed449a8 kind: Event lastTimestamp: "2026-07-09T18:17:41Z" message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine metadata: creationTimestamp: "2026-07-09T18:17:41Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:17:41Z" name: error-404-isvc-2a7bf-predictor-58d98848b6-gmt9g.18c0b1e7c433552e namespace: kserve-ci-e2e-test resourceVersion: "16502" uid: 26914bcf-693e-4c00-a2ee-74ec3d7f6fae reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-138-20.ec2.internal source: component: kubelet host: ip-10-0-138-20.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:17:41Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-2a7bf-predictor-58d98848b6-gmt9g namespace: kserve-ci-e2e-test resourceVersion: "16470" uid: 1f8aa7b4-3c06-4718-bf0c-24bf4ed449a8 kind: Event lastTimestamp: "2026-07-09T18:17:41Z" message: 'Created container: kube-rbac-proxy' metadata: creationTimestamp: "2026-07-09T18:17:41Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:17:41Z" name: error-404-isvc-2a7bf-predictor-58d98848b6-gmt9g.18c0b1e7c6d69067 namespace: kserve-ci-e2e-test resourceVersion: "16503" uid: b43aa1e6-a026-4725-9284-5e5de54d3344 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-138-20.ec2.internal source: component: kubelet host: ip-10-0-138-20.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:17:41Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-2a7bf-predictor-58d98848b6-gmt9g namespace: kserve-ci-e2e-test resourceVersion: "16470" uid: 1f8aa7b4-3c06-4718-bf0c-24bf4ed449a8 kind: Event lastTimestamp: "2026-07-09T18:17:41Z" message: Started container kube-rbac-proxy metadata: creationTimestamp: "2026-07-09T18:17:41Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:17:41Z" name: error-404-isvc-2a7bf-predictor-58d98848b6-gmt9g.18c0b1e7c763d9bc namespace: kserve-ci-e2e-test resourceVersion: "16504" uid: 69768871-0c7a-40c3-91c5-e0f98f7918ac reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-138-20.ec2.internal source: component: kubelet host: ip-10-0-138-20.ec2.internal type: Normal - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-07-09T18:17:43Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-2a7bf-predictor-58d98848b6-gmt9g namespace: kserve-ci-e2e-test resourceVersion: "16470" uid: 1f8aa7b4-3c06-4718-bf0c-24bf4ed449a8 kind: Event lastTimestamp: "2026-07-09T18:18:19Z" message: 'Readiness probe failed: dial tcp 10.134.0.20:8080: connect: connection refused' metadata: creationTimestamp: "2026-07-09T18:17:43Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:18:19Z" name: error-404-isvc-2a7bf-predictor-58d98848b6-gmt9g.18c0b1e8309dd52b namespace: kserve-ci-e2e-test resourceVersion: "17045" uid: 969f96e3-b317-4bba-b001-d5267a057653 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-138-20.ec2.internal source: component: kubelet host: ip-10-0-138-20.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:26:55Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-2a7bf-predictor-58d98848b6-gmt9g namespace: kserve-ci-e2e-test resourceVersion: "16470" uid: 1f8aa7b4-3c06-4718-bf0c-24bf4ed449a8 kind: Event lastTimestamp: "2026-07-09T18:26:55Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-07-09T18:26:55Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:26:55Z" name: error-404-isvc-2a7bf-predictor-58d98848b6-gmt9g.18c0b268d67119c0 namespace: kserve-ci-e2e-test resourceVersion: "20841" uid: 02fff8fc-8875-4ec8-b70a-9b70aff34d15 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-138-20.ec2.internal source: component: kubelet host: ip-10-0-138-20.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:26:55Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-2a7bf-predictor-58d98848b6-gmt9g namespace: kserve-ci-e2e-test resourceVersion: "16470" uid: 1f8aa7b4-3c06-4718-bf0c-24bf4ed449a8 kind: Event lastTimestamp: "2026-07-09T18:26:55Z" message: Stopping container kube-rbac-proxy metadata: creationTimestamp: "2026-07-09T18:26:55Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:26:55Z" name: error-404-isvc-2a7bf-predictor-58d98848b6-gmt9g.18c0b268d6719a26 namespace: kserve-ci-e2e-test resourceVersion: "20844" uid: 4405dfec-0b66-415b-a6ec-fec99ccabd70 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-138-20.ec2.internal source: component: kubelet host: ip-10-0-138-20.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:17:40Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: error-404-isvc-2a7bf-predictor-58d98848b6 namespace: kserve-ci-e2e-test resourceVersion: "16448" uid: ac7affc6-f299-4836-9c0f-2467d61f2e66 kind: Event lastTimestamp: "2026-07-09T18:17:40Z" message: 'Created pod: error-404-isvc-2a7bf-predictor-58d98848b6-gmt9g' metadata: creationTimestamp: "2026-07-09T18:17:40Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-09T18:17:40Z" name: error-404-isvc-2a7bf-predictor-58d98848b6.18c0b1e7a5af27cc namespace: kserve-ci-e2e-test resourceVersion: "16469" uid: c031fc69-5aee-4952-8bbd-01282a10e25e reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:17:40Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: error-404-isvc-2a7bf-predictor namespace: kserve-ci-e2e-test resourceVersion: "16443" uid: 0f505d0c-5dbc-467f-88f5-23e73cd66aae kind: Event lastTimestamp: "2026-07-09T18:17:40Z" message: Scaled up replica set error-404-isvc-2a7bf-predictor-58d98848b6 from 0 to 1 metadata: creationTimestamp: "2026-07-09T18:17:40Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-09T18:17:40Z" name: error-404-isvc-2a7bf-predictor.18c0b1e7a3de98d7 namespace: kserve-ci-e2e-test resourceVersion: "16451" uid: b83e7549-459f-4859-864d-ddf44714b06a reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-07-09T18:17:55Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-2a7bf-predictor namespace: kserve-ci-e2e-test resourceVersion: "16447" uid: 9d3d912f-ccb3-493c-9a11-95c4f33c88ba kind: Event lastTimestamp: "2026-07-09T18:18:25Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-07-09T18:17:55Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-09T18:18:25Z" name: error-404-isvc-2a7bf-predictor.18c0b1eb22836042 namespace: kserve-ci-e2e-test resourceVersion: "17107" uid: d4a0396c-a987-4001-b4ce-6fc25c4b1776 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-07-09T18:17:55Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-2a7bf-predictor namespace: kserve-ci-e2e-test resourceVersion: "16447" uid: 9d3d912f-ccb3-493c-9a11-95c4f33c88ba kind: Event lastTimestamp: "2026-07-09T18:18:25Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-07-09T18:17:55Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-09T18:18:25Z" name: error-404-isvc-2a7bf-predictor.18c0b1eb22e61194 namespace: kserve-ci-e2e-test resourceVersion: "17108" uid: ea17e0c2-bbee-4976-a48b-af380cbf427e reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-07-09T18:18:40Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-2a7bf-predictor namespace: kserve-ci-e2e-test resourceVersion: "16656" uid: 9d3d912f-ccb3-493c-9a11-95c4f33c88ba kind: Event lastTimestamp: "2026-07-09T18:18:55Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-07-09T18:18:40Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-09T18:18:55Z" name: error-404-isvc-2a7bf-predictor.18c0b1f59f7133c6 namespace: kserve-ci-e2e-test resourceVersion: "17411" uid: 27395f9f-da62-4de3-b0b5-17bed8fd5ec6 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-07-09T18:18:40Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-2a7bf-predictor namespace: kserve-ci-e2e-test resourceVersion: "16656" uid: 9d3d912f-ccb3-493c-9a11-95c4f33c88ba kind: Event lastTimestamp: "2026-07-09T18:18:55Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-07-09T18:18:40Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-09T18:18:55Z" name: error-404-isvc-2a7bf-predictor.18c0b1f59fe7755a namespace: kserve-ci-e2e-test resourceVersion: "17412" uid: eea9bd66-43db-4a41-95a5-49478fe1fad0 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-07-09T18:17:40Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-2a7bf namespace: kserve-ci-e2e-test resourceVersion: "16432" uid: 9e3b8ded-12de-4105-b54a-e39d7a32b9cf kind: Event lastTimestamp: "2026-07-09T18:18:29Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-07-09T18:17:40Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-09T18:18:29Z" name: error-404-isvc-2a7bf.18c0b1e7a43c1a23 namespace: kserve-ci-e2e-test resourceVersion: "17154" uid: 980ba8ef-bce8-42e3-a1a4-93c5be7d48ed reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:18:29Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-2a7bf namespace: kserve-ci-e2e-test resourceVersion: "17152" uid: 9e3b8ded-12de-4105-b54a-e39d7a32b9cf kind: Event lastTimestamp: "2026-07-09T18:18:29Z" message: InferenceService [error-404-isvc-2a7bf] is Ready metadata: creationTimestamp: "2026-07-09T18:18:29Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-09T18:18:29Z" name: error-404-isvc-2a7bf.18c0b1f2eba5dad0 namespace: kserve-ci-e2e-test resourceVersion: "17153" uid: ea879d8f-25c5-4e04-8e13-2c84e48bc486 reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-07-09T18:28:42.409171Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: error-404-isvc-2ff98-predictor-7d578668c6-rdpgq namespace: kserve-ci-e2e-test resourceVersion: "22245" uid: 5294cfed-ae28-4fdd-823b-2ea8ca5e9171 kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/error-404-isvc-2ff98-predictor-7d578668c6-rdpgq to ip-10-0-138-20.ec2.internal metadata: creationTimestamp: "2026-07-09T18:28:42Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-07-09T18:28:42Z" name: error-404-isvc-2ff98-predictor-7d578668c6-rdpgq.18c0b281a9de9001 namespace: kserve-ci-e2e-test resourceVersion: "22251" uid: ba36d031-0117-42fb-a4ce-9e08249eb113 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-58df594cc6-5bn78 source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:28:42Z" involvedObject: apiVersion: v1 kind: Pod name: error-404-isvc-2ff98-predictor-7d578668c6-rdpgq namespace: kserve-ci-e2e-test resourceVersion: "22247" uid: 5294cfed-ae28-4fdd-823b-2ea8ca5e9171 kind: Event lastTimestamp: "2026-07-09T18:28:42Z" message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "error-404-isvc-2ff98-predictor-serving-cert" not found' metadata: creationTimestamp: "2026-07-09T18:28:42Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:28:42Z" name: error-404-isvc-2ff98-predictor-7d578668c6-rdpgq.18c0b281b4f96a51 namespace: kserve-ci-e2e-test resourceVersion: "22263" uid: 142fe877-42c8-4b00-93bf-552a17e16ba1 reason: FailedMount reportingComponent: kubelet reportingInstance: ip-10-0-138-20.ec2.internal source: component: kubelet host: ip-10-0-138-20.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:28:43Z" involvedObject: apiVersion: v1 kind: Pod name: error-404-isvc-2ff98-predictor-7d578668c6-rdpgq namespace: kserve-ci-e2e-test resourceVersion: "22257" uid: 5294cfed-ae28-4fdd-823b-2ea8ca5e9171 kind: Event lastTimestamp: "2026-07-09T18:28:43Z" message: Add eth0 [10.134.0.25/23] from ovn-kubernetes metadata: creationTimestamp: "2026-07-09T18:28:43Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-07-09T18:28:43Z" name: error-404-isvc-2ff98-predictor-7d578668c6-rdpgq.18c0b281e7360657 namespace: kserve-ci-e2e-test resourceVersion: "22286" uid: 6e6d680b-27cd-443b-8e0f-4c85f8b55985 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:28:43Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-2ff98-predictor-7d578668c6-rdpgq namespace: kserve-ci-e2e-test resourceVersion: "22247" uid: 5294cfed-ae28-4fdd-823b-2ea8ca5e9171 kind: Event lastTimestamp: "2026-07-09T18:28:43Z" message: Container image "quay.io/opendatahub/error-404-isvc:odh-pr-1717" already present on machine metadata: creationTimestamp: "2026-07-09T18:28:43Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:28:43Z" name: error-404-isvc-2ff98-predictor-7d578668c6-rdpgq.18c0b281e8dfc7b5 namespace: kserve-ci-e2e-test resourceVersion: "22288" uid: 3f296037-2988-4214-9cc6-cc63fcabc7ea reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-138-20.ec2.internal source: component: kubelet host: ip-10-0-138-20.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:28:43Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-2ff98-predictor-7d578668c6-rdpgq namespace: kserve-ci-e2e-test resourceVersion: "22247" uid: 5294cfed-ae28-4fdd-823b-2ea8ca5e9171 kind: Event lastTimestamp: "2026-07-09T18:28:43Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-07-09T18:28:43Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:28:43Z" name: error-404-isvc-2ff98-predictor-7d578668c6-rdpgq.18c0b281ebffb393 namespace: kserve-ci-e2e-test resourceVersion: "22291" uid: 58641e3d-e303-4ee4-bba8-88ea27005df9 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-138-20.ec2.internal source: component: kubelet host: ip-10-0-138-20.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:28:43Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-2ff98-predictor-7d578668c6-rdpgq namespace: kserve-ci-e2e-test resourceVersion: "22247" uid: 5294cfed-ae28-4fdd-823b-2ea8ca5e9171 kind: Event lastTimestamp: "2026-07-09T18:28:43Z" message: Started container kserve-container metadata: creationTimestamp: "2026-07-09T18:28:43Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:28:43Z" name: error-404-isvc-2ff98-predictor-7d578668c6-rdpgq.18c0b281ec77ab7c namespace: kserve-ci-e2e-test resourceVersion: "22292" uid: a784f567-a5c7-4af5-a3b5-e5c285333af4 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-138-20.ec2.internal source: component: kubelet host: ip-10-0-138-20.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:28:43Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-2ff98-predictor-7d578668c6-rdpgq namespace: kserve-ci-e2e-test resourceVersion: "22247" uid: 5294cfed-ae28-4fdd-823b-2ea8ca5e9171 kind: Event lastTimestamp: "2026-07-09T18:28:43Z" message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine metadata: creationTimestamp: "2026-07-09T18:28:43Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:28:43Z" name: error-404-isvc-2ff98-predictor-7d578668c6-rdpgq.18c0b281ec82896a namespace: kserve-ci-e2e-test resourceVersion: "22293" uid: c382f346-a0b1-474c-8d73-d66b0660c4e1 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-138-20.ec2.internal source: component: kubelet host: ip-10-0-138-20.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:28:43Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-2ff98-predictor-7d578668c6-rdpgq namespace: kserve-ci-e2e-test resourceVersion: "22247" uid: 5294cfed-ae28-4fdd-823b-2ea8ca5e9171 kind: Event lastTimestamp: "2026-07-09T18:28:43Z" message: 'Created container: kube-rbac-proxy' metadata: creationTimestamp: "2026-07-09T18:28:43Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:28:43Z" name: error-404-isvc-2ff98-predictor-7d578668c6-rdpgq.18c0b281ef826a8a namespace: kserve-ci-e2e-test resourceVersion: "22294" uid: 86bec4d3-8b0f-4422-9adf-e45f00d281c6 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-138-20.ec2.internal source: component: kubelet host: ip-10-0-138-20.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:28:43Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-2ff98-predictor-7d578668c6-rdpgq namespace: kserve-ci-e2e-test resourceVersion: "22247" uid: 5294cfed-ae28-4fdd-823b-2ea8ca5e9171 kind: Event lastTimestamp: "2026-07-09T18:28:43Z" message: Started container kube-rbac-proxy metadata: creationTimestamp: "2026-07-09T18:28:43Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:28:43Z" name: error-404-isvc-2ff98-predictor-7d578668c6-rdpgq.18c0b281f0115c3e namespace: kserve-ci-e2e-test resourceVersion: "22295" uid: 15c9a4e8-3b4f-4073-81af-9258bed6c7a8 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-138-20.ec2.internal source: component: kubelet host: ip-10-0-138-20.ec2.internal type: Normal - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-07-09T18:28:44Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-2ff98-predictor-7d578668c6-rdpgq namespace: kserve-ci-e2e-test resourceVersion: "22247" uid: 5294cfed-ae28-4fdd-823b-2ea8ca5e9171 kind: Event lastTimestamp: "2026-07-09T18:29:20Z" message: 'Readiness probe failed: dial tcp 10.134.0.25:8080: connect: connection refused' metadata: creationTimestamp: "2026-07-09T18:28:44Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:29:20Z" name: error-404-isvc-2ff98-predictor-7d578668c6-rdpgq.18c0b2823521902a namespace: kserve-ci-e2e-test resourceVersion: "22658" uid: 851f869b-dd2d-4e8d-ae9c-921327101dae reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-138-20.ec2.internal source: component: kubelet host: ip-10-0-138-20.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:37:57Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-2ff98-predictor-7d578668c6-rdpgq namespace: kserve-ci-e2e-test resourceVersion: "22247" uid: 5294cfed-ae28-4fdd-823b-2ea8ca5e9171 kind: Event lastTimestamp: "2026-07-09T18:37:57Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-07-09T18:37:57Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:37:57Z" name: error-404-isvc-2ff98-predictor-7d578668c6-rdpgq.18c0b302cfd44e29 namespace: kserve-ci-e2e-test resourceVersion: "26766" uid: 2c4d75bf-605b-41b6-a371-7d9701f658cc reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-138-20.ec2.internal source: component: kubelet host: ip-10-0-138-20.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:37:57Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-2ff98-predictor-7d578668c6-rdpgq namespace: kserve-ci-e2e-test resourceVersion: "22247" uid: 5294cfed-ae28-4fdd-823b-2ea8ca5e9171 kind: Event lastTimestamp: "2026-07-09T18:37:57Z" message: Stopping container kube-rbac-proxy metadata: creationTimestamp: "2026-07-09T18:37:57Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:37:57Z" name: error-404-isvc-2ff98-predictor-7d578668c6-rdpgq.18c0b302cfd4e8d2 namespace: kserve-ci-e2e-test resourceVersion: "26769" uid: 47a325e7-f9a9-4786-a05f-e67f0fe25a74 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-138-20.ec2.internal source: component: kubelet host: ip-10-0-138-20.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:28:42Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: error-404-isvc-2ff98-predictor-7d578668c6 namespace: kserve-ci-e2e-test resourceVersion: "22237" uid: 2c3d741b-5bdb-4ac8-95bb-8172b8efb270 kind: Event lastTimestamp: "2026-07-09T18:28:42Z" message: 'Created pod: error-404-isvc-2ff98-predictor-7d578668c6-rdpgq' metadata: creationTimestamp: "2026-07-09T18:28:42Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-09T18:28:42Z" name: error-404-isvc-2ff98-predictor-7d578668c6.18c0b281a92e9529 namespace: kserve-ci-e2e-test resourceVersion: "22248" uid: 4ef4fdf0-97b3-4b19-b74d-283eff918caa reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:28:42Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: error-404-isvc-2ff98-predictor namespace: kserve-ci-e2e-test resourceVersion: "22235" uid: e3c6b1cc-2a63-49e2-85f1-7f0c48bd004a kind: Event lastTimestamp: "2026-07-09T18:28:42Z" message: Scaled up replica set error-404-isvc-2ff98-predictor-7d578668c6 from 0 to 1 metadata: creationTimestamp: "2026-07-09T18:28:42Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-09T18:28:42Z" name: error-404-isvc-2ff98-predictor.18c0b281a5f15eb8 namespace: kserve-ci-e2e-test resourceVersion: "22239" uid: 9efb2f7e-7ad8-46db-8df5-179c99ef7704 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-07-09T18:28:57Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-2ff98-predictor namespace: kserve-ci-e2e-test resourceVersion: "22236" uid: aaa544d7-76de-416e-ba97-21900ec9ca69 kind: Event lastTimestamp: "2026-07-09T18:29:27Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-07-09T18:28:57Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-09T18:29:27Z" name: error-404-isvc-2ff98-predictor.18c0b2852474cf5b namespace: kserve-ci-e2e-test resourceVersion: "22713" uid: fbb5fb26-f530-4d6b-9e9a-0458fd5f4fba reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-07-09T18:28:57Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-2ff98-predictor namespace: kserve-ci-e2e-test resourceVersion: "22236" uid: aaa544d7-76de-416e-ba97-21900ec9ca69 kind: Event lastTimestamp: "2026-07-09T18:29:27Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-07-09T18:28:57Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-09T18:29:27Z" name: error-404-isvc-2ff98-predictor.18c0b28524ed9b26 namespace: kserve-ci-e2e-test resourceVersion: "22714" uid: 9e0a4e4e-66b7-4527-adbb-274f6403df01 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 4 eventTime: null firstTimestamp: "2026-07-09T18:29:12Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-2ff98-predictor namespace: kserve-ci-e2e-test resourceVersion: "22436" uid: aaa544d7-76de-416e-ba97-21900ec9ca69 kind: Event lastTimestamp: "2026-07-09T18:30:12Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-07-09T18:29:12Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-09T18:30:12Z" name: error-404-isvc-2ff98-predictor.18c0b288a3c209f6 namespace: kserve-ci-e2e-test resourceVersion: "23093" uid: 3be3842f-eb0a-48bd-966a-77f200ea7ff5 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 4 eventTime: null firstTimestamp: "2026-07-09T18:29:12Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-2ff98-predictor namespace: kserve-ci-e2e-test resourceVersion: "22436" uid: aaa544d7-76de-416e-ba97-21900ec9ca69 kind: Event lastTimestamp: "2026-07-09T18:30:12Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-07-09T18:29:12Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-09T18:30:12Z" name: error-404-isvc-2ff98-predictor.18c0b288a4152fa6 namespace: kserve-ci-e2e-test resourceVersion: "23094" uid: e0e7f96c-a148-4a42-b45e-6a7036a46f0f reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-07-09T18:28:42Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-2ff98 namespace: kserve-ci-e2e-test resourceVersion: "22218" uid: 6866daf9-b43d-41f3-9818-277c618eff30 kind: Event lastTimestamp: "2026-07-09T18:29:30Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-07-09T18:28:42Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-09T18:29:30Z" name: error-404-isvc-2ff98.18c0b281a5da0904 namespace: kserve-ci-e2e-test resourceVersion: "22760" uid: 0a47196d-0694-4334-a1e5-a47a022adce3 reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:28:42Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-2ff98 namespace: kserve-ci-e2e-test resourceVersion: "22218" uid: 6866daf9-b43d-41f3-9818-277c618eff30 kind: Event lastTimestamp: "2026-07-09T18:28:42Z" message: 'Failed to update status for InferenceService "error-404-isvc-2ff98": Operation cannot be fulfilled on inferenceservices.serving.kserve.io "error-404-isvc-2ff98": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-07-09T18:28:42Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-09T18:28:42Z" name: error-404-isvc-2ff98.18c0b281a68e0cbf namespace: kserve-ci-e2e-test resourceVersion: "22242" uid: 95112cba-dcd3-4c11-a8c1-ef5947747143 reason: UpdateFailed reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:28:42Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-2ff98 namespace: kserve-ci-e2e-test resourceVersion: "22218" uid: 6866daf9-b43d-41f3-9818-277c618eff30 kind: Event lastTimestamp: "2026-07-09T18:28:42Z" message: 'fails to update InferenceService status: Operation cannot be fulfilled on inferenceservices.serving.kserve.io "error-404-isvc-2ff98": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-07-09T18:28:42Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-09T18:28:42Z" name: error-404-isvc-2ff98.18c0b281a68e68b7 namespace: kserve-ci-e2e-test resourceVersion: "22244" uid: 6f98e681-cd13-4ab1-92f6-22766da7bb58 reason: InternalError reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:29:30Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-2ff98 namespace: kserve-ci-e2e-test resourceVersion: "22758" uid: 6866daf9-b43d-41f3-9818-277c618eff30 kind: Event lastTimestamp: "2026-07-09T18:29:30Z" message: InferenceService [error-404-isvc-2ff98] is Ready metadata: creationTimestamp: "2026-07-09T18:29:30Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-09T18:29:30Z" name: error-404-isvc-2ff98.18c0b28cf13d7091 namespace: kserve-ci-e2e-test resourceVersion: "22759" uid: 6cc685fb-995c-4f09-b6e4-89e38107b78d reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-07-09T18:27:32.023557Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: error-404-isvc-4dc46-predictor-569d6c6dd4-m7r8z namespace: kserve-ci-e2e-test resourceVersion: "21268" uid: ca8bf240-a966-4b67-9c99-d3e9e5a9c02d kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/error-404-isvc-4dc46-predictor-569d6c6dd4-m7r8z to ip-10-0-138-20.ec2.internal metadata: creationTimestamp: "2026-07-09T18:27:32Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-07-09T18:27:32Z" name: error-404-isvc-4dc46-predictor-569d6c6dd4-m7r8z.18c0b271468f5dcc namespace: kserve-ci-e2e-test resourceVersion: "21273" uid: 7f8c5e2f-ce64-4330-87c6-f4cd7dbee1b4 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-58df594cc6-5bn78 source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:27:32Z" involvedObject: apiVersion: v1 kind: Pod name: error-404-isvc-4dc46-predictor-569d6c6dd4-m7r8z namespace: kserve-ci-e2e-test resourceVersion: "21270" uid: ca8bf240-a966-4b67-9c99-d3e9e5a9c02d kind: Event lastTimestamp: "2026-07-09T18:27:32Z" message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "error-404-isvc-4dc46-predictor-serving-cert" not found' metadata: creationTimestamp: "2026-07-09T18:27:32Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:27:32Z" name: error-404-isvc-4dc46-predictor-569d6c6dd4-m7r8z.18c0b27151a09d9c namespace: kserve-ci-e2e-test resourceVersion: "21288" uid: c927f040-549c-4439-ac67-3ab38e21907c reason: FailedMount reportingComponent: kubelet reportingInstance: ip-10-0-138-20.ec2.internal source: component: kubelet host: ip-10-0-138-20.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:27:33Z" involvedObject: apiVersion: v1 kind: Pod name: error-404-isvc-4dc46-predictor-569d6c6dd4-m7r8z namespace: kserve-ci-e2e-test resourceVersion: "21279" uid: ca8bf240-a966-4b67-9c99-d3e9e5a9c02d kind: Event lastTimestamp: "2026-07-09T18:27:33Z" message: Add eth0 [10.134.0.23/23] from ovn-kubernetes metadata: creationTimestamp: "2026-07-09T18:27:33Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-07-09T18:27:33Z" name: error-404-isvc-4dc46-predictor-569d6c6dd4-m7r8z.18c0b27183cb35cf namespace: kserve-ci-e2e-test resourceVersion: "21304" uid: 943cf0f5-ed4a-4fe1-8492-1e1160469610 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:27:33Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-4dc46-predictor-569d6c6dd4-m7r8z namespace: kserve-ci-e2e-test resourceVersion: "21270" uid: ca8bf240-a966-4b67-9c99-d3e9e5a9c02d kind: Event lastTimestamp: "2026-07-09T18:27:33Z" message: Container image "quay.io/opendatahub/error-404-isvc:odh-pr-1717" already present on machine metadata: creationTimestamp: "2026-07-09T18:27:33Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:27:33Z" name: error-404-isvc-4dc46-predictor-569d6c6dd4-m7r8z.18c0b271851e1f49 namespace: kserve-ci-e2e-test resourceVersion: "21309" uid: 6729bbfa-4328-4cb2-b7e9-1da9ba0daade reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-138-20.ec2.internal source: component: kubelet host: ip-10-0-138-20.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:27:33Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-4dc46-predictor-569d6c6dd4-m7r8z namespace: kserve-ci-e2e-test resourceVersion: "21270" uid: ca8bf240-a966-4b67-9c99-d3e9e5a9c02d kind: Event lastTimestamp: "2026-07-09T18:27:33Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-07-09T18:27:33Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:27:33Z" name: error-404-isvc-4dc46-predictor-569d6c6dd4-m7r8z.18c0b27187dcfdac namespace: kserve-ci-e2e-test resourceVersion: "21310" uid: 9f6def74-f7a5-4e01-8ab2-7422034dba8a reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-138-20.ec2.internal source: component: kubelet host: ip-10-0-138-20.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:27:33Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-4dc46-predictor-569d6c6dd4-m7r8z namespace: kserve-ci-e2e-test resourceVersion: "21270" uid: ca8bf240-a966-4b67-9c99-d3e9e5a9c02d kind: Event lastTimestamp: "2026-07-09T18:27:33Z" message: Started container kserve-container metadata: creationTimestamp: "2026-07-09T18:27:33Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:27:33Z" name: error-404-isvc-4dc46-predictor-569d6c6dd4-m7r8z.18c0b27188536241 namespace: kserve-ci-e2e-test resourceVersion: "21312" uid: 4fb678c3-0338-417d-bf3b-4eb2486284b2 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-138-20.ec2.internal source: component: kubelet host: ip-10-0-138-20.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:27:33Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-4dc46-predictor-569d6c6dd4-m7r8z namespace: kserve-ci-e2e-test resourceVersion: "21270" uid: ca8bf240-a966-4b67-9c99-d3e9e5a9c02d kind: Event lastTimestamp: "2026-07-09T18:27:33Z" message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine metadata: creationTimestamp: "2026-07-09T18:27:33Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:27:33Z" name: error-404-isvc-4dc46-predictor-569d6c6dd4-m7r8z.18c0b271885dac69 namespace: kserve-ci-e2e-test resourceVersion: "21314" uid: e53b09ce-c695-42b6-b4c1-9f2c9fc760b7 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-138-20.ec2.internal source: component: kubelet host: ip-10-0-138-20.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:27:33Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-4dc46-predictor-569d6c6dd4-m7r8z namespace: kserve-ci-e2e-test resourceVersion: "21270" uid: ca8bf240-a966-4b67-9c99-d3e9e5a9c02d kind: Event lastTimestamp: "2026-07-09T18:27:33Z" message: 'Created container: kube-rbac-proxy' metadata: creationTimestamp: "2026-07-09T18:27:33Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:27:33Z" name: error-404-isvc-4dc46-predictor-569d6c6dd4-m7r8z.18c0b2718b3534e7 namespace: kserve-ci-e2e-test resourceVersion: "21315" uid: 446fc0e4-ee32-4419-881a-32c79a3c1a2a reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-138-20.ec2.internal source: component: kubelet host: ip-10-0-138-20.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:27:33Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-4dc46-predictor-569d6c6dd4-m7r8z namespace: kserve-ci-e2e-test resourceVersion: "21270" uid: ca8bf240-a966-4b67-9c99-d3e9e5a9c02d kind: Event lastTimestamp: "2026-07-09T18:27:33Z" message: Started container kube-rbac-proxy metadata: creationTimestamp: "2026-07-09T18:27:33Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:27:33Z" name: error-404-isvc-4dc46-predictor-569d6c6dd4-m7r8z.18c0b2718bb2c5a6 namespace: kserve-ci-e2e-test resourceVersion: "21316" uid: 059e3647-ad08-4f93-b55b-7e408dec9f89 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-138-20.ec2.internal source: component: kubelet host: ip-10-0-138-20.ec2.internal type: Normal - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-07-09T18:27:33Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-4dc46-predictor-569d6c6dd4-m7r8z namespace: kserve-ci-e2e-test resourceVersion: "21270" uid: ca8bf240-a966-4b67-9c99-d3e9e5a9c02d kind: Event lastTimestamp: "2026-07-09T18:28:09Z" message: 'Readiness probe failed: dial tcp 10.134.0.23:8080: connect: connection refused' metadata: creationTimestamp: "2026-07-09T18:27:33Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:28:09Z" name: error-404-isvc-4dc46-predictor-569d6c6dd4-m7r8z.18c0b2719bf0334e namespace: kserve-ci-e2e-test resourceVersion: "21823" uid: cac7b115-b186-486a-a827-e54448128002 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-138-20.ec2.internal source: component: kubelet host: ip-10-0-138-20.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:28:42Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-4dc46-predictor-569d6c6dd4-m7r8z namespace: kserve-ci-e2e-test resourceVersion: "21270" uid: ca8bf240-a966-4b67-9c99-d3e9e5a9c02d kind: Event lastTimestamp: "2026-07-09T18:28:42Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-07-09T18:28:42Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:28:42Z" name: error-404-isvc-4dc46-predictor-569d6c6dd4-m7r8z.18c0b28195c66982 namespace: kserve-ci-e2e-test resourceVersion: "22184" uid: 42f6d063-caf4-4548-a58b-3ae4afa94cf1 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-138-20.ec2.internal source: component: kubelet host: ip-10-0-138-20.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:28:42Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-4dc46-predictor-569d6c6dd4-m7r8z namespace: kserve-ci-e2e-test resourceVersion: "21270" uid: ca8bf240-a966-4b67-9c99-d3e9e5a9c02d kind: Event lastTimestamp: "2026-07-09T18:28:42Z" message: Stopping container kube-rbac-proxy metadata: creationTimestamp: "2026-07-09T18:28:42Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:28:42Z" name: error-404-isvc-4dc46-predictor-569d6c6dd4-m7r8z.18c0b28195c72983 namespace: kserve-ci-e2e-test resourceVersion: "22187" uid: b168d0e2-44d8-4d33-ac2d-e1848e1d51c7 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-138-20.ec2.internal source: component: kubelet host: ip-10-0-138-20.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:28:44Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-4dc46-predictor-569d6c6dd4-m7r8z namespace: kserve-ci-e2e-test resourceVersion: "21270" uid: ca8bf240-a966-4b67-9c99-d3e9e5a9c02d kind: Event lastTimestamp: "2026-07-09T18:28:44Z" message: 'Readiness probe failed: Get "https://10.134.0.23:8643/healthz": dial tcp 10.134.0.23:8643: connect: connection refused' metadata: creationTimestamp: "2026-07-09T18:28:44Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:28:44Z" name: error-404-isvc-4dc46-predictor-569d6c6dd4-m7r8z.18c0b2822411d1be namespace: kserve-ci-e2e-test resourceVersion: "22306" uid: b73e3445-9283-4216-a269-ec8692480812 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-138-20.ec2.internal source: component: kubelet host: ip-10-0-138-20.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:27:32Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: error-404-isvc-4dc46-predictor-569d6c6dd4 namespace: kserve-ci-e2e-test resourceVersion: "21262" uid: db531733-53d7-41c2-89e8-81a988d813b0 kind: Event lastTimestamp: "2026-07-09T18:27:32Z" message: 'Created pod: error-404-isvc-4dc46-predictor-569d6c6dd4-m7r8z' metadata: creationTimestamp: "2026-07-09T18:27:32Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-09T18:27:32Z" name: error-404-isvc-4dc46-predictor-569d6c6dd4.18c0b27145f6001b namespace: kserve-ci-e2e-test resourceVersion: "21271" uid: 5299daa8-9cc5-4dcc-9544-e062384a90e8 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:27:31Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: error-404-isvc-4dc46-predictor namespace: kserve-ci-e2e-test resourceVersion: "21258" uid: e86a2c8a-6c73-4950-941f-b2777ec91e1d kind: Event lastTimestamp: "2026-07-09T18:27:31Z" message: Scaled up replica set error-404-isvc-4dc46-predictor-569d6c6dd4 from 0 to 1 metadata: creationTimestamp: "2026-07-09T18:27:31Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-09T18:27:31Z" name: error-404-isvc-4dc46-predictor.18c0b27143be1481 namespace: kserve-ci-e2e-test resourceVersion: "21264" uid: cd34374a-4f76-4c79-ac88-4d6eb629b50d reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-07-09T18:27:46Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-4dc46-predictor namespace: kserve-ci-e2e-test resourceVersion: "21261" uid: 81d04c5b-b14a-4d88-bccc-fa5cf459d825 kind: Event lastTimestamp: "2026-07-09T18:28:32Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-07-09T18:27:46Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-09T18:28:32Z" name: error-404-isvc-4dc46-predictor.18c0b274c2382597 namespace: kserve-ci-e2e-test resourceVersion: "22049" uid: 6c62de18-9538-4192-ba59-966004069d69 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-07-09T18:27:46Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-4dc46-predictor namespace: kserve-ci-e2e-test resourceVersion: "21261" uid: 81d04c5b-b14a-4d88-bccc-fa5cf459d825 kind: Event lastTimestamp: "2026-07-09T18:28:32Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-07-09T18:27:46Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-09T18:28:32Z" name: error-404-isvc-4dc46-predictor.18c0b274c2b9acdf namespace: kserve-ci-e2e-test resourceVersion: "22050" uid: 0b2bb20d-837a-447a-a912-b2da5e007dc7 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:28:02Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-4dc46-predictor namespace: kserve-ci-e2e-test resourceVersion: "21470" uid: 81d04c5b-b14a-4d88-bccc-fa5cf459d825 kind: Event lastTimestamp: "2026-07-09T18:28:02Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-07-09T18:28:02Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-09T18:28:02Z" name: error-404-isvc-4dc46-predictor.18c0b27841b9366c namespace: kserve-ci-e2e-test resourceVersion: "21618" uid: 14a91184-6629-41c4-9c4b-ec976c1e1897 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:28:02Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-4dc46-predictor namespace: kserve-ci-e2e-test resourceVersion: "21470" uid: 81d04c5b-b14a-4d88-bccc-fa5cf459d825 kind: Event lastTimestamp: "2026-07-09T18:28:02Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-07-09T18:28:02Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-09T18:28:02Z" name: error-404-isvc-4dc46-predictor.18c0b278422e133d namespace: kserve-ci-e2e-test resourceVersion: "21620" uid: 13ea3fb4-1338-47b3-8b7f-51635d81e20c reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-07-09T18:27:31Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-4dc46 namespace: kserve-ci-e2e-test resourceVersion: "21245" uid: 43425125-d58e-43aa-a169-5f328fc0783d kind: Event lastTimestamp: "2026-07-09T18:28:19Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-07-09T18:27:31Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-09T18:28:19Z" name: error-404-isvc-4dc46.18c0b27143b496f4 namespace: kserve-ci-e2e-test resourceVersion: "21921" uid: 967f2a25-a01a-4d80-b1c0-231706c7b1da reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:28:19Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-4dc46 namespace: kserve-ci-e2e-test resourceVersion: "21919" uid: 43425125-d58e-43aa-a169-5f328fc0783d kind: Event lastTimestamp: "2026-07-09T18:28:19Z" message: InferenceService [error-404-isvc-4dc46] is Ready metadata: creationTimestamp: "2026-07-09T18:28:19Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-09T18:28:19Z" name: error-404-isvc-4dc46.18c0b27c58ed23e2 namespace: kserve-ci-e2e-test resourceVersion: "21920" uid: 9a1fd8c6-c974-4165-a4b9-109ec8466a78 reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-07-09T18:26:55.808775Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: error-404-isvc-64fa7-predictor-6678776cd-f6scb namespace: kserve-ci-e2e-test resourceVersion: "20846" uid: 8fd12112-3b28-46fa-bcde-12c64d9f65e8 kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/error-404-isvc-64fa7-predictor-6678776cd-f6scb to ip-10-0-138-20.ec2.internal metadata: creationTimestamp: "2026-07-09T18:26:55Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-07-09T18:26:55Z" name: error-404-isvc-64fa7-predictor-6678776cd-f6scb.18c0b268d7fda3ae namespace: kserve-ci-e2e-test resourceVersion: "20851" uid: e8242dfa-eae9-4fdc-b220-54bb0da5e276 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-58df594cc6-5bn78 source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:26:56Z" involvedObject: apiVersion: v1 kind: Pod name: error-404-isvc-64fa7-predictor-6678776cd-f6scb namespace: kserve-ci-e2e-test resourceVersion: "20849" uid: 8fd12112-3b28-46fa-bcde-12c64d9f65e8 kind: Event lastTimestamp: "2026-07-09T18:26:56Z" message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "error-404-isvc-64fa7-predictor-serving-cert" not found' metadata: creationTimestamp: "2026-07-09T18:26:56Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:26:56Z" name: error-404-isvc-64fa7-predictor-6678776cd-f6scb.18c0b268e9786922 namespace: kserve-ci-e2e-test resourceVersion: "20868" uid: a37e5264-ba32-48b9-b3c5-7023b2299adb reason: FailedMount reportingComponent: kubelet reportingInstance: ip-10-0-138-20.ec2.internal source: component: kubelet host: ip-10-0-138-20.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:26:56Z" involvedObject: apiVersion: v1 kind: Pod name: error-404-isvc-64fa7-predictor-6678776cd-f6scb namespace: kserve-ci-e2e-test resourceVersion: "20855" uid: 8fd12112-3b28-46fa-bcde-12c64d9f65e8 kind: Event lastTimestamp: "2026-07-09T18:26:56Z" message: Add eth0 [10.134.0.22/23] from ovn-kubernetes metadata: creationTimestamp: "2026-07-09T18:26:56Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-07-09T18:26:56Z" name: error-404-isvc-64fa7-predictor-6678776cd-f6scb.18c0b26914e58eec namespace: kserve-ci-e2e-test resourceVersion: "20881" uid: f07d81cd-3a85-4a47-a118-4e57d617611d reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:26:56Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-64fa7-predictor-6678776cd-f6scb namespace: kserve-ci-e2e-test resourceVersion: "20849" uid: 8fd12112-3b28-46fa-bcde-12c64d9f65e8 kind: Event lastTimestamp: "2026-07-09T18:26:56Z" message: Container image "quay.io/opendatahub/error-404-isvc:odh-pr-1717" already present on machine metadata: creationTimestamp: "2026-07-09T18:26:56Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:26:56Z" name: error-404-isvc-64fa7-predictor-6678776cd-f6scb.18c0b2691689a1c6 namespace: kserve-ci-e2e-test resourceVersion: "20884" uid: 099f58c1-6450-404d-839c-c1385c3f9f97 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-138-20.ec2.internal source: component: kubelet host: ip-10-0-138-20.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:26:56Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-64fa7-predictor-6678776cd-f6scb namespace: kserve-ci-e2e-test resourceVersion: "20849" uid: 8fd12112-3b28-46fa-bcde-12c64d9f65e8 kind: Event lastTimestamp: "2026-07-09T18:26:56Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-07-09T18:26:56Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:26:56Z" name: error-404-isvc-64fa7-predictor-6678776cd-f6scb.18c0b269197a65d6 namespace: kserve-ci-e2e-test resourceVersion: "20888" uid: 0c185c95-4275-4cb8-82f3-d16195372102 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-138-20.ec2.internal source: component: kubelet host: ip-10-0-138-20.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:26:56Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-64fa7-predictor-6678776cd-f6scb namespace: kserve-ci-e2e-test resourceVersion: "20849" uid: 8fd12112-3b28-46fa-bcde-12c64d9f65e8 kind: Event lastTimestamp: "2026-07-09T18:26:56Z" message: Started container kserve-container metadata: creationTimestamp: "2026-07-09T18:26:56Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:26:56Z" name: error-404-isvc-64fa7-predictor-6678776cd-f6scb.18c0b26919e7f928 namespace: kserve-ci-e2e-test resourceVersion: "20889" uid: a0d0c258-fb20-47ab-a549-204fae62d64c reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-138-20.ec2.internal source: component: kubelet host: ip-10-0-138-20.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:26:56Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-64fa7-predictor-6678776cd-f6scb namespace: kserve-ci-e2e-test resourceVersion: "20849" uid: 8fd12112-3b28-46fa-bcde-12c64d9f65e8 kind: Event lastTimestamp: "2026-07-09T18:26:56Z" message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine metadata: creationTimestamp: "2026-07-09T18:26:56Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:26:56Z" name: error-404-isvc-64fa7-predictor-6678776cd-f6scb.18c0b26919f27504 namespace: kserve-ci-e2e-test resourceVersion: "20891" uid: e4fab736-3dac-4810-ae2d-47611373b496 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-138-20.ec2.internal source: component: kubelet host: ip-10-0-138-20.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:26:56Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-64fa7-predictor-6678776cd-f6scb namespace: kserve-ci-e2e-test resourceVersion: "20849" uid: 8fd12112-3b28-46fa-bcde-12c64d9f65e8 kind: Event lastTimestamp: "2026-07-09T18:26:56Z" message: 'Created container: kube-rbac-proxy' metadata: creationTimestamp: "2026-07-09T18:26:56Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:26:56Z" name: error-404-isvc-64fa7-predictor-6678776cd-f6scb.18c0b2691cbb3f86 namespace: kserve-ci-e2e-test resourceVersion: "20893" uid: 46f60465-827f-4bbc-9cb8-326b50910ad8 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-138-20.ec2.internal source: component: kubelet host: ip-10-0-138-20.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:26:56Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-64fa7-predictor-6678776cd-f6scb namespace: kserve-ci-e2e-test resourceVersion: "20849" uid: 8fd12112-3b28-46fa-bcde-12c64d9f65e8 kind: Event lastTimestamp: "2026-07-09T18:26:56Z" message: Started container kube-rbac-proxy metadata: creationTimestamp: "2026-07-09T18:26:56Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:26:56Z" name: error-404-isvc-64fa7-predictor-6678776cd-f6scb.18c0b2691d2ce519 namespace: kserve-ci-e2e-test resourceVersion: "20894" uid: ff816871-796c-4c75-af66-2d76c05030fc reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-138-20.ec2.internal source: component: kubelet host: ip-10-0-138-20.ec2.internal type: Normal - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-07-09T18:26:57Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-64fa7-predictor-6678776cd-f6scb namespace: kserve-ci-e2e-test resourceVersion: "20849" uid: 8fd12112-3b28-46fa-bcde-12c64d9f65e8 kind: Event lastTimestamp: "2026-07-09T18:27:33Z" message: 'Readiness probe failed: dial tcp 10.134.0.22:8080: connect: connection refused' metadata: creationTimestamp: "2026-07-09T18:26:57Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:27:33Z" name: error-404-isvc-64fa7-predictor-6678776cd-f6scb.18c0b26931649c13 namespace: kserve-ci-e2e-test resourceVersion: "21317" uid: feada57c-693f-438a-b5fc-303f716ff9e0 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-138-20.ec2.internal source: component: kubelet host: ip-10-0-138-20.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:28:05Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-64fa7-predictor-6678776cd-f6scb namespace: kserve-ci-e2e-test resourceVersion: "20849" uid: 8fd12112-3b28-46fa-bcde-12c64d9f65e8 kind: Event lastTimestamp: "2026-07-09T18:28:05Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-07-09T18:28:05Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:28:05Z" name: error-404-isvc-64fa7-predictor-6678776cd-f6scb.18c0b2792ee3ea08 namespace: kserve-ci-e2e-test resourceVersion: "21685" uid: d503e537-3c7e-4757-b710-96f7932e4c5a reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-138-20.ec2.internal source: component: kubelet host: ip-10-0-138-20.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:28:05Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-64fa7-predictor-6678776cd-f6scb namespace: kserve-ci-e2e-test resourceVersion: "20849" uid: 8fd12112-3b28-46fa-bcde-12c64d9f65e8 kind: Event lastTimestamp: "2026-07-09T18:28:05Z" message: Stopping container kube-rbac-proxy metadata: creationTimestamp: "2026-07-09T18:28:05Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:28:05Z" name: error-404-isvc-64fa7-predictor-6678776cd-f6scb.18c0b2792ee469b7 namespace: kserve-ci-e2e-test resourceVersion: "21686" uid: 32408802-7e47-4394-8676-7618d68736cb reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-138-20.ec2.internal source: component: kubelet host: ip-10-0-138-20.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:28:08Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-64fa7-predictor-6678776cd-f6scb namespace: kserve-ci-e2e-test resourceVersion: "20849" uid: 8fd12112-3b28-46fa-bcde-12c64d9f65e8 kind: Event lastTimestamp: "2026-07-09T18:28:08Z" message: 'Readiness probe failed: Get "https://10.134.0.22:8643/healthz": dial tcp 10.134.0.22:8643: connect: connection refused' metadata: creationTimestamp: "2026-07-09T18:28:08Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:28:08Z" name: error-404-isvc-64fa7-predictor-6678776cd-f6scb.18c0b279b988177d namespace: kserve-ci-e2e-test resourceVersion: "21807" uid: 33eb4047-7700-41be-abfd-bfb722a99c0f reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-138-20.ec2.internal source: component: kubelet host: ip-10-0-138-20.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:26:55Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: error-404-isvc-64fa7-predictor-6678776cd namespace: kserve-ci-e2e-test resourceVersion: "20831" uid: 067626a2-a7a2-42b8-b1a0-6fe1902da6f7 kind: Event lastTimestamp: "2026-07-09T18:26:55Z" message: 'Created pod: error-404-isvc-64fa7-predictor-6678776cd-f6scb' metadata: creationTimestamp: "2026-07-09T18:26:55Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-09T18:26:55Z" name: error-404-isvc-64fa7-predictor-6678776cd.18c0b268d78951b1 namespace: kserve-ci-e2e-test resourceVersion: "20848" uid: 9e696c01-c99e-42fd-bda5-09d6d28d20ff reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:26:55Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: error-404-isvc-64fa7-predictor namespace: kserve-ci-e2e-test resourceVersion: "20822" uid: d353e0fa-b621-4a19-b62f-25ec83732f5a kind: Event lastTimestamp: "2026-07-09T18:26:55Z" message: Scaled up replica set error-404-isvc-64fa7-predictor-6678776cd from 0 to 1 metadata: creationTimestamp: "2026-07-09T18:26:55Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-09T18:26:55Z" name: error-404-isvc-64fa7-predictor.18c0b268d5c60343 namespace: kserve-ci-e2e-test resourceVersion: "20837" uid: 4c21c00c-18aa-4ef9-ba9f-259d117984c8 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:27:10Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-64fa7-predictor namespace: kserve-ci-e2e-test resourceVersion: "20830" uid: 60bfe1c4-2590-4ad8-9b06-4a8f1c78be23 kind: Event lastTimestamp: "2026-07-09T18:27:10Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-07-09T18:27:10Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-09T18:27:10Z" name: error-404-isvc-64fa7-predictor.18c0b26c5423d4ed namespace: kserve-ci-e2e-test resourceVersion: "21014" uid: d71f29ef-cb4d-45d4-bc2c-e8ddafbb35bc reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:27:10Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-64fa7-predictor namespace: kserve-ci-e2e-test resourceVersion: "20830" uid: 60bfe1c4-2590-4ad8-9b06-4a8f1c78be23 kind: Event lastTimestamp: "2026-07-09T18:27:10Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-07-09T18:27:10Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-09T18:27:10Z" name: error-404-isvc-64fa7-predictor.18c0b26c54a49f66 namespace: kserve-ci-e2e-test resourceVersion: "21016" uid: e47de09a-96df-46d3-956b-0fd5b15e55a7 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-07-09T18:27:25Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-64fa7-predictor namespace: kserve-ci-e2e-test resourceVersion: "21015" uid: 60bfe1c4-2590-4ad8-9b06-4a8f1c78be23 kind: Event lastTimestamp: "2026-07-09T18:27:55Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-07-09T18:27:25Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-09T18:27:55Z" name: error-404-isvc-64fa7-predictor.18c0b26fd3cb77d1 namespace: kserve-ci-e2e-test resourceVersion: "21555" uid: dc88b74e-a0e7-4ba2-b4da-08bdc404eda3 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-07-09T18:27:25Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-64fa7-predictor namespace: kserve-ci-e2e-test resourceVersion: "21015" uid: 60bfe1c4-2590-4ad8-9b06-4a8f1c78be23 kind: Event lastTimestamp: "2026-07-09T18:27:55Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-07-09T18:27:25Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-09T18:27:55Z" name: error-404-isvc-64fa7-predictor.18c0b26fd490c555 namespace: kserve-ci-e2e-test resourceVersion: "21556" uid: cd1bcb6d-875c-4fca-a8a9-97801a4366d4 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-07-09T18:26:55Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-64fa7 namespace: kserve-ci-e2e-test resourceVersion: "20805" uid: eeb4b7ad-0abf-42e1-86a7-dc3cabff180e kind: Event lastTimestamp: "2026-07-09T18:27:43Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-07-09T18:26:55Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-09T18:27:43Z" name: error-404-isvc-64fa7.18c0b268d5c88e6a namespace: kserve-ci-e2e-test resourceVersion: "21426" uid: e75971bd-ec57-4304-8f9a-d2b3922ae07f reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:26:55Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-64fa7 namespace: kserve-ci-e2e-test resourceVersion: "20805" uid: eeb4b7ad-0abf-42e1-86a7-dc3cabff180e kind: Event lastTimestamp: "2026-07-09T18:26:55Z" message: 'Failed to update status for InferenceService "error-404-isvc-64fa7": Operation cannot be fulfilled on inferenceservices.serving.kserve.io "error-404-isvc-64fa7": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-07-09T18:26:55Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-09T18:26:55Z" name: error-404-isvc-64fa7.18c0b268d66de788 namespace: kserve-ci-e2e-test resourceVersion: "20842" uid: 8d091dd8-22e6-4d8c-bcd3-e0de44f482f8 reason: UpdateFailed reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:26:55Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-64fa7 namespace: kserve-ci-e2e-test resourceVersion: "20805" uid: eeb4b7ad-0abf-42e1-86a7-dc3cabff180e kind: Event lastTimestamp: "2026-07-09T18:26:55Z" message: 'fails to update InferenceService status: Operation cannot be fulfilled on inferenceservices.serving.kserve.io "error-404-isvc-64fa7": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-07-09T18:26:55Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-09T18:26:55Z" name: error-404-isvc-64fa7.18c0b268d66e1c7f namespace: kserve-ci-e2e-test resourceVersion: "20843" uid: 3ed4b8d5-8d75-43a6-b542-078a7b273af6 reason: InternalError reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:27:43Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-64fa7 namespace: kserve-ci-e2e-test resourceVersion: "21422" uid: eeb4b7ad-0abf-42e1-86a7-dc3cabff180e kind: Event lastTimestamp: "2026-07-09T18:27:43Z" message: InferenceService [error-404-isvc-64fa7] is Ready metadata: creationTimestamp: "2026-07-09T18:27:43Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-09T18:27:43Z" name: error-404-isvc-64fa7.18c0b273eed36b77 namespace: kserve-ci-e2e-test resourceVersion: "21423" uid: 1507f836-296e-43e3-bae4-bd4ce50bbaf6 reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-07-09T18:38:31.443540Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: error-404-isvc-865f9-predictor-6f895b7954-9lbzc namespace: kserve-ci-e2e-test resourceVersion: "27280" uid: 268aa6f6-f9b0-4244-80c4-0b21f3590cb3 kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/error-404-isvc-865f9-predictor-6f895b7954-9lbzc to ip-10-0-138-20.ec2.internal metadata: creationTimestamp: "2026-07-09T18:38:31Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-07-09T18:38:31Z" name: error-404-isvc-865f9-predictor-6f895b7954-9lbzc.18c0b30acf0dc166 namespace: kserve-ci-e2e-test resourceVersion: "27288" uid: 8b420e0e-2ebc-4656-87f4-fa468cf28891 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-58df594cc6-5bn78 source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:38:31Z" involvedObject: apiVersion: v1 kind: Pod name: error-404-isvc-865f9-predictor-6f895b7954-9lbzc namespace: kserve-ci-e2e-test resourceVersion: "27292" uid: 268aa6f6-f9b0-4244-80c4-0b21f3590cb3 kind: Event lastTimestamp: "2026-07-09T18:38:31Z" message: Add eth0 [10.134.0.28/23] from ovn-kubernetes metadata: creationTimestamp: "2026-07-09T18:38:31Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-07-09T18:38:31Z" name: error-404-isvc-865f9-predictor-6f895b7954-9lbzc.18c0b30ae852fe64 namespace: kserve-ci-e2e-test resourceVersion: "27306" uid: 1ace0c5d-53a6-4aec-891e-bdd5804dd454 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:38:31Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-865f9-predictor-6f895b7954-9lbzc namespace: kserve-ci-e2e-test resourceVersion: "27286" uid: 268aa6f6-f9b0-4244-80c4-0b21f3590cb3 kind: Event lastTimestamp: "2026-07-09T18:38:31Z" message: Container image "quay.io/opendatahub/error-404-isvc:odh-pr-1717" already present on machine metadata: creationTimestamp: "2026-07-09T18:38:31Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:38:31Z" name: error-404-isvc-865f9-predictor-6f895b7954-9lbzc.18c0b30ae98565e5 namespace: kserve-ci-e2e-test resourceVersion: "27311" uid: 7e18c38d-6575-489e-bddf-d0f0d4e0c6fd reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-138-20.ec2.internal source: component: kubelet host: ip-10-0-138-20.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:38:31Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-865f9-predictor-6f895b7954-9lbzc namespace: kserve-ci-e2e-test resourceVersion: "27286" uid: 268aa6f6-f9b0-4244-80c4-0b21f3590cb3 kind: Event lastTimestamp: "2026-07-09T18:38:31Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-07-09T18:38:31Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:38:31Z" name: error-404-isvc-865f9-predictor-6f895b7954-9lbzc.18c0b30aec96a4ff namespace: kserve-ci-e2e-test resourceVersion: "27313" uid: 61dace92-8afa-482a-a773-18de6e7bdaaa reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-138-20.ec2.internal source: component: kubelet host: ip-10-0-138-20.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:38:31Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-865f9-predictor-6f895b7954-9lbzc namespace: kserve-ci-e2e-test resourceVersion: "27286" uid: 268aa6f6-f9b0-4244-80c4-0b21f3590cb3 kind: Event lastTimestamp: "2026-07-09T18:38:31Z" message: Started container kserve-container metadata: creationTimestamp: "2026-07-09T18:38:31Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:38:31Z" name: error-404-isvc-865f9-predictor-6f895b7954-9lbzc.18c0b30aed0360e9 namespace: kserve-ci-e2e-test resourceVersion: "27315" uid: a573563a-832d-4723-bece-d2f5fabbddbc reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-138-20.ec2.internal source: component: kubelet host: ip-10-0-138-20.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:38:31Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-865f9-predictor-6f895b7954-9lbzc namespace: kserve-ci-e2e-test resourceVersion: "27286" uid: 268aa6f6-f9b0-4244-80c4-0b21f3590cb3 kind: Event lastTimestamp: "2026-07-09T18:38:31Z" message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine metadata: creationTimestamp: "2026-07-09T18:38:31Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:38:31Z" name: error-404-isvc-865f9-predictor-6f895b7954-9lbzc.18c0b30aed0d4a48 namespace: kserve-ci-e2e-test resourceVersion: "27316" uid: 4d630bc9-4321-47ca-8508-45690e91b6e6 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-138-20.ec2.internal source: component: kubelet host: ip-10-0-138-20.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:38:32Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-865f9-predictor-6f895b7954-9lbzc namespace: kserve-ci-e2e-test resourceVersion: "27286" uid: 268aa6f6-f9b0-4244-80c4-0b21f3590cb3 kind: Event lastTimestamp: "2026-07-09T18:38:32Z" message: 'Created container: kube-rbac-proxy' metadata: creationTimestamp: "2026-07-09T18:38:32Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:38:32Z" name: error-404-isvc-865f9-predictor-6f895b7954-9lbzc.18c0b30af19960cd namespace: kserve-ci-e2e-test resourceVersion: "27317" uid: 5daf39f9-43cb-4f42-8a3f-1d4f89d80080 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-138-20.ec2.internal source: component: kubelet host: ip-10-0-138-20.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:38:32Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-865f9-predictor-6f895b7954-9lbzc namespace: kserve-ci-e2e-test resourceVersion: "27286" uid: 268aa6f6-f9b0-4244-80c4-0b21f3590cb3 kind: Event lastTimestamp: "2026-07-09T18:38:32Z" message: Started container kube-rbac-proxy metadata: creationTimestamp: "2026-07-09T18:38:32Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:38:32Z" name: error-404-isvc-865f9-predictor-6f895b7954-9lbzc.18c0b30af2132125 namespace: kserve-ci-e2e-test resourceVersion: "27318" uid: 6df58216-8b5a-46b6-afa2-10ee4a05a00f reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-138-20.ec2.internal source: component: kubelet host: ip-10-0-138-20.ec2.internal type: Normal - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-07-09T18:38:33Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-865f9-predictor-6f895b7954-9lbzc namespace: kserve-ci-e2e-test resourceVersion: "27286" uid: 268aa6f6-f9b0-4244-80c4-0b21f3590cb3 kind: Event lastTimestamp: "2026-07-09T18:39:09Z" message: 'Readiness probe failed: dial tcp 10.134.0.28:8080: connect: connection refused' metadata: creationTimestamp: "2026-07-09T18:38:33Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:39:09Z" name: error-404-isvc-865f9-predictor-6f895b7954-9lbzc.18c0b30b638d28b5 namespace: kserve-ci-e2e-test resourceVersion: "27700" uid: b32614b4-a17e-40f5-896b-39c8b6a79d11 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-138-20.ec2.internal source: component: kubelet host: ip-10-0-138-20.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:47:46Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-865f9-predictor-6f895b7954-9lbzc namespace: kserve-ci-e2e-test resourceVersion: "27286" uid: 268aa6f6-f9b0-4244-80c4-0b21f3590cb3 kind: Event lastTimestamp: "2026-07-09T18:47:46Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-07-09T18:47:46Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:47:46Z" name: error-404-isvc-865f9-predictor-6f895b7954-9lbzc.18c0b38bfb97289d namespace: kserve-ci-e2e-test resourceVersion: "31375" uid: 226fb0f4-4af9-401c-be34-799798cc36a5 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-138-20.ec2.internal source: component: kubelet host: ip-10-0-138-20.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:47:46Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-865f9-predictor-6f895b7954-9lbzc namespace: kserve-ci-e2e-test resourceVersion: "27286" uid: 268aa6f6-f9b0-4244-80c4-0b21f3590cb3 kind: Event lastTimestamp: "2026-07-09T18:47:46Z" message: Stopping container kube-rbac-proxy metadata: creationTimestamp: "2026-07-09T18:47:46Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:47:46Z" name: error-404-isvc-865f9-predictor-6f895b7954-9lbzc.18c0b38bfb9dc669 namespace: kserve-ci-e2e-test resourceVersion: "31376" uid: f8b514bb-fe29-4912-89c3-9edd97ea6bd1 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-138-20.ec2.internal source: component: kubelet host: ip-10-0-138-20.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:38:31Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: error-404-isvc-865f9-predictor-6f895b7954 namespace: kserve-ci-e2e-test resourceVersion: "27272" uid: cbbf435b-dc2d-4ee0-af5d-c49d9ded20e7 kind: Event lastTimestamp: "2026-07-09T18:38:31Z" message: 'Created pod: error-404-isvc-865f9-predictor-6f895b7954-9lbzc' metadata: creationTimestamp: "2026-07-09T18:38:31Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-09T18:38:31Z" name: error-404-isvc-865f9-predictor-6f895b7954.18c0b30ace78302d namespace: kserve-ci-e2e-test resourceVersion: "27282" uid: 3163f522-6c1b-4276-bffb-ea7ca859f661 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:38:31Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: error-404-isvc-865f9-predictor namespace: kserve-ci-e2e-test resourceVersion: "27270" uid: 86f78e32-ca79-429b-be9c-5344a74f5919 kind: Event lastTimestamp: "2026-07-09T18:38:31Z" message: Scaled up replica set error-404-isvc-865f9-predictor-6f895b7954 from 0 to 1 metadata: creationTimestamp: "2026-07-09T18:38:31Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-09T18:38:31Z" name: error-404-isvc-865f9-predictor.18c0b30acccba5a8 namespace: kserve-ci-e2e-test resourceVersion: "27274" uid: 862933da-96f3-4b05-bab2-1101b3d189c4 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-07-09T18:38:46Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-865f9-predictor namespace: kserve-ci-e2e-test resourceVersion: "27271" uid: 9eea94f5-48d4-42b3-a866-5d419e3ead3c kind: Event lastTimestamp: "2026-07-09T18:39:01Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-07-09T18:38:46Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-09T18:39:01Z" name: error-404-isvc-865f9-predictor.18c0b30e4b5028e3 namespace: kserve-ci-e2e-test resourceVersion: "27633" uid: 656dd053-bd39-4e57-99fe-6f07ac7b45d0 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-07-09T18:38:46Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-865f9-predictor namespace: kserve-ci-e2e-test resourceVersion: "27271" uid: 9eea94f5-48d4-42b3-a866-5d419e3ead3c kind: Event lastTimestamp: "2026-07-09T18:39:01Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-07-09T18:38:46Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-09T18:39:01Z" name: error-404-isvc-865f9-predictor.18c0b30e4bb21d88 namespace: kserve-ci-e2e-test resourceVersion: "27634" uid: 18284665-4775-4235-9c6a-044dd502a622 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-07-09T18:39:16Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-865f9-predictor namespace: kserve-ci-e2e-test resourceVersion: "27478" uid: 9eea94f5-48d4-42b3-a866-5d419e3ead3c kind: Event lastTimestamp: "2026-07-09T18:39:46Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-07-09T18:39:16Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-09T18:39:46Z" name: error-404-isvc-865f9-predictor.18c0b315493e7e2e namespace: kserve-ci-e2e-test resourceVersion: "28036" uid: ae4e46ad-6f2e-41f3-8e13-819842057c14 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-07-09T18:39:16Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-865f9-predictor namespace: kserve-ci-e2e-test resourceVersion: "27478" uid: 9eea94f5-48d4-42b3-a866-5d419e3ead3c kind: Event lastTimestamp: "2026-07-09T18:39:46Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-07-09T18:39:16Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-09T18:39:46Z" name: error-404-isvc-865f9-predictor.18c0b31549a2cbbd namespace: kserve-ci-e2e-test resourceVersion: "28037" uid: 7116cf47-5470-4887-826c-8949545fce97 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 5 eventTime: null firstTimestamp: "2026-07-09T18:38:31Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-865f9 namespace: kserve-ci-e2e-test resourceVersion: "27255" uid: 831ee4de-d583-4772-be80-4fbc4618b83d kind: Event lastTimestamp: "2026-07-09T18:39:20Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-07-09T18:38:31Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-09T18:39:20Z" name: error-404-isvc-865f9.18c0b30acccd28aa namespace: kserve-ci-e2e-test resourceVersion: "27796" uid: e6819fbd-9c12-4c61-8e66-712fc2f95c73 reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:38:31Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-865f9 namespace: kserve-ci-e2e-test resourceVersion: "27255" uid: 831ee4de-d583-4772-be80-4fbc4618b83d kind: Event lastTimestamp: "2026-07-09T18:38:31Z" message: 'Failed to update status for InferenceService "error-404-isvc-865f9": Operation cannot be fulfilled on inferenceservices.serving.kserve.io "error-404-isvc-865f9": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-07-09T18:38:31Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-09T18:38:31Z" name: error-404-isvc-865f9.18c0b30acd60c46c namespace: kserve-ci-e2e-test resourceVersion: "27277" uid: 5591451e-e7f7-4354-b767-d06bb776a654 reason: UpdateFailed reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:38:31Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-865f9 namespace: kserve-ci-e2e-test resourceVersion: "27255" uid: 831ee4de-d583-4772-be80-4fbc4618b83d kind: Event lastTimestamp: "2026-07-09T18:38:31Z" message: 'fails to update InferenceService status: Operation cannot be fulfilled on inferenceservices.serving.kserve.io "error-404-isvc-865f9": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-07-09T18:38:31Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-09T18:38:31Z" name: error-404-isvc-865f9.18c0b30acd610bc8 namespace: kserve-ci-e2e-test resourceVersion: "27278" uid: 17eff0e2-5c59-41ba-a413-c031851c0b1a reason: InternalError reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:39:20Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-865f9 namespace: kserve-ci-e2e-test resourceVersion: "27794" uid: 831ee4de-d583-4772-be80-4fbc4618b83d kind: Event lastTimestamp: "2026-07-09T18:39:20Z" message: InferenceService [error-404-isvc-865f9] is Ready metadata: creationTimestamp: "2026-07-09T18:39:20Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-09T18:39:20Z" name: error-404-isvc-865f9.18c0b3161ecb3e56 namespace: kserve-ci-e2e-test resourceVersion: "27795" uid: 85629648-9501-4b09-8c9e-c70d518fe555 reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-07-09T18:37:57.230834Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: error-404-isvc-bed12-predictor-646d855c94-8pr67 namespace: kserve-ci-e2e-test resourceVersion: "26799" uid: 6f082334-acba-45d2-885e-ba1fe7db0a74 kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/error-404-isvc-bed12-predictor-646d855c94-8pr67 to ip-10-0-138-20.ec2.internal metadata: creationTimestamp: "2026-07-09T18:37:57Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-07-09T18:37:57Z" name: error-404-isvc-bed12-predictor-646d855c94-8pr67.18c0b302d7d151f8 namespace: kserve-ci-e2e-test resourceVersion: "26803" uid: 13447061-e4fc-4d5a-8615-3426aaa616c9 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-58df594cc6-5bn78 source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:37:57Z" involvedObject: apiVersion: v1 kind: Pod name: error-404-isvc-bed12-predictor-646d855c94-8pr67 namespace: kserve-ci-e2e-test resourceVersion: "26809" uid: 6f082334-acba-45d2-885e-ba1fe7db0a74 kind: Event lastTimestamp: "2026-07-09T18:37:57Z" message: Add eth0 [10.134.0.27/23] from ovn-kubernetes metadata: creationTimestamp: "2026-07-09T18:37:57Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-07-09T18:37:57Z" name: error-404-isvc-bed12-predictor-646d855c94-8pr67.18c0b302f19caa85 namespace: kserve-ci-e2e-test resourceVersion: "26824" uid: d8c00e37-b591-4f7d-b5aa-3591f0f5c8dd reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:37:57Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-bed12-predictor-646d855c94-8pr67 namespace: kserve-ci-e2e-test resourceVersion: "26801" uid: 6f082334-acba-45d2-885e-ba1fe7db0a74 kind: Event lastTimestamp: "2026-07-09T18:37:57Z" message: Container image "quay.io/opendatahub/error-404-isvc:odh-pr-1717" already present on machine metadata: creationTimestamp: "2026-07-09T18:37:57Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:37:57Z" name: error-404-isvc-bed12-predictor-646d855c94-8pr67.18c0b302f3170caf namespace: kserve-ci-e2e-test resourceVersion: "26826" uid: a2d2bb27-742c-4c67-b41a-4f25b2753a38 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-138-20.ec2.internal source: component: kubelet host: ip-10-0-138-20.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:37:57Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-bed12-predictor-646d855c94-8pr67 namespace: kserve-ci-e2e-test resourceVersion: "26801" uid: 6f082334-acba-45d2-885e-ba1fe7db0a74 kind: Event lastTimestamp: "2026-07-09T18:37:57Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-07-09T18:37:57Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:37:57Z" name: error-404-isvc-bed12-predictor-646d855c94-8pr67.18c0b302f6a1938e namespace: kserve-ci-e2e-test resourceVersion: "26827" uid: 08d24b92-5815-4668-975f-3daa50124c7e reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-138-20.ec2.internal source: component: kubelet host: ip-10-0-138-20.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:37:57Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-bed12-predictor-646d855c94-8pr67 namespace: kserve-ci-e2e-test resourceVersion: "26801" uid: 6f082334-acba-45d2-885e-ba1fe7db0a74 kind: Event lastTimestamp: "2026-07-09T18:37:57Z" message: Started container kserve-container metadata: creationTimestamp: "2026-07-09T18:37:57Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:37:57Z" name: error-404-isvc-bed12-predictor-646d855c94-8pr67.18c0b302f7153c99 namespace: kserve-ci-e2e-test resourceVersion: "26828" uid: afc5f6f3-bb45-49ee-b6fe-a3cc5cc1f274 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-138-20.ec2.internal source: component: kubelet host: ip-10-0-138-20.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:37:57Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-bed12-predictor-646d855c94-8pr67 namespace: kserve-ci-e2e-test resourceVersion: "26801" uid: 6f082334-acba-45d2-885e-ba1fe7db0a74 kind: Event lastTimestamp: "2026-07-09T18:37:57Z" message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine metadata: creationTimestamp: "2026-07-09T18:37:57Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:37:57Z" name: error-404-isvc-bed12-predictor-646d855c94-8pr67.18c0b302f71f73d3 namespace: kserve-ci-e2e-test resourceVersion: "26829" uid: 0b8bd546-3ec3-4001-a0d4-fb270b56632f reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-138-20.ec2.internal source: component: kubelet host: ip-10-0-138-20.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:37:57Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-bed12-predictor-646d855c94-8pr67 namespace: kserve-ci-e2e-test resourceVersion: "26801" uid: 6f082334-acba-45d2-885e-ba1fe7db0a74 kind: Event lastTimestamp: "2026-07-09T18:37:57Z" message: 'Created container: kube-rbac-proxy' metadata: creationTimestamp: "2026-07-09T18:37:57Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:37:57Z" name: error-404-isvc-bed12-predictor-646d855c94-8pr67.18c0b302f9b5770e namespace: kserve-ci-e2e-test resourceVersion: "26831" uid: d940ee7f-5a8c-439d-9037-4d3f467719d2 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-138-20.ec2.internal source: component: kubelet host: ip-10-0-138-20.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:37:57Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-bed12-predictor-646d855c94-8pr67 namespace: kserve-ci-e2e-test resourceVersion: "26801" uid: 6f082334-acba-45d2-885e-ba1fe7db0a74 kind: Event lastTimestamp: "2026-07-09T18:37:57Z" message: Started container kube-rbac-proxy metadata: creationTimestamp: "2026-07-09T18:37:57Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:37:57Z" name: error-404-isvc-bed12-predictor-646d855c94-8pr67.18c0b302fa23d763 namespace: kserve-ci-e2e-test resourceVersion: "26832" uid: abe1c8c3-4522-421f-83a1-f26d7954a078 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-138-20.ec2.internal source: component: kubelet host: ip-10-0-138-20.ec2.internal type: Normal - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-07-09T18:37:59Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-bed12-predictor-646d855c94-8pr67 namespace: kserve-ci-e2e-test resourceVersion: "26801" uid: 6f082334-acba-45d2-885e-ba1fe7db0a74 kind: Event lastTimestamp: "2026-07-09T18:38:35Z" message: 'Readiness probe failed: dial tcp 10.134.0.27:8080: connect: connection refused' metadata: creationTimestamp: "2026-07-09T18:37:59Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:38:35Z" name: error-404-isvc-bed12-predictor-646d855c94-8pr67.18c0b3037120f59e namespace: kserve-ci-e2e-test resourceVersion: "27373" uid: 647a3a60-4263-402c-8a22-85d0c153a1e3 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-138-20.ec2.internal source: component: kubelet host: ip-10-0-138-20.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:55:16Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-bed12-predictor-646d855c94-8pr67 namespace: kserve-ci-e2e-test resourceVersion: "26801" uid: 6f082334-acba-45d2-885e-ba1fe7db0a74 kind: Event lastTimestamp: "2026-07-09T18:55:16Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-07-09T18:55:16Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:55:16Z" name: error-404-isvc-bed12-predictor-646d855c94-8pr67.18c0b3f4d317893b namespace: kserve-ci-e2e-test resourceVersion: "34484" uid: 5f9ee709-f87c-4033-b71d-685585d73f76 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-138-20.ec2.internal source: component: kubelet host: ip-10-0-138-20.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:55:16Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-bed12-predictor-646d855c94-8pr67 namespace: kserve-ci-e2e-test resourceVersion: "26801" uid: 6f082334-acba-45d2-885e-ba1fe7db0a74 kind: Event lastTimestamp: "2026-07-09T18:55:16Z" message: Stopping container kube-rbac-proxy metadata: creationTimestamp: "2026-07-09T18:55:16Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:55:16Z" name: error-404-isvc-bed12-predictor-646d855c94-8pr67.18c0b3f4d31828e4 namespace: kserve-ci-e2e-test resourceVersion: "34485" uid: e8ec96d4-0915-42c0-9ab0-45f1f6533a78 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-138-20.ec2.internal source: component: kubelet host: ip-10-0-138-20.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:37:57Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: error-404-isvc-bed12-predictor-646d855c94 namespace: kserve-ci-e2e-test resourceVersion: "26792" uid: f7a1450c-aa58-4a6a-ae24-dcb279b2ccae kind: Event lastTimestamp: "2026-07-09T18:37:57Z" message: 'Created pod: error-404-isvc-bed12-predictor-646d855c94-8pr67' metadata: creationTimestamp: "2026-07-09T18:37:57Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-09T18:37:57Z" name: error-404-isvc-bed12-predictor-646d855c94.18c0b302d74e2df5 namespace: kserve-ci-e2e-test resourceVersion: "26800" uid: f49fdc1f-d326-4e90-ab69-c70acb742cda reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:37:57Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: error-404-isvc-bed12-predictor namespace: kserve-ci-e2e-test resourceVersion: "26788" uid: ca8add47-b8b4-4574-9c1d-773283eedd7b kind: Event lastTimestamp: "2026-07-09T18:37:57Z" message: Scaled up replica set error-404-isvc-bed12-predictor-646d855c94 from 0 to 1 metadata: creationTimestamp: "2026-07-09T18:37:57Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-09T18:37:57Z" name: error-404-isvc-bed12-predictor.18c0b302d584a7cc namespace: kserve-ci-e2e-test resourceVersion: "26794" uid: c47df662-946d-4c16-b44e-4ca62dad9b8c reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:38:12Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-bed12-predictor namespace: kserve-ci-e2e-test resourceVersion: "26790" uid: 70b38ec0-5252-48a9-9575-ba22f061a709 kind: Event lastTimestamp: "2026-07-09T18:38:12Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-07-09T18:38:12Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-09T18:38:12Z" name: error-404-isvc-bed12-predictor.18c0b30653bcc9ec namespace: kserve-ci-e2e-test resourceVersion: "26994" uid: e6aeda05-1067-485d-9420-31eb431fedad reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:38:12Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-bed12-predictor namespace: kserve-ci-e2e-test resourceVersion: "26790" uid: 70b38ec0-5252-48a9-9575-ba22f061a709 kind: Event lastTimestamp: "2026-07-09T18:38:12Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-07-09T18:38:12Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-09T18:38:12Z" name: error-404-isvc-bed12-predictor.18c0b306541af2fd namespace: kserve-ci-e2e-test resourceVersion: "26996" uid: 451a3b8b-6dd5-4bd9-98fd-71bad74feabb reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 4 eventTime: null firstTimestamp: "2026-07-09T18:38:27Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-bed12-predictor namespace: kserve-ci-e2e-test resourceVersion: "26995" uid: 70b38ec0-5252-48a9-9575-ba22f061a709 kind: Event lastTimestamp: "2026-07-09T18:39:12Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-07-09T18:38:27Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-09T18:39:12Z" name: error-404-isvc-bed12-predictor.18c0b309d2d3664a namespace: kserve-ci-e2e-test resourceVersion: "27721" uid: a1bee7a0-3ca5-461a-b9cc-90cd05c6612c reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 4 eventTime: null firstTimestamp: "2026-07-09T18:38:27Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-bed12-predictor namespace: kserve-ci-e2e-test resourceVersion: "26995" uid: 70b38ec0-5252-48a9-9575-ba22f061a709 kind: Event lastTimestamp: "2026-07-09T18:39:12Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-07-09T18:38:27Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-09T18:39:12Z" name: error-404-isvc-bed12-predictor.18c0b309d34d9e6e namespace: kserve-ci-e2e-test resourceVersion: "27722" uid: 3b68451e-d63f-44ef-90ae-63f8301fc9da reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-07-09T18:37:57Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-bed12 namespace: kserve-ci-e2e-test resourceVersion: "26777" uid: 51b18628-9568-41bb-86f7-8f2a1872ab9d kind: Event lastTimestamp: "2026-07-09T18:38:45Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-07-09T18:37:57Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-09T18:38:45Z" name: error-404-isvc-bed12.18c0b302d55b7a4f namespace: kserve-ci-e2e-test resourceVersion: "27472" uid: f1839b21-8101-452a-b3dc-b9819bd7d1ff reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:37:57Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-bed12 namespace: kserve-ci-e2e-test resourceVersion: "26777" uid: 51b18628-9568-41bb-86f7-8f2a1872ab9d kind: Event lastTimestamp: "2026-07-09T18:37:57Z" message: 'Failed to update status for InferenceService "error-404-isvc-bed12": Operation cannot be fulfilled on inferenceservices.serving.kserve.io "error-404-isvc-bed12": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-07-09T18:37:57Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-09T18:37:57Z" name: error-404-isvc-bed12.18c0b302d5ad9e9a namespace: kserve-ci-e2e-test resourceVersion: "26796" uid: 4e566630-5dd0-49b4-a92a-ae93b8064052 reason: UpdateFailed reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:37:57Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-bed12 namespace: kserve-ci-e2e-test resourceVersion: "26777" uid: 51b18628-9568-41bb-86f7-8f2a1872ab9d kind: Event lastTimestamp: "2026-07-09T18:37:57Z" message: 'fails to update InferenceService status: Operation cannot be fulfilled on inferenceservices.serving.kserve.io "error-404-isvc-bed12": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-07-09T18:37:57Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-09T18:37:57Z" name: error-404-isvc-bed12.18c0b302d5ade03d namespace: kserve-ci-e2e-test resourceVersion: "26797" uid: d2312a74-0623-4831-bc86-eb06ce6514d5 reason: InternalError reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:38:45Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-bed12 namespace: kserve-ci-e2e-test resourceVersion: "27470" uid: 51b18628-9568-41bb-86f7-8f2a1872ab9d kind: Event lastTimestamp: "2026-07-09T18:38:45Z" message: InferenceService [error-404-isvc-bed12] is Ready metadata: creationTimestamp: "2026-07-09T18:38:45Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-09T18:38:45Z" name: error-404-isvc-bed12.18c0b30e2c36892b namespace: kserve-ci-e2e-test resourceVersion: "27471" uid: 1e6d942b-671f-4653-828e-ead93be9b3ed reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-07-09T18:15:56.903698Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: error-404-isvc-db4c0-predictor-8564b78944-z9xvd namespace: kserve-ci-e2e-test resourceVersion: "15308" uid: 779a3756-a8ca-4057-94f0-6a217e8cb942 kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/error-404-isvc-db4c0-predictor-8564b78944-z9xvd to ip-10-0-138-20.ec2.internal metadata: creationTimestamp: "2026-07-09T18:15:56Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-07-09T18:15:56Z" name: error-404-isvc-db4c0-predictor-8564b78944-z9xvd.18c0b1cf6e301d89 namespace: kserve-ci-e2e-test resourceVersion: "15314" uid: d6608504-e3ca-40bf-b9e1-7d673a05912e reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-58df594cc6-5bn78 source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:15:57Z" involvedObject: apiVersion: v1 kind: Pod name: error-404-isvc-db4c0-predictor-8564b78944-z9xvd namespace: kserve-ci-e2e-test resourceVersion: "15323" uid: 779a3756-a8ca-4057-94f0-6a217e8cb942 kind: Event lastTimestamp: "2026-07-09T18:15:57Z" message: Add eth0 [10.134.0.19/23] from ovn-kubernetes metadata: creationTimestamp: "2026-07-09T18:15:57Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-07-09T18:15:57Z" name: error-404-isvc-db4c0-predictor-8564b78944-z9xvd.18c0b1cf87e99ad3 namespace: kserve-ci-e2e-test resourceVersion: "15370" uid: 329f8411-9d4a-42d4-98ce-759df30173bb reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:15:57Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-db4c0-predictor-8564b78944-z9xvd namespace: kserve-ci-e2e-test resourceVersion: "15311" uid: 779a3756-a8ca-4057-94f0-6a217e8cb942 kind: Event lastTimestamp: "2026-07-09T18:15:57Z" message: Pulling image "quay.io/opendatahub/error-404-isvc:odh-pr-1717" metadata: creationTimestamp: "2026-07-09T18:15:57Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:15:57Z" name: error-404-isvc-db4c0-predictor-8564b78944-z9xvd.18c0b1cf89297d96 namespace: kserve-ci-e2e-test resourceVersion: "15372" uid: 7994d3c9-eb49-46dc-8c81-f7380055ba50 reason: Pulling reportingComponent: kubelet reportingInstance: ip-10-0-138-20.ec2.internal source: component: kubelet host: ip-10-0-138-20.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:16:10Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-db4c0-predictor-8564b78944-z9xvd namespace: kserve-ci-e2e-test resourceVersion: "15311" uid: 779a3756-a8ca-4057-94f0-6a217e8cb942 kind: Event lastTimestamp: "2026-07-09T18:16:10Z" message: 'Successfully pulled image "quay.io/opendatahub/error-404-isvc:odh-pr-1717" in 13.087s (13.087s including waiting). Image size: 1334689388 bytes.' metadata: creationTimestamp: "2026-07-09T18:16:10Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:16:10Z" name: error-404-isvc-db4c0-predictor-8564b78944-z9xvd.18c0b1d2953a5586 namespace: kserve-ci-e2e-test resourceVersion: "15514" uid: 667f787c-2c85-4b58-8615-3ea41b594687 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-138-20.ec2.internal source: component: kubelet host: ip-10-0-138-20.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:16:10Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-db4c0-predictor-8564b78944-z9xvd namespace: kserve-ci-e2e-test resourceVersion: "15311" uid: 779a3756-a8ca-4057-94f0-6a217e8cb942 kind: Event lastTimestamp: "2026-07-09T18:16:10Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-07-09T18:16:10Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:16:10Z" name: error-404-isvc-db4c0-predictor-8564b78944-z9xvd.18c0b1d29847f1e8 namespace: kserve-ci-e2e-test resourceVersion: "15515" uid: 634e62f2-a0c5-43a2-aca5-6ff4fe58f17e reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-138-20.ec2.internal source: component: kubelet host: ip-10-0-138-20.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:16:10Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-db4c0-predictor-8564b78944-z9xvd namespace: kserve-ci-e2e-test resourceVersion: "15311" uid: 779a3756-a8ca-4057-94f0-6a217e8cb942 kind: Event lastTimestamp: "2026-07-09T18:16:10Z" message: Started container kserve-container metadata: creationTimestamp: "2026-07-09T18:16:10Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:16:10Z" name: error-404-isvc-db4c0-predictor-8564b78944-z9xvd.18c0b1d298b6d296 namespace: kserve-ci-e2e-test resourceVersion: "15516" uid: b1a56d78-f554-4c9d-95f8-8eda0027493e reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-138-20.ec2.internal source: component: kubelet host: ip-10-0-138-20.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:16:10Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-db4c0-predictor-8564b78944-z9xvd namespace: kserve-ci-e2e-test resourceVersion: "15311" uid: 779a3756-a8ca-4057-94f0-6a217e8cb942 kind: Event lastTimestamp: "2026-07-09T18:16:10Z" message: Pulling image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" metadata: creationTimestamp: "2026-07-09T18:16:10Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:16:10Z" name: error-404-isvc-db4c0-predictor-8564b78944-z9xvd.18c0b1d298c2b66b namespace: kserve-ci-e2e-test resourceVersion: "15517" uid: 3cffc4f7-afb0-4301-971e-b7aa6bc43645 reason: Pulling reportingComponent: kubelet reportingInstance: ip-10-0-138-20.ec2.internal source: component: kubelet host: ip-10-0-138-20.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:16:13Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-db4c0-predictor-8564b78944-z9xvd namespace: kserve-ci-e2e-test resourceVersion: "15311" uid: 779a3756-a8ca-4057-94f0-6a217e8cb942 kind: Event lastTimestamp: "2026-07-09T18:16:13Z" message: 'Successfully pulled image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" in 3.484s (3.484s including waiting). Image size: 211946088 bytes.' metadata: creationTimestamp: "2026-07-09T18:16:13Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:16:13Z" name: error-404-isvc-db4c0-predictor-8564b78944-z9xvd.18c0b1d36871239a namespace: kserve-ci-e2e-test resourceVersion: "15561" uid: 37e0c4b5-3457-4ea8-a4bd-786743b2f3b1 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-138-20.ec2.internal source: component: kubelet host: ip-10-0-138-20.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:16:14Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-db4c0-predictor-8564b78944-z9xvd namespace: kserve-ci-e2e-test resourceVersion: "15311" uid: 779a3756-a8ca-4057-94f0-6a217e8cb942 kind: Event lastTimestamp: "2026-07-09T18:16:14Z" message: 'Created container: kube-rbac-proxy' metadata: creationTimestamp: "2026-07-09T18:16:14Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:16:14Z" name: error-404-isvc-db4c0-predictor-8564b78944-z9xvd.18c0b1d36be74b73 namespace: kserve-ci-e2e-test resourceVersion: "15562" uid: 3ee0bc94-3721-4307-a8a8-59383c58953f reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-138-20.ec2.internal source: component: kubelet host: ip-10-0-138-20.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:16:14Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-db4c0-predictor-8564b78944-z9xvd namespace: kserve-ci-e2e-test resourceVersion: "15311" uid: 779a3756-a8ca-4057-94f0-6a217e8cb942 kind: Event lastTimestamp: "2026-07-09T18:16:14Z" message: Started container kube-rbac-proxy metadata: creationTimestamp: "2026-07-09T18:16:14Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:16:14Z" name: error-404-isvc-db4c0-predictor-8564b78944-z9xvd.18c0b1d36c5b375d namespace: kserve-ci-e2e-test resourceVersion: "15563" uid: f68871a6-bbe4-4aae-a6bd-a0ccd38ea429 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-138-20.ec2.internal source: component: kubelet host: ip-10-0-138-20.ec2.internal type: Normal - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-07-09T18:16:14Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-db4c0-predictor-8564b78944-z9xvd namespace: kserve-ci-e2e-test resourceVersion: "15311" uid: 779a3756-a8ca-4057-94f0-6a217e8cb942 kind: Event lastTimestamp: "2026-07-09T18:16:50Z" message: 'Readiness probe failed: dial tcp 10.134.0.19:8080: connect: connection refused' metadata: creationTimestamp: "2026-07-09T18:16:14Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:16:50Z" name: error-404-isvc-db4c0-predictor-8564b78944-z9xvd.18c0b1d39fd160f8 namespace: kserve-ci-e2e-test resourceVersion: "15904" uid: 87c6cbf7-7f6e-4b34-83be-1e031d4b8546 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-138-20.ec2.internal source: component: kubelet host: ip-10-0-138-20.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:17:40Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-db4c0-predictor-8564b78944-z9xvd namespace: kserve-ci-e2e-test resourceVersion: "15311" uid: 779a3756-a8ca-4057-94f0-6a217e8cb942 kind: Event lastTimestamp: "2026-07-09T18:17:40Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-07-09T18:17:40Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:17:40Z" name: error-404-isvc-db4c0-predictor-8564b78944-z9xvd.18c0b1e7a62617e5 namespace: kserve-ci-e2e-test resourceVersion: "16475" uid: b9175870-0cee-449d-9371-5235b5718f83 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-138-20.ec2.internal source: component: kubelet host: ip-10-0-138-20.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:17:40Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-db4c0-predictor-8564b78944-z9xvd namespace: kserve-ci-e2e-test resourceVersion: "15311" uid: 779a3756-a8ca-4057-94f0-6a217e8cb942 kind: Event lastTimestamp: "2026-07-09T18:17:40Z" message: Stopping container kube-rbac-proxy metadata: creationTimestamp: "2026-07-09T18:17:40Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:17:40Z" name: error-404-isvc-db4c0-predictor-8564b78944-z9xvd.18c0b1e7a6268614 namespace: kserve-ci-e2e-test resourceVersion: "16472" uid: 665fb4d6-a47b-46d5-b871-53235de4c767 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-138-20.ec2.internal source: component: kubelet host: ip-10-0-138-20.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:15:56Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: error-404-isvc-db4c0-predictor-8564b78944 namespace: kserve-ci-e2e-test resourceVersion: "15300" uid: dd6755bf-7a23-4573-b3c0-177b1478d5e1 kind: Event lastTimestamp: "2026-07-09T18:15:56Z" message: 'Created pod: error-404-isvc-db4c0-predictor-8564b78944-z9xvd' metadata: creationTimestamp: "2026-07-09T18:15:56Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-09T18:15:56Z" name: error-404-isvc-db4c0-predictor-8564b78944.18c0b1cf6dca5005 namespace: kserve-ci-e2e-test resourceVersion: "15310" uid: 7ba30029-0522-459f-b51f-2157020cbc9a reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:15:56Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: error-404-isvc-db4c0-predictor namespace: kserve-ci-e2e-test resourceVersion: "15296" uid: a21617c9-2649-4764-a1ba-018511f03703 kind: Event lastTimestamp: "2026-07-09T18:15:56Z" message: Scaled up replica set error-404-isvc-db4c0-predictor-8564b78944 from 0 to 1 metadata: creationTimestamp: "2026-07-09T18:15:56Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-09T18:15:56Z" name: error-404-isvc-db4c0-predictor.18c0b1cf6ac9f710 namespace: kserve-ci-e2e-test resourceVersion: "15301" uid: 428d2804-33c6-4745-a5e9-1b0b3c285113 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-07-09T18:16:11Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-db4c0-predictor namespace: kserve-ci-e2e-test resourceVersion: "15299" uid: 687493c2-71b5-4bd9-bbd4-85a19ca5a910 kind: Event lastTimestamp: "2026-07-09T18:16:41Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-07-09T18:16:11Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-09T18:16:41Z" name: error-404-isvc-db4c0-predictor.18c0b1d2e9d77013 namespace: kserve-ci-e2e-test resourceVersion: "15834" uid: b289688e-b197-4b2c-9759-6592d8209808 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-07-09T18:16:11Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-db4c0-predictor namespace: kserve-ci-e2e-test resourceVersion: "15299" uid: 687493c2-71b5-4bd9-bbd4-85a19ca5a910 kind: Event lastTimestamp: "2026-07-09T18:16:41Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-07-09T18:16:11Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-09T18:16:41Z" name: error-404-isvc-db4c0-predictor.18c0b1d2eb09fced namespace: kserve-ci-e2e-test resourceVersion: "15835" uid: 82f8f726-a7b1-4a96-8db2-07d888e9b8f4 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-07-09T18:16:56Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-db4c0-predictor namespace: kserve-ci-e2e-test resourceVersion: "15539" uid: 687493c2-71b5-4bd9-bbd4-85a19ca5a910 kind: Event lastTimestamp: "2026-07-09T18:17:26Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-07-09T18:16:56Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-09T18:17:26Z" name: error-404-isvc-db4c0-predictor.18c0b1dd66deed11 namespace: kserve-ci-e2e-test resourceVersion: "16247" uid: 72056b91-367c-4b44-af91-c00b9c768251 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-07-09T18:16:56Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-db4c0-predictor namespace: kserve-ci-e2e-test resourceVersion: "15539" uid: 687493c2-71b5-4bd9-bbd4-85a19ca5a910 kind: Event lastTimestamp: "2026-07-09T18:17:26Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-07-09T18:16:56Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-09T18:17:26Z" name: error-404-isvc-db4c0-predictor.18c0b1dd674a4be4 namespace: kserve-ci-e2e-test resourceVersion: "16248" uid: d26c75ed-8c93-4e2f-9727-e70d04a262e2 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 5 eventTime: null firstTimestamp: "2026-07-09T18:15:56Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-db4c0 namespace: kserve-ci-e2e-test resourceVersion: "15283" uid: 5d9c1f78-d65d-4954-b6ff-532ae9d90720 kind: Event lastTimestamp: "2026-07-09T18:17:01Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-07-09T18:15:56Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-09T18:17:01Z" name: error-404-isvc-db4c0.18c0b1cf6af2b2a9 namespace: kserve-ci-e2e-test resourceVersion: "16004" uid: e531cd04-6190-471c-9cfb-92ab27af2e9a reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:17:01Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-db4c0 namespace: kserve-ci-e2e-test resourceVersion: "16002" uid: 5d9c1f78-d65d-4954-b6ff-532ae9d90720 kind: Event lastTimestamp: "2026-07-09T18:17:01Z" message: InferenceService [error-404-isvc-db4c0] is Ready metadata: creationTimestamp: "2026-07-09T18:17:01Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-09T18:17:01Z" name: error-404-isvc-db4c0.18c0b1de5ac1ad32 namespace: kserve-ci-e2e-test resourceVersion: "16003" uid: d266504d-65fb-4f69-a1f8-1055bbd4a6de reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-07-09T18:18:16.893342Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: error-404-isvc-e8119-predictor-66cfd85494-sjkv5 namespace: kserve-ci-e2e-test resourceVersion: "16982" uid: 4cf59849-b7db-4dda-a979-7757170a151e kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/error-404-isvc-e8119-predictor-66cfd85494-sjkv5 to ip-10-0-138-20.ec2.internal metadata: creationTimestamp: "2026-07-09T18:18:16Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-07-09T18:18:16Z" name: error-404-isvc-e8119-predictor-66cfd85494-sjkv5.18c0b1f00638923b namespace: kserve-ci-e2e-test resourceVersion: "16986" uid: 52027aac-bee7-4b95-aaf9-602a4621cdf4 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-58df594cc6-5bn78 source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:18:17Z" involvedObject: apiVersion: v1 kind: Pod name: error-404-isvc-e8119-predictor-66cfd85494-sjkv5 namespace: kserve-ci-e2e-test resourceVersion: "16992" uid: 4cf59849-b7db-4dda-a979-7757170a151e kind: Event lastTimestamp: "2026-07-09T18:18:17Z" message: Add eth0 [10.134.0.21/23] from ovn-kubernetes metadata: creationTimestamp: "2026-07-09T18:18:17Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-07-09T18:18:17Z" name: error-404-isvc-e8119-predictor-66cfd85494-sjkv5.18c0b1f01fca51e5 namespace: kserve-ci-e2e-test resourceVersion: "17002" uid: b5a91151-e07f-42b8-9220-4248d24209fc reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:18:17Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-e8119-predictor-66cfd85494-sjkv5 namespace: kserve-ci-e2e-test resourceVersion: "16984" uid: 4cf59849-b7db-4dda-a979-7757170a151e kind: Event lastTimestamp: "2026-07-09T18:18:17Z" message: Container image "quay.io/opendatahub/error-404-isvc:odh-pr-1717" already present on machine metadata: creationTimestamp: "2026-07-09T18:18:17Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:18:17Z" name: error-404-isvc-e8119-predictor-66cfd85494-sjkv5.18c0b1f02118d22b namespace: kserve-ci-e2e-test resourceVersion: "17004" uid: b4abe234-3dde-471f-ba68-a5d7f65759c7 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-138-20.ec2.internal source: component: kubelet host: ip-10-0-138-20.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:18:17Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-e8119-predictor-66cfd85494-sjkv5 namespace: kserve-ci-e2e-test resourceVersion: "16984" uid: 4cf59849-b7db-4dda-a979-7757170a151e kind: Event lastTimestamp: "2026-07-09T18:18:17Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-07-09T18:18:17Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:18:17Z" name: error-404-isvc-e8119-predictor-66cfd85494-sjkv5.18c0b1f02491dbe7 namespace: kserve-ci-e2e-test resourceVersion: "17008" uid: 11a2804e-9bfd-439e-ac9f-14959b6a111b reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-138-20.ec2.internal source: component: kubelet host: ip-10-0-138-20.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:18:17Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-e8119-predictor-66cfd85494-sjkv5 namespace: kserve-ci-e2e-test resourceVersion: "16984" uid: 4cf59849-b7db-4dda-a979-7757170a151e kind: Event lastTimestamp: "2026-07-09T18:18:17Z" message: Started container kserve-container metadata: creationTimestamp: "2026-07-09T18:18:17Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:18:17Z" name: error-404-isvc-e8119-predictor-66cfd85494-sjkv5.18c0b1f0251f5caf namespace: kserve-ci-e2e-test resourceVersion: "17009" uid: 1b9d7c7d-5570-4dd1-88d9-77a66f094947 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-138-20.ec2.internal source: component: kubelet host: ip-10-0-138-20.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:18:17Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-e8119-predictor-66cfd85494-sjkv5 namespace: kserve-ci-e2e-test resourceVersion: "16984" uid: 4cf59849-b7db-4dda-a979-7757170a151e kind: Event lastTimestamp: "2026-07-09T18:18:17Z" message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine metadata: creationTimestamp: "2026-07-09T18:18:17Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:18:17Z" name: error-404-isvc-e8119-predictor-66cfd85494-sjkv5.18c0b1f02529b4e7 namespace: kserve-ci-e2e-test resourceVersion: "17011" uid: bde082b6-8406-45b8-a094-75e52a89c2c2 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-138-20.ec2.internal source: component: kubelet host: ip-10-0-138-20.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:18:17Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-e8119-predictor-66cfd85494-sjkv5 namespace: kserve-ci-e2e-test resourceVersion: "16984" uid: 4cf59849-b7db-4dda-a979-7757170a151e kind: Event lastTimestamp: "2026-07-09T18:18:17Z" message: 'Created container: kube-rbac-proxy' metadata: creationTimestamp: "2026-07-09T18:18:17Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:18:17Z" name: error-404-isvc-e8119-predictor-66cfd85494-sjkv5.18c0b1f027e7661a namespace: kserve-ci-e2e-test resourceVersion: "17012" uid: 122c7f72-8123-4ff4-8b21-43bc6aaed853 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-138-20.ec2.internal source: component: kubelet host: ip-10-0-138-20.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:18:17Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-e8119-predictor-66cfd85494-sjkv5 namespace: kserve-ci-e2e-test resourceVersion: "16984" uid: 4cf59849-b7db-4dda-a979-7757170a151e kind: Event lastTimestamp: "2026-07-09T18:18:17Z" message: Started container kube-rbac-proxy metadata: creationTimestamp: "2026-07-09T18:18:17Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:18:17Z" name: error-404-isvc-e8119-predictor-66cfd85494-sjkv5.18c0b1f028576ef5 namespace: kserve-ci-e2e-test resourceVersion: "17013" uid: 86201e28-e857-4bbc-9500-dfca73807ae1 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-138-20.ec2.internal source: component: kubelet host: ip-10-0-138-20.ec2.internal type: Normal - apiVersion: v1 count: 7 eventTime: null firstTimestamp: "2026-07-09T18:18:18Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-e8119-predictor-66cfd85494-sjkv5 namespace: kserve-ci-e2e-test resourceVersion: "16984" uid: 4cf59849-b7db-4dda-a979-7757170a151e kind: Event lastTimestamp: "2026-07-09T18:27:34Z" message: 'Readiness probe failed: dial tcp 10.134.0.21:8080: connect: connection refused' metadata: creationTimestamp: "2026-07-09T18:18:18Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:27:34Z" name: error-404-isvc-e8119-predictor-66cfd85494-sjkv5.18c0b1f05f2aa4db namespace: kserve-ci-e2e-test resourceVersion: "21338" uid: fdc5a299-f360-4523-872e-be864806949c reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-138-20.ec2.internal source: component: kubelet host: ip-10-0-138-20.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:27:31Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-e8119-predictor-66cfd85494-sjkv5 namespace: kserve-ci-e2e-test resourceVersion: "16984" uid: 4cf59849-b7db-4dda-a979-7757170a151e kind: Event lastTimestamp: "2026-07-09T18:27:31Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-07-09T18:27:31Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:27:31Z" name: error-404-isvc-e8119-predictor-66cfd85494-sjkv5.18c0b27130e2187d namespace: kserve-ci-e2e-test resourceVersion: "21206" uid: 10777547-4b09-4e2d-b694-18deaab1f9c6 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-138-20.ec2.internal source: component: kubelet host: ip-10-0-138-20.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:27:31Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-e8119-predictor-66cfd85494-sjkv5 namespace: kserve-ci-e2e-test resourceVersion: "16984" uid: 4cf59849-b7db-4dda-a979-7757170a151e kind: Event lastTimestamp: "2026-07-09T18:27:31Z" message: Stopping container kube-rbac-proxy metadata: creationTimestamp: "2026-07-09T18:27:31Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:27:31Z" name: error-404-isvc-e8119-predictor-66cfd85494-sjkv5.18c0b27130e284ee namespace: kserve-ci-e2e-test resourceVersion: "21208" uid: 5e63c2b8-58f0-461c-8f73-64a2de9434aa reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-138-20.ec2.internal source: component: kubelet host: ip-10-0-138-20.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:27:34Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-e8119-predictor-66cfd85494-sjkv5 namespace: kserve-ci-e2e-test resourceVersion: "16984" uid: 4cf59849-b7db-4dda-a979-7757170a151e kind: Event lastTimestamp: "2026-07-09T18:27:34Z" message: 'Readiness probe failed: Get "https://10.134.0.21:8643/healthz": dial tcp 10.134.0.21:8643: connect: connection refused' metadata: creationTimestamp: "2026-07-09T18:27:34Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:27:34Z" name: error-404-isvc-e8119-predictor-66cfd85494-sjkv5.18c0b271d39197ae namespace: kserve-ci-e2e-test resourceVersion: "21336" uid: 07511924-fae2-4ace-819b-58f6f28e2a3b reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-138-20.ec2.internal source: component: kubelet host: ip-10-0-138-20.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:18:16Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: error-404-isvc-e8119-predictor-66cfd85494 namespace: kserve-ci-e2e-test resourceVersion: "16973" uid: 9fb5be96-06e8-49f8-bba6-ef04241f206c kind: Event lastTimestamp: "2026-07-09T18:18:16Z" message: 'Created pod: error-404-isvc-e8119-predictor-66cfd85494-sjkv5' metadata: creationTimestamp: "2026-07-09T18:18:16Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-09T18:18:16Z" name: error-404-isvc-e8119-predictor-66cfd85494.18c0b1f005a41ada namespace: kserve-ci-e2e-test resourceVersion: "16983" uid: c9510813-4096-4bb6-ba51-1cd4d3aa26be reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:18:16Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: error-404-isvc-e8119-predictor namespace: kserve-ci-e2e-test resourceVersion: "16971" uid: e65e06f0-4538-4e0c-b6fc-8ba1ea53ba65 kind: Event lastTimestamp: "2026-07-09T18:18:16Z" message: Scaled up replica set error-404-isvc-e8119-predictor-66cfd85494 from 0 to 1 metadata: creationTimestamp: "2026-07-09T18:18:16Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-09T18:18:16Z" name: error-404-isvc-e8119-predictor.18c0b1f003fde1a5 namespace: kserve-ci-e2e-test resourceVersion: "16975" uid: 4b9f52b5-ff0f-48e8-8b9c-37c952b64f85 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-07-09T18:18:31Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-e8119-predictor namespace: kserve-ci-e2e-test resourceVersion: "16972" uid: a7ca5bda-5fce-445d-bf1f-9c3d98785d3e kind: Event lastTimestamp: "2026-07-09T18:19:16Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-07-09T18:18:31Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-09T18:19:16Z" name: error-404-isvc-e8119-predictor.18c0b1f382942ba4 namespace: kserve-ci-e2e-test resourceVersion: "17609" uid: 3699c713-c995-4744-8f89-540ec347f1aa reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-07-09T18:18:31Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-e8119-predictor namespace: kserve-ci-e2e-test resourceVersion: "16972" uid: a7ca5bda-5fce-445d-bf1f-9c3d98785d3e kind: Event lastTimestamp: "2026-07-09T18:19:16Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-07-09T18:18:31Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-09T18:19:16Z" name: error-404-isvc-e8119-predictor.18c0b1f382ec8027 namespace: kserve-ci-e2e-test resourceVersion: "17610" uid: 764ea461-bbef-41d2-9cd5-888bafe1dfc6 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:18:46Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-e8119-predictor namespace: kserve-ci-e2e-test resourceVersion: "17173" uid: a7ca5bda-5fce-445d-bf1f-9c3d98785d3e kind: Event lastTimestamp: "2026-07-09T18:18:46Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-07-09T18:18:46Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-09T18:18:46Z" name: error-404-isvc-e8119-predictor.18c0b1f701a93073 namespace: kserve-ci-e2e-test resourceVersion: "17334" uid: e2e8c75b-170a-424d-a700-c28ead892f16 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:18:46Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-e8119-predictor namespace: kserve-ci-e2e-test resourceVersion: "17173" uid: a7ca5bda-5fce-445d-bf1f-9c3d98785d3e kind: Event lastTimestamp: "2026-07-09T18:18:46Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-07-09T18:18:46Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-09T18:18:46Z" name: error-404-isvc-e8119-predictor.18c0b1f7021145de namespace: kserve-ci-e2e-test resourceVersion: "17336" uid: 3ba7004f-069f-4211-ab41-27a443f3b12b reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 5 eventTime: null firstTimestamp: "2026-07-09T18:18:16Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-e8119 namespace: kserve-ci-e2e-test resourceVersion: "16954" uid: 2c8f4f4f-7173-4c23-b8b0-318ffcad384d kind: Event lastTimestamp: "2026-07-09T18:19:04Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-07-09T18:18:16Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-09T18:19:04Z" name: error-404-isvc-e8119.18c0b1f004314cfc namespace: kserve-ci-e2e-test resourceVersion: "17489" uid: 23b039b6-e852-4eab-91e9-57814f70a532 reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:18:16Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-e8119 namespace: kserve-ci-e2e-test resourceVersion: "16954" uid: 2c8f4f4f-7173-4c23-b8b0-318ffcad384d kind: Event lastTimestamp: "2026-07-09T18:18:16Z" message: 'Failed to update status for InferenceService "error-404-isvc-e8119": Operation cannot be fulfilled on inferenceservices.serving.kserve.io "error-404-isvc-e8119": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-07-09T18:18:16Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-09T18:18:16Z" name: error-404-isvc-e8119.18c0b1f004af1503 namespace: kserve-ci-e2e-test resourceVersion: "16979" uid: aa9bf355-d737-445e-94ac-c21a6e12f81e reason: UpdateFailed reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:18:16Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-e8119 namespace: kserve-ci-e2e-test resourceVersion: "16954" uid: 2c8f4f4f-7173-4c23-b8b0-318ffcad384d kind: Event lastTimestamp: "2026-07-09T18:18:16Z" message: 'fails to update InferenceService status: Operation cannot be fulfilled on inferenceservices.serving.kserve.io "error-404-isvc-e8119": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-07-09T18:18:16Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-09T18:18:16Z" name: error-404-isvc-e8119.18c0b1f004af61b1 namespace: kserve-ci-e2e-test resourceVersion: "16981" uid: 80e5fe9d-65d2-45e6-8dcc-5e7447f947ad reason: InternalError reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:19:04Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-e8119 namespace: kserve-ci-e2e-test resourceVersion: "17487" uid: 2c8f4f4f-7173-4c23-b8b0-318ffcad384d kind: Event lastTimestamp: "2026-07-09T18:19:04Z" message: InferenceService [error-404-isvc-e8119] is Ready metadata: creationTimestamp: "2026-07-09T18:19:04Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-09T18:19:04Z" name: error-404-isvc-e8119.18c0b1fb1a202c6f namespace: kserve-ci-e2e-test resourceVersion: "17488" uid: 3d5a558f-fd2a-4fa5-abe0-6a29f3789dbb reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-07-09T18:37:20.941617Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: error-404-isvc-eb3ff-predictor-5c99cc74cd-2x6xd namespace: kserve-ci-e2e-test resourceVersion: "26381" uid: 3ac59db0-951f-49c0-aaa0-e3937fb552ee kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/error-404-isvc-eb3ff-predictor-5c99cc74cd-2x6xd to ip-10-0-138-20.ec2.internal metadata: creationTimestamp: "2026-07-09T18:37:20Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-07-09T18:37:20Z" name: error-404-isvc-eb3ff-predictor-5c99cc74cd-2x6xd.18c0b2fa64cfcff5 namespace: kserve-ci-e2e-test resourceVersion: "26386" uid: 3e540744-0b73-4beb-82f7-50c1e4a00ded reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-58df594cc6-5bn78 source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:37:21Z" involvedObject: apiVersion: v1 kind: Pod name: error-404-isvc-eb3ff-predictor-5c99cc74cd-2x6xd namespace: kserve-ci-e2e-test resourceVersion: "26383" uid: 3ac59db0-951f-49c0-aaa0-e3937fb552ee kind: Event lastTimestamp: "2026-07-09T18:37:21Z" message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "error-404-isvc-eb3ff-predictor-serving-cert" not found' metadata: creationTimestamp: "2026-07-09T18:37:21Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:37:21Z" name: error-404-isvc-eb3ff-predictor-5c99cc74cd-2x6xd.18c0b2fa7153b12e namespace: kserve-ci-e2e-test resourceVersion: "26403" uid: f5c8b7db-1feb-4766-ac74-f80738112950 reason: FailedMount reportingComponent: kubelet reportingInstance: ip-10-0-138-20.ec2.internal source: component: kubelet host: ip-10-0-138-20.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:37:21Z" involvedObject: apiVersion: v1 kind: Pod name: error-404-isvc-eb3ff-predictor-5c99cc74cd-2x6xd namespace: kserve-ci-e2e-test resourceVersion: "26392" uid: 3ac59db0-951f-49c0-aaa0-e3937fb552ee kind: Event lastTimestamp: "2026-07-09T18:37:21Z" message: Add eth0 [10.134.0.26/23] from ovn-kubernetes metadata: creationTimestamp: "2026-07-09T18:37:21Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-07-09T18:37:21Z" name: error-404-isvc-eb3ff-predictor-5c99cc74cd-2x6xd.18c0b2faa232af6a namespace: kserve-ci-e2e-test resourceVersion: "26422" uid: 47e647dd-cef0-44a5-a2f9-c647a675cfef reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:37:21Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-eb3ff-predictor-5c99cc74cd-2x6xd namespace: kserve-ci-e2e-test resourceVersion: "26383" uid: 3ac59db0-951f-49c0-aaa0-e3937fb552ee kind: Event lastTimestamp: "2026-07-09T18:37:21Z" message: Container image "quay.io/opendatahub/error-404-isvc:odh-pr-1717" already present on machine metadata: creationTimestamp: "2026-07-09T18:37:21Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:37:21Z" name: error-404-isvc-eb3ff-predictor-5c99cc74cd-2x6xd.18c0b2faa3797e25 namespace: kserve-ci-e2e-test resourceVersion: "26424" uid: cb0d114b-4e92-4313-a5bc-50242f1b2e5c reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-138-20.ec2.internal source: component: kubelet host: ip-10-0-138-20.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:37:22Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-eb3ff-predictor-5c99cc74cd-2x6xd namespace: kserve-ci-e2e-test resourceVersion: "26383" uid: 3ac59db0-951f-49c0-aaa0-e3937fb552ee kind: Event lastTimestamp: "2026-07-09T18:37:22Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-07-09T18:37:22Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:37:22Z" name: error-404-isvc-eb3ff-predictor-5c99cc74cd-2x6xd.18c0b2faa7481683 namespace: kserve-ci-e2e-test resourceVersion: "26425" uid: 238d8106-bf6d-423b-9694-6640d7c0a0a7 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-138-20.ec2.internal source: component: kubelet host: ip-10-0-138-20.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:37:22Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-eb3ff-predictor-5c99cc74cd-2x6xd namespace: kserve-ci-e2e-test resourceVersion: "26383" uid: 3ac59db0-951f-49c0-aaa0-e3937fb552ee kind: Event lastTimestamp: "2026-07-09T18:37:22Z" message: Started container kserve-container metadata: creationTimestamp: "2026-07-09T18:37:22Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:37:22Z" name: error-404-isvc-eb3ff-predictor-5c99cc74cd-2x6xd.18c0b2faa7bb7803 namespace: kserve-ci-e2e-test resourceVersion: "26426" uid: 06d2630a-d7d7-40ad-89a4-dff2766e33c7 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-138-20.ec2.internal source: component: kubelet host: ip-10-0-138-20.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:37:22Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-eb3ff-predictor-5c99cc74cd-2x6xd namespace: kserve-ci-e2e-test resourceVersion: "26383" uid: 3ac59db0-951f-49c0-aaa0-e3937fb552ee kind: Event lastTimestamp: "2026-07-09T18:37:22Z" message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine metadata: creationTimestamp: "2026-07-09T18:37:22Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:37:22Z" name: error-404-isvc-eb3ff-predictor-5c99cc74cd-2x6xd.18c0b2faa7c54fa7 namespace: kserve-ci-e2e-test resourceVersion: "26427" uid: 73bb4ed3-e5bd-4e2c-b932-d4366aa82d41 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-138-20.ec2.internal source: component: kubelet host: ip-10-0-138-20.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:37:22Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-eb3ff-predictor-5c99cc74cd-2x6xd namespace: kserve-ci-e2e-test resourceVersion: "26383" uid: 3ac59db0-951f-49c0-aaa0-e3937fb552ee kind: Event lastTimestamp: "2026-07-09T18:37:22Z" message: 'Created container: kube-rbac-proxy' metadata: creationTimestamp: "2026-07-09T18:37:22Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:37:22Z" name: error-404-isvc-eb3ff-predictor-5c99cc74cd-2x6xd.18c0b2faaab12946 namespace: kserve-ci-e2e-test resourceVersion: "26428" uid: 6be20798-4c82-4f33-bbb2-a8ac3685581e reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-138-20.ec2.internal source: component: kubelet host: ip-10-0-138-20.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:37:22Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-eb3ff-predictor-5c99cc74cd-2x6xd namespace: kserve-ci-e2e-test resourceVersion: "26383" uid: 3ac59db0-951f-49c0-aaa0-e3937fb552ee kind: Event lastTimestamp: "2026-07-09T18:37:22Z" message: Started container kube-rbac-proxy metadata: creationTimestamp: "2026-07-09T18:37:22Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:37:22Z" name: error-404-isvc-eb3ff-predictor-5c99cc74cd-2x6xd.18c0b2faab27857f namespace: kserve-ci-e2e-test resourceVersion: "26429" uid: 42669935-8aab-45ad-a4a3-3ba29bfc2703 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-138-20.ec2.internal source: component: kubelet host: ip-10-0-138-20.ec2.internal type: Normal - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-07-09T18:37:23Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-eb3ff-predictor-5c99cc74cd-2x6xd namespace: kserve-ci-e2e-test resourceVersion: "26383" uid: 3ac59db0-951f-49c0-aaa0-e3937fb552ee kind: Event lastTimestamp: "2026-07-09T18:37:59Z" message: 'Readiness probe failed: dial tcp 10.134.0.26:8080: connect: connection refused' metadata: creationTimestamp: "2026-07-09T18:37:23Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:37:59Z" name: error-404-isvc-eb3ff-predictor-5c99cc74cd-2x6xd.18c0b2fb06e53e97 namespace: kserve-ci-e2e-test resourceVersion: "26865" uid: 1ff6d772-d8a2-4bc6-ab91-08722ef129cc reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-138-20.ec2.internal source: component: kubelet host: ip-10-0-138-20.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:38:31Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-eb3ff-predictor-5c99cc74cd-2x6xd namespace: kserve-ci-e2e-test resourceVersion: "26383" uid: 3ac59db0-951f-49c0-aaa0-e3937fb552ee kind: Event lastTimestamp: "2026-07-09T18:38:31Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-07-09T18:38:31Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:38:31Z" name: error-404-isvc-eb3ff-predictor-5c99cc74cd-2x6xd.18c0b30ac508e6f9 namespace: kserve-ci-e2e-test resourceVersion: "27234" uid: ace80f6e-f093-47e2-aa1a-13eb6bd02502 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-138-20.ec2.internal source: component: kubelet host: ip-10-0-138-20.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:38:31Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-eb3ff-predictor-5c99cc74cd-2x6xd namespace: kserve-ci-e2e-test resourceVersion: "26383" uid: 3ac59db0-951f-49c0-aaa0-e3937fb552ee kind: Event lastTimestamp: "2026-07-09T18:38:31Z" message: Stopping container kube-rbac-proxy metadata: creationTimestamp: "2026-07-09T18:38:31Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:38:31Z" name: error-404-isvc-eb3ff-predictor-5c99cc74cd-2x6xd.18c0b30ac5095327 namespace: kserve-ci-e2e-test resourceVersion: "27236" uid: a46d3d0a-fbeb-4a42-9f6d-bc13664db877 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-138-20.ec2.internal source: component: kubelet host: ip-10-0-138-20.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:37:20Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: error-404-isvc-eb3ff-predictor-5c99cc74cd namespace: kserve-ci-e2e-test resourceVersion: "26373" uid: 05434877-3894-44ec-9834-261e143ed9bf kind: Event lastTimestamp: "2026-07-09T18:37:20Z" message: 'Created pod: error-404-isvc-eb3ff-predictor-5c99cc74cd-2x6xd' metadata: creationTimestamp: "2026-07-09T18:37:20Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-09T18:37:20Z" name: error-404-isvc-eb3ff-predictor-5c99cc74cd.18c0b2fa64432616 namespace: kserve-ci-e2e-test resourceVersion: "26382" uid: a8392975-0049-4df5-b56f-79affe9133af reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:37:20Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: error-404-isvc-eb3ff-predictor namespace: kserve-ci-e2e-test resourceVersion: "26370" uid: af556bd8-47b4-4e0f-a7aa-60f62407dfc5 kind: Event lastTimestamp: "2026-07-09T18:37:20Z" message: Scaled up replica set error-404-isvc-eb3ff-predictor-5c99cc74cd from 0 to 1 metadata: creationTimestamp: "2026-07-09T18:37:20Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-09T18:37:20Z" name: error-404-isvc-eb3ff-predictor.18c0b2fa6290e100 namespace: kserve-ci-e2e-test resourceVersion: "26376" uid: a8c8bb0a-3633-4c6f-8849-23e712d1cbbf reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:37:35Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-eb3ff-predictor namespace: kserve-ci-e2e-test resourceVersion: "26372" uid: 96e58d8c-57c1-4a01-a099-1dee95178d80 kind: Event lastTimestamp: "2026-07-09T18:37:35Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-07-09T18:37:35Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-09T18:37:35Z" name: error-404-isvc-eb3ff-predictor.18c0b2fde0f97ede namespace: kserve-ci-e2e-test resourceVersion: "26544" uid: c152728e-3e72-4824-9143-d0c4e2388551 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:37:35Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-eb3ff-predictor namespace: kserve-ci-e2e-test resourceVersion: "26372" uid: 96e58d8c-57c1-4a01-a099-1dee95178d80 kind: Event lastTimestamp: "2026-07-09T18:37:35Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-07-09T18:37:35Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-09T18:37:35Z" name: error-404-isvc-eb3ff-predictor.18c0b2fde162a304 namespace: kserve-ci-e2e-test resourceVersion: "26546" uid: be66ec92-0428-4075-a28b-4cf9f64dd658 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-07-09T18:37:50Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-eb3ff-predictor namespace: kserve-ci-e2e-test resourceVersion: "26545" uid: 96e58d8c-57c1-4a01-a099-1dee95178d80 kind: Event lastTimestamp: "2026-07-09T18:38:20Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-07-09T18:37:50Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-09T18:38:20Z" name: error-404-isvc-eb3ff-predictor.18c0b30160100833 namespace: kserve-ci-e2e-test resourceVersion: "27080" uid: 55d45a6a-f2a6-4008-9c39-8a7e44b80ff8 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-07-09T18:37:50Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-eb3ff-predictor namespace: kserve-ci-e2e-test resourceVersion: "26545" uid: 96e58d8c-57c1-4a01-a099-1dee95178d80 kind: Event lastTimestamp: "2026-07-09T18:38:20Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-07-09T18:37:50Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-09T18:38:20Z" name: error-404-isvc-eb3ff-predictor.18c0b30160724924 namespace: kserve-ci-e2e-test resourceVersion: "27083" uid: f485a3de-dda3-4cfc-901a-84a37b2594a7 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-07-09T18:37:20Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-eb3ff namespace: kserve-ci-e2e-test resourceVersion: "26353" uid: 8a183b81-09e4-47a2-866e-9b3b46be7fd1 kind: Event lastTimestamp: "2026-07-09T18:38:09Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-07-09T18:37:20Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-09T18:38:09Z" name: error-404-isvc-eb3ff.18c0b2fa62c3bcdc namespace: kserve-ci-e2e-test resourceVersion: "26972" uid: ba653475-7f03-453f-9216-6b6bdabd9e1d reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:38:09Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-eb3ff namespace: kserve-ci-e2e-test resourceVersion: "26969" uid: 8a183b81-09e4-47a2-866e-9b3b46be7fd1 kind: Event lastTimestamp: "2026-07-09T18:38:09Z" message: InferenceService [error-404-isvc-eb3ff] is Ready metadata: creationTimestamp: "2026-07-09T18:38:09Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-09T18:38:09Z" name: error-404-isvc-eb3ff.18c0b305c1b49830 namespace: kserve-ci-e2e-test resourceVersion: "26970" uid: 71497871-f7ef-4f1f-b5f7-d9c643b0f5f1 reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-07-09T18:28:06.228259Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: error-404-isvc-f76a1-predictor-55d9479568-xcv9f namespace: kserve-ci-e2e-test resourceVersion: "21748" uid: 5b4a1a1e-fe9b-4bcb-8bec-571bae6c7063 kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/error-404-isvc-f76a1-predictor-55d9479568-xcv9f to ip-10-0-138-20.ec2.internal metadata: creationTimestamp: "2026-07-09T18:28:06Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-07-09T18:28:06Z" name: error-404-isvc-f76a1-predictor-55d9479568-xcv9f.18c0b2793d51af11 namespace: kserve-ci-e2e-test resourceVersion: "21753" uid: d36eccf6-42d1-4efa-9f4a-40dd14c192ae reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-58df594cc6-5bn78 source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:28:06Z" involvedObject: apiVersion: v1 kind: Pod name: error-404-isvc-f76a1-predictor-55d9479568-xcv9f namespace: kserve-ci-e2e-test resourceVersion: "21751" uid: 5b4a1a1e-fe9b-4bcb-8bec-571bae6c7063 kind: Event lastTimestamp: "2026-07-09T18:28:06Z" message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "error-404-isvc-f76a1-predictor-serving-cert" not found' metadata: creationTimestamp: "2026-07-09T18:28:06Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:28:06Z" name: error-404-isvc-f76a1-predictor-55d9479568-xcv9f.18c0b27946dfbd30 namespace: kserve-ci-e2e-test resourceVersion: "21766" uid: f7fe3fc8-a791-4a95-a6d0-228693e14409 reason: FailedMount reportingComponent: kubelet reportingInstance: ip-10-0-138-20.ec2.internal source: component: kubelet host: ip-10-0-138-20.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:28:07Z" involvedObject: apiVersion: v1 kind: Pod name: error-404-isvc-f76a1-predictor-55d9479568-xcv9f namespace: kserve-ci-e2e-test resourceVersion: "21760" uid: 5b4a1a1e-fe9b-4bcb-8bec-571bae6c7063 kind: Event lastTimestamp: "2026-07-09T18:28:07Z" message: Add eth0 [10.134.0.24/23] from ovn-kubernetes metadata: creationTimestamp: "2026-07-09T18:28:07Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-07-09T18:28:07Z" name: error-404-isvc-f76a1-predictor-55d9479568-xcv9f.18c0b2797a9a59da namespace: kserve-ci-e2e-test resourceVersion: "21788" uid: 31643a51-5cb8-43b4-afd2-15978d05f906 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:28:07Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-f76a1-predictor-55d9479568-xcv9f namespace: kserve-ci-e2e-test resourceVersion: "21751" uid: 5b4a1a1e-fe9b-4bcb-8bec-571bae6c7063 kind: Event lastTimestamp: "2026-07-09T18:28:07Z" message: Container image "quay.io/opendatahub/error-404-isvc:odh-pr-1717" already present on machine metadata: creationTimestamp: "2026-07-09T18:28:07Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:28:07Z" name: error-404-isvc-f76a1-predictor-55d9479568-xcv9f.18c0b2797bfc8f94 namespace: kserve-ci-e2e-test resourceVersion: "21790" uid: 0ac57a3e-b183-484c-bbf9-1e823c2357f3 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-138-20.ec2.internal source: component: kubelet host: ip-10-0-138-20.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:28:07Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-f76a1-predictor-55d9479568-xcv9f namespace: kserve-ci-e2e-test resourceVersion: "21751" uid: 5b4a1a1e-fe9b-4bcb-8bec-571bae6c7063 kind: Event lastTimestamp: "2026-07-09T18:28:07Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-07-09T18:28:07Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:28:07Z" name: error-404-isvc-f76a1-predictor-55d9479568-xcv9f.18c0b2797efd36ed namespace: kserve-ci-e2e-test resourceVersion: "21791" uid: b22d887b-be23-4f0d-b78c-c03139435f53 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-138-20.ec2.internal source: component: kubelet host: ip-10-0-138-20.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:28:07Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-f76a1-predictor-55d9479568-xcv9f namespace: kserve-ci-e2e-test resourceVersion: "21751" uid: 5b4a1a1e-fe9b-4bcb-8bec-571bae6c7063 kind: Event lastTimestamp: "2026-07-09T18:28:07Z" message: Started container kserve-container metadata: creationTimestamp: "2026-07-09T18:28:07Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:28:07Z" name: error-404-isvc-f76a1-predictor-55d9479568-xcv9f.18c0b2797f58cd2a namespace: kserve-ci-e2e-test resourceVersion: "21792" uid: 037bd2ae-7569-4baf-a68e-6e5eb5e8ec4a reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-138-20.ec2.internal source: component: kubelet host: ip-10-0-138-20.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:28:07Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-f76a1-predictor-55d9479568-xcv9f namespace: kserve-ci-e2e-test resourceVersion: "21751" uid: 5b4a1a1e-fe9b-4bcb-8bec-571bae6c7063 kind: Event lastTimestamp: "2026-07-09T18:28:07Z" message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine metadata: creationTimestamp: "2026-07-09T18:28:07Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:28:07Z" name: error-404-isvc-f76a1-predictor-55d9479568-xcv9f.18c0b2797f62ba67 namespace: kserve-ci-e2e-test resourceVersion: "21793" uid: 5656b5a1-94a0-45be-8960-f866931c318e reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-138-20.ec2.internal source: component: kubelet host: ip-10-0-138-20.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:28:07Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-f76a1-predictor-55d9479568-xcv9f namespace: kserve-ci-e2e-test resourceVersion: "21751" uid: 5b4a1a1e-fe9b-4bcb-8bec-571bae6c7063 kind: Event lastTimestamp: "2026-07-09T18:28:07Z" message: 'Created container: kube-rbac-proxy' metadata: creationTimestamp: "2026-07-09T18:28:07Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:28:07Z" name: error-404-isvc-f76a1-predictor-55d9479568-xcv9f.18c0b279849d2a66 namespace: kserve-ci-e2e-test resourceVersion: "21795" uid: 4e34831f-4573-4efb-afe7-ed6805d5ec07 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-138-20.ec2.internal source: component: kubelet host: ip-10-0-138-20.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:28:07Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-f76a1-predictor-55d9479568-xcv9f namespace: kserve-ci-e2e-test resourceVersion: "21751" uid: 5b4a1a1e-fe9b-4bcb-8bec-571bae6c7063 kind: Event lastTimestamp: "2026-07-09T18:28:07Z" message: Started container kube-rbac-proxy metadata: creationTimestamp: "2026-07-09T18:28:07Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:28:07Z" name: error-404-isvc-f76a1-predictor-55d9479568-xcv9f.18c0b27985027e36 namespace: kserve-ci-e2e-test resourceVersion: "21796" uid: f169b1f0-3c96-42ad-b8af-8cbed74831f8 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-138-20.ec2.internal source: component: kubelet host: ip-10-0-138-20.ec2.internal type: Normal - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-07-09T18:28:08Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-f76a1-predictor-55d9479568-xcv9f namespace: kserve-ci-e2e-test resourceVersion: "21751" uid: 5b4a1a1e-fe9b-4bcb-8bec-571bae6c7063 kind: Event lastTimestamp: "2026-07-09T18:28:44Z" message: 'Readiness probe failed: dial tcp 10.134.0.24:8080: connect: connection refused' metadata: creationTimestamp: "2026-07-09T18:28:08Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:28:44Z" name: error-404-isvc-f76a1-predictor-55d9479568-xcv9f.18c0b279ca737446 namespace: kserve-ci-e2e-test resourceVersion: "22308" uid: 4d615cd1-5c57-42e4-9472-0dbace20ead7 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-138-20.ec2.internal source: component: kubelet host: ip-10-0-138-20.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:37:20Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-f76a1-predictor-55d9479568-xcv9f namespace: kserve-ci-e2e-test resourceVersion: "21751" uid: 5b4a1a1e-fe9b-4bcb-8bec-571bae6c7063 kind: Event lastTimestamp: "2026-07-09T18:37:20Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-07-09T18:37:20Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:37:20Z" name: error-404-isvc-f76a1-predictor-55d9479568-xcv9f.18c0b2fa5ece883f namespace: kserve-ci-e2e-test resourceVersion: "26354" uid: 8dec65fe-3283-4984-a2ca-129b2dd0998b reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-138-20.ec2.internal source: component: kubelet host: ip-10-0-138-20.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:37:20Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-f76a1-predictor-55d9479568-xcv9f namespace: kserve-ci-e2e-test resourceVersion: "21751" uid: 5b4a1a1e-fe9b-4bcb-8bec-571bae6c7063 kind: Event lastTimestamp: "2026-07-09T18:37:20Z" message: Stopping container kube-rbac-proxy metadata: creationTimestamp: "2026-07-09T18:37:20Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:37:20Z" name: error-404-isvc-f76a1-predictor-55d9479568-xcv9f.18c0b2fa5ecf0483 namespace: kserve-ci-e2e-test resourceVersion: "26355" uid: f6da62fa-c76e-4bfc-b1ef-97f813873e67 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-138-20.ec2.internal source: component: kubelet host: ip-10-0-138-20.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:28:06Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: error-404-isvc-f76a1-predictor-55d9479568 namespace: kserve-ci-e2e-test resourceVersion: "21741" uid: 8c8c2136-5b02-4f33-868d-628c97324a04 kind: Event lastTimestamp: "2026-07-09T18:28:06Z" message: 'Created pod: error-404-isvc-f76a1-predictor-55d9479568-xcv9f' metadata: creationTimestamp: "2026-07-09T18:28:06Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-09T18:28:06Z" name: error-404-isvc-f76a1-predictor-55d9479568.18c0b2793ca658b7 namespace: kserve-ci-e2e-test resourceVersion: "21750" uid: 4e1148d5-59fe-44bf-8ec5-921057dd3a91 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:28:06Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: error-404-isvc-f76a1-predictor namespace: kserve-ci-e2e-test resourceVersion: "21738" uid: 70f9849c-0b4f-488d-92a6-73774424da8b kind: Event lastTimestamp: "2026-07-09T18:28:06Z" message: Scaled up replica set error-404-isvc-f76a1-predictor-55d9479568 from 0 to 1 metadata: creationTimestamp: "2026-07-09T18:28:06Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-09T18:28:06Z" name: error-404-isvc-f76a1-predictor.18c0b2793ac6ac74 namespace: kserve-ci-e2e-test resourceVersion: "21743" uid: c05a33c1-8cff-47af-a090-9a6b30d7a3c4 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:28:21Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-f76a1-predictor namespace: kserve-ci-e2e-test resourceVersion: "21740" uid: b0079d80-175a-44fd-b896-f26bc068255d kind: Event lastTimestamp: "2026-07-09T18:28:21Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-07-09T18:28:21Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-09T18:28:21Z" name: error-404-isvc-f76a1-predictor.18c0b27cb9484494 namespace: kserve-ci-e2e-test resourceVersion: "21944" uid: e706b8dd-5c5a-4c4f-b2a5-4813dd8bf3e9 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:28:21Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-f76a1-predictor namespace: kserve-ci-e2e-test resourceVersion: "21740" uid: b0079d80-175a-44fd-b896-f26bc068255d kind: Event lastTimestamp: "2026-07-09T18:28:21Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-07-09T18:28:21Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-09T18:28:21Z" name: error-404-isvc-f76a1-predictor.18c0b27cb9b8f51e namespace: kserve-ci-e2e-test resourceVersion: "21946" uid: b0b23ca5-ca8e-4f53-9e5b-e53e43503eb9 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 4 eventTime: null firstTimestamp: "2026-07-09T18:28:36Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-f76a1-predictor namespace: kserve-ci-e2e-test resourceVersion: "21945" uid: b0079d80-175a-44fd-b896-f26bc068255d kind: Event lastTimestamp: "2026-07-09T18:29:21Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-07-09T18:28:36Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-09T18:29:21Z" name: error-404-isvc-f76a1-predictor.18c0b28038687e73 namespace: kserve-ci-e2e-test resourceVersion: "22668" uid: d014355d-3d41-45b1-9519-cb64feeeb195 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 4 eventTime: null firstTimestamp: "2026-07-09T18:28:36Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-f76a1-predictor namespace: kserve-ci-e2e-test resourceVersion: "21945" uid: b0079d80-175a-44fd-b896-f26bc068255d kind: Event lastTimestamp: "2026-07-09T18:29:21Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-07-09T18:28:36Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-09T18:29:21Z" name: error-404-isvc-f76a1-predictor.18c0b28038ce2338 namespace: kserve-ci-e2e-test resourceVersion: "22669" uid: 30a40959-f0f7-44ed-8bb7-0647ee91b73e reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-07-09T18:28:06Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-f76a1 namespace: kserve-ci-e2e-test resourceVersion: "21728" uid: 15db71ad-0577-45e4-876c-15ffcf146f35 kind: Event lastTimestamp: "2026-07-09T18:28:54Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-07-09T18:28:06Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-09T18:28:54Z" name: error-404-isvc-f76a1.18c0b2793ac8b05c namespace: kserve-ci-e2e-test resourceVersion: "22415" uid: 6cc081ac-940f-46a3-afda-8b5643268f06 reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:28:06Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-f76a1 namespace: kserve-ci-e2e-test resourceVersion: "21728" uid: 15db71ad-0577-45e4-876c-15ffcf146f35 kind: Event lastTimestamp: "2026-07-09T18:28:06Z" message: 'Failed to update status for InferenceService "error-404-isvc-f76a1": Operation cannot be fulfilled on inferenceservices.serving.kserve.io "error-404-isvc-f76a1": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-07-09T18:28:06Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-09T18:28:06Z" name: error-404-isvc-f76a1.18c0b2793b22a8c9 namespace: kserve-ci-e2e-test resourceVersion: "21745" uid: 1ff31edf-92e5-4201-8889-ee173e09a7c5 reason: UpdateFailed reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:28:06Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-f76a1 namespace: kserve-ci-e2e-test resourceVersion: "21728" uid: 15db71ad-0577-45e4-876c-15ffcf146f35 kind: Event lastTimestamp: "2026-07-09T18:28:06Z" message: 'fails to update InferenceService status: Operation cannot be fulfilled on inferenceservices.serving.kserve.io "error-404-isvc-f76a1": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-07-09T18:28:06Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-09T18:28:06Z" name: error-404-isvc-f76a1.18c0b2793b22efd1 namespace: kserve-ci-e2e-test resourceVersion: "21746" uid: 40277cce-634b-438b-863a-b714e8f8611d reason: InternalError reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:28:54Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-f76a1 namespace: kserve-ci-e2e-test resourceVersion: "22412" uid: 15db71ad-0577-45e4-876c-15ffcf146f35 kind: Event lastTimestamp: "2026-07-09T18:28:54Z" message: InferenceService [error-404-isvc-f76a1] is Ready metadata: creationTimestamp: "2026-07-09T18:28:54Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-09T18:28:54Z" name: error-404-isvc-f76a1.18c0b2848636cf63 namespace: kserve-ci-e2e-test resourceVersion: "22413" uid: ffc4d7e4-2753-465e-b640-b82d77c144c4 reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-07-09T18:15:56.529612Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: isvc-sklearn-graph-1-predictor-7595977785-zw5wr namespace: kserve-ci-e2e-test resourceVersion: "15223" uid: 9887975e-9a70-408a-958b-450bf8eed2fd kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-graph-1-predictor-7595977785-zw5wr to ip-10-0-132-102.ec2.internal metadata: creationTimestamp: "2026-07-09T18:15:56Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-07-09T18:15:56Z" name: isvc-sklearn-graph-1-predictor-7595977785-zw5wr.18c0b1cf57e400c9 namespace: kserve-ci-e2e-test resourceVersion: "15228" uid: 2f4e0099-cdd0-4bb5-99c5-0b174868440f reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-58df594cc6-5bn78 source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:15:56Z" involvedObject: apiVersion: v1 kind: Pod name: isvc-sklearn-graph-1-predictor-7595977785-zw5wr namespace: kserve-ci-e2e-test resourceVersion: "15236" uid: 9887975e-9a70-408a-958b-450bf8eed2fd kind: Event lastTimestamp: "2026-07-09T18:15:56Z" message: Add eth0 [10.132.0.36/23] from ovn-kubernetes metadata: creationTimestamp: "2026-07-09T18:15:56Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-07-09T18:15:56Z" name: isvc-sklearn-graph-1-predictor-7595977785-zw5wr.18c0b1cf736b4ed6 namespace: kserve-ci-e2e-test resourceVersion: "15336" uid: 39b4f033-abc7-41f3-8329-0ef8922772b0 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:15:57Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-sklearn-graph-1-predictor-7595977785-zw5wr namespace: kserve-ci-e2e-test resourceVersion: "15225" uid: 9887975e-9a70-408a-958b-450bf8eed2fd kind: Event lastTimestamp: "2026-07-09T18:15:57Z" message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:b9839fbb5a35566fd43a789a1664e735d3bfb6e56a5994a6c17ae0bb35a38e85" already present on machine metadata: creationTimestamp: "2026-07-09T18:15:57Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:15:57Z" name: isvc-sklearn-graph-1-predictor-7595977785-zw5wr.18c0b1cf750c7013 namespace: kserve-ci-e2e-test resourceVersion: "15344" uid: 772bf1ec-ff68-46cf-80d0-427b4da6fc44 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-132-102.ec2.internal source: component: kubelet host: ip-10-0-132-102.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:15:57Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-sklearn-graph-1-predictor-7595977785-zw5wr namespace: kserve-ci-e2e-test resourceVersion: "15225" uid: 9887975e-9a70-408a-958b-450bf8eed2fd kind: Event lastTimestamp: "2026-07-09T18:15:57Z" message: 'Created container: storage-initializer' metadata: creationTimestamp: "2026-07-09T18:15:57Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:15:57Z" name: isvc-sklearn-graph-1-predictor-7595977785-zw5wr.18c0b1cf78e5eeec namespace: kserve-ci-e2e-test resourceVersion: "15353" uid: 3a52429d-a8e6-4bf6-af30-7095c6eb80ea reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-132-102.ec2.internal source: component: kubelet host: ip-10-0-132-102.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:15:57Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-sklearn-graph-1-predictor-7595977785-zw5wr namespace: kserve-ci-e2e-test resourceVersion: "15225" uid: 9887975e-9a70-408a-958b-450bf8eed2fd kind: Event lastTimestamp: "2026-07-09T18:15:57Z" message: Started container storage-initializer metadata: creationTimestamp: "2026-07-09T18:15:57Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:15:57Z" name: isvc-sklearn-graph-1-predictor-7595977785-zw5wr.18c0b1cf79522531 namespace: kserve-ci-e2e-test resourceVersion: "15355" uid: cb167373-eaa4-41a2-84d8-e1e24698c62a reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-132-102.ec2.internal source: component: kubelet host: ip-10-0-132-102.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:16:03Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-sklearn-graph-1-predictor-7595977785-zw5wr namespace: kserve-ci-e2e-test resourceVersion: "15225" uid: 9887975e-9a70-408a-958b-450bf8eed2fd kind: Event lastTimestamp: "2026-07-09T18:16:03Z" message: Pulling image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1717" metadata: creationTimestamp: "2026-07-09T18:16:03Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:16:03Z" name: isvc-sklearn-graph-1-predictor-7595977785-zw5wr.18c0b1d0f5706cec namespace: kserve-ci-e2e-test resourceVersion: "15452" uid: 01651678-01d2-4c20-ad0f-b07fe9b4b749 reason: Pulling reportingComponent: kubelet reportingInstance: ip-10-0-132-102.ec2.internal source: component: kubelet host: ip-10-0-132-102.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:16:17Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-sklearn-graph-1-predictor-7595977785-zw5wr namespace: kserve-ci-e2e-test resourceVersion: "15225" uid: 9887975e-9a70-408a-958b-450bf8eed2fd kind: Event lastTimestamp: "2026-07-09T18:16:17Z" message: 'Successfully pulled image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1717" in 14.368s (14.368s including waiting). Image size: 1555682740 bytes.' metadata: creationTimestamp: "2026-07-09T18:16:17Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:16:17Z" name: isvc-sklearn-graph-1-predictor-7595977785-zw5wr.18c0b1d44dd8c9a6 namespace: kserve-ci-e2e-test resourceVersion: "15593" uid: 399e6f66-1e61-4592-ba92-9393578a85cd reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-132-102.ec2.internal source: component: kubelet host: ip-10-0-132-102.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:16:17Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-sklearn-graph-1-predictor-7595977785-zw5wr namespace: kserve-ci-e2e-test resourceVersion: "15225" uid: 9887975e-9a70-408a-958b-450bf8eed2fd kind: Event lastTimestamp: "2026-07-09T18:16:17Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-07-09T18:16:17Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:16:17Z" name: isvc-sklearn-graph-1-predictor-7595977785-zw5wr.18c0b1d453f1b50d namespace: kserve-ci-e2e-test resourceVersion: "15596" uid: aed0f366-67bc-4d51-9eb0-33dbb85031c1 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-132-102.ec2.internal source: component: kubelet host: ip-10-0-132-102.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:16:17Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-sklearn-graph-1-predictor-7595977785-zw5wr namespace: kserve-ci-e2e-test resourceVersion: "15225" uid: 9887975e-9a70-408a-958b-450bf8eed2fd kind: Event lastTimestamp: "2026-07-09T18:16:17Z" message: Started container kserve-container metadata: creationTimestamp: "2026-07-09T18:16:17Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:16:17Z" name: isvc-sklearn-graph-1-predictor-7595977785-zw5wr.18c0b1d4547dde08 namespace: kserve-ci-e2e-test resourceVersion: "15598" uid: ca1c50d6-6a1c-4a33-9c69-d1585237a880 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-132-102.ec2.internal source: component: kubelet host: ip-10-0-132-102.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:16:17Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-sklearn-graph-1-predictor-7595977785-zw5wr namespace: kserve-ci-e2e-test resourceVersion: "15225" uid: 9887975e-9a70-408a-958b-450bf8eed2fd kind: Event lastTimestamp: "2026-07-09T18:16:17Z" message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine metadata: creationTimestamp: "2026-07-09T18:16:17Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:16:17Z" name: isvc-sklearn-graph-1-predictor-7595977785-zw5wr.18c0b1d454947d56 namespace: kserve-ci-e2e-test resourceVersion: "15600" uid: a49fbb66-e658-45cb-90ab-bda9aa89b348 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-132-102.ec2.internal source: component: kubelet host: ip-10-0-132-102.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:16:18Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-sklearn-graph-1-predictor-7595977785-zw5wr namespace: kserve-ci-e2e-test resourceVersion: "15225" uid: 9887975e-9a70-408a-958b-450bf8eed2fd kind: Event lastTimestamp: "2026-07-09T18:16:18Z" message: 'Created container: kube-rbac-proxy' metadata: creationTimestamp: "2026-07-09T18:16:18Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:16:18Z" name: isvc-sklearn-graph-1-predictor-7595977785-zw5wr.18c0b1d458c0fc8b namespace: kserve-ci-e2e-test resourceVersion: "15601" uid: 0c34ac96-025f-4264-8d56-d7ef790bbb8c reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-132-102.ec2.internal source: component: kubelet host: ip-10-0-132-102.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:16:18Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-sklearn-graph-1-predictor-7595977785-zw5wr namespace: kserve-ci-e2e-test resourceVersion: "15225" uid: 9887975e-9a70-408a-958b-450bf8eed2fd kind: Event lastTimestamp: "2026-07-09T18:16:18Z" message: Started container kube-rbac-proxy metadata: creationTimestamp: "2026-07-09T18:16:18Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:16:18Z" name: isvc-sklearn-graph-1-predictor-7595977785-zw5wr.18c0b1d4594544ec namespace: kserve-ci-e2e-test resourceVersion: "15602" uid: 8682d209-1d74-413a-916b-1f084e5d74b5 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-132-102.ec2.internal source: component: kubelet host: ip-10-0-132-102.ec2.internal type: Normal - apiVersion: v1 count: 10 eventTime: null firstTimestamp: "2026-07-09T18:16:19Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-sklearn-graph-1-predictor-7595977785-zw5wr namespace: kserve-ci-e2e-test resourceVersion: "15225" uid: 9887975e-9a70-408a-958b-450bf8eed2fd kind: Event lastTimestamp: "2026-07-09T18:17:33Z" message: 'Readiness probe failed: dial tcp 10.132.0.36:8080: connect: connection refused' metadata: creationTimestamp: "2026-07-09T18:16:19Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:17:33Z" name: isvc-sklearn-graph-1-predictor-7595977785-zw5wr.18c0b1d4b5d82e97 namespace: kserve-ci-e2e-test resourceVersion: "16300" uid: 904e94f2-c8f7-4021-93fb-a209dbdca682 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-132-102.ec2.internal source: component: kubelet host: ip-10-0-132-102.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:18:16Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-sklearn-graph-1-predictor-7595977785-zw5wr namespace: kserve-ci-e2e-test resourceVersion: "15225" uid: 9887975e-9a70-408a-958b-450bf8eed2fd kind: Event lastTimestamp: "2026-07-09T18:18:16Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-07-09T18:18:16Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:18:16Z" name: isvc-sklearn-graph-1-predictor-7595977785-zw5wr.18c0b1f0007530ea namespace: kserve-ci-e2e-test resourceVersion: "16957" uid: f3177a4e-6275-4fb9-bd9e-879a942c7441 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-132-102.ec2.internal source: component: kubelet host: ip-10-0-132-102.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:18:16Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-sklearn-graph-1-predictor-7595977785-zw5wr namespace: kserve-ci-e2e-test resourceVersion: "15225" uid: 9887975e-9a70-408a-958b-450bf8eed2fd kind: Event lastTimestamp: "2026-07-09T18:18:16Z" message: Stopping container kube-rbac-proxy metadata: creationTimestamp: "2026-07-09T18:18:16Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:18:16Z" name: isvc-sklearn-graph-1-predictor-7595977785-zw5wr.18c0b1f00076a3f9 namespace: kserve-ci-e2e-test resourceVersion: "16961" uid: 9a4681dd-651e-418c-83e4-d2ef5ecc45df reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-132-102.ec2.internal source: component: kubelet host: ip-10-0-132-102.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:18:20Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-sklearn-graph-1-predictor-7595977785-zw5wr namespace: kserve-ci-e2e-test resourceVersion: "15225" uid: 9887975e-9a70-408a-958b-450bf8eed2fd kind: Event lastTimestamp: "2026-07-09T18:18:20Z" message: 'Readiness probe failed: Get "https://10.132.0.36:8643/healthz": dial tcp 10.132.0.36:8643: connect: connection refused' metadata: creationTimestamp: "2026-07-09T18:18:20Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:18:20Z" name: isvc-sklearn-graph-1-predictor-7595977785-zw5wr.18c0b1f0e24cebb6 namespace: kserve-ci-e2e-test resourceVersion: "17058" uid: 3404100e-08fb-4de1-8edd-0c9b82365db6 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-132-102.ec2.internal source: component: kubelet host: ip-10-0-132-102.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:15:56Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: isvc-sklearn-graph-1-predictor-7595977785 namespace: kserve-ci-e2e-test resourceVersion: "15216" uid: b864521e-aa67-450c-96a8-37fdef2d8a58 kind: Event lastTimestamp: "2026-07-09T18:15:56Z" message: 'Created pod: isvc-sklearn-graph-1-predictor-7595977785-zw5wr' metadata: creationTimestamp: "2026-07-09T18:15:56Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-09T18:15:56Z" name: isvc-sklearn-graph-1-predictor-7595977785.18c0b1cf57735035 namespace: kserve-ci-e2e-test resourceVersion: "15224" uid: 66029354-7ebe-4d48-a9b5-618934314a21 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:15:56Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: isvc-sklearn-graph-1-predictor namespace: kserve-ci-e2e-test resourceVersion: "15215" uid: 2f726434-6435-40d4-afcf-c9d70f4c9a9d kind: Event lastTimestamp: "2026-07-09T18:15:56Z" message: Scaled up replica set isvc-sklearn-graph-1-predictor-7595977785 from 0 to 1 metadata: creationTimestamp: "2026-07-09T18:15:56Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-09T18:15:56Z" name: isvc-sklearn-graph-1-predictor.18c0b1cf530b7081 namespace: kserve-ci-e2e-test resourceVersion: "15217" uid: 55a99171-c77e-4793-88f1-3245e5d1f7b6 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-07-09T18:16:11Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-sklearn-graph-1-predictor namespace: kserve-ci-e2e-test resourceVersion: "15232" uid: 0b76fc89-9902-4711-a68c-076e0103baaa kind: Event lastTimestamp: "2026-07-09T18:16:56Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-07-09T18:16:11Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-09T18:16:56Z" name: isvc-sklearn-graph-1-predictor.18c0b1d2d85d9563 namespace: kserve-ci-e2e-test resourceVersion: "15953" uid: ed6ad946-3eda-4deb-8bb3-dc8326794de3 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-07-09T18:16:11Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-sklearn-graph-1-predictor namespace: kserve-ci-e2e-test resourceVersion: "15232" uid: 0b76fc89-9902-4711-a68c-076e0103baaa kind: Event lastTimestamp: "2026-07-09T18:16:56Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-07-09T18:16:11Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-09T18:16:56Z" name: isvc-sklearn-graph-1-predictor.18c0b1d2d8b789da namespace: kserve-ci-e2e-test resourceVersion: "15954" uid: cb66df7a-6682-43d2-991e-8d534c04e6ea reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-07-09T18:16:41Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-sklearn-graph-1-predictor namespace: kserve-ci-e2e-test resourceVersion: "15527" uid: 0b76fc89-9902-4711-a68c-076e0103baaa kind: Event lastTimestamp: "2026-07-09T18:18:11Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-07-09T18:16:41Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-09T18:18:11Z" name: isvc-sklearn-graph-1-predictor.18c0b1d9d7121ba6 namespace: kserve-ci-e2e-test resourceVersion: "16819" uid: 0e86e433-a244-4c63-9479-e2e0b5e84cce reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-07-09T18:16:41Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-sklearn-graph-1-predictor namespace: kserve-ci-e2e-test resourceVersion: "15527" uid: 0b76fc89-9902-4711-a68c-076e0103baaa kind: Event lastTimestamp: "2026-07-09T18:18:11Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-07-09T18:16:41Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-09T18:18:11Z" name: isvc-sklearn-graph-1-predictor.18c0b1d9d7741983 namespace: kserve-ci-e2e-test resourceVersion: "16820" uid: a54a165e-de8c-4f72-9a69-3ef971815c27 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 9 eventTime: null firstTimestamp: "2026-07-09T18:15:56Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-sklearn-graph-1 namespace: kserve-ci-e2e-test resourceVersion: "15202" uid: b718fc4a-4e62-4d96-acb6-5c583979b73f kind: Event lastTimestamp: "2026-07-09T18:17:43Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-07-09T18:15:56Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-09T18:17:43Z" name: isvc-sklearn-graph-1.18c0b1cf591ae759 namespace: kserve-ci-e2e-test resourceVersion: "16548" uid: c16b7282-8e78-439c-9bce-a1a8f2505c01 reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:15:56Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-sklearn-graph-1 namespace: kserve-ci-e2e-test resourceVersion: "15202" uid: b718fc4a-4e62-4d96-acb6-5c583979b73f kind: Event lastTimestamp: "2026-07-09T18:15:56Z" message: 'Failed to update status for InferenceService "isvc-sklearn-graph-1": Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-graph-1": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-07-09T18:15:56Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-09T18:15:56Z" name: isvc-sklearn-graph-1.18c0b1cf5987c802 namespace: kserve-ci-e2e-test resourceVersion: "15235" uid: 99f7322f-32ac-441b-9444-8210033cc576 reason: UpdateFailed reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:15:56Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-sklearn-graph-1 namespace: kserve-ci-e2e-test resourceVersion: "15202" uid: b718fc4a-4e62-4d96-acb6-5c583979b73f kind: Event lastTimestamp: "2026-07-09T18:15:56Z" message: 'fails to update InferenceService status: Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-graph-1": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-07-09T18:15:56Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-09T18:15:56Z" name: isvc-sklearn-graph-1.18c0b1cf59880a97 namespace: kserve-ci-e2e-test resourceVersion: "15238" uid: 2473fa7c-5791-48bf-8f9f-8fee9bec670a reason: InternalError reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:17:43Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-sklearn-graph-1 namespace: kserve-ci-e2e-test resourceVersion: "16546" uid: b718fc4a-4e62-4d96-acb6-5c583979b73f kind: Event lastTimestamp: "2026-07-09T18:17:43Z" message: InferenceService [isvc-sklearn-graph-1] is Ready metadata: creationTimestamp: "2026-07-09T18:17:43Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-09T18:17:43Z" name: isvc-sklearn-graph-1.18c0b1e8322e4746 namespace: kserve-ci-e2e-test resourceVersion: "16547" uid: 23f0ae62-2608-4aed-80b7-260e40b51df9 reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-07-09T18:15:57.012808Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: isvc-sklearn-graph-2-predictor-656c946759-dflhh namespace: kserve-ci-e2e-test resourceVersion: "15337" uid: 3e9de496-a586-4911-8848-7c3b5c08ab4b kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-graph-2-predictor-656c946759-dflhh to ip-10-0-140-234.ec2.internal metadata: creationTimestamp: "2026-07-09T18:15:57Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-07-09T18:15:57Z" name: isvc-sklearn-graph-2-predictor-656c946759-dflhh.18c0b1cf74b0f702 namespace: kserve-ci-e2e-test resourceVersion: "15342" uid: f55dbb8b-c3ae-4d8d-a3af-9959a3cf60ba reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-58df594cc6-5bn78 source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:15:57Z" involvedObject: apiVersion: v1 kind: Pod name: isvc-sklearn-graph-2-predictor-656c946759-dflhh namespace: kserve-ci-e2e-test resourceVersion: "15340" uid: 3e9de496-a586-4911-8848-7c3b5c08ab4b kind: Event lastTimestamp: "2026-07-09T18:15:57Z" message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-sklearn-graph-2-predictor-serving-cert" not found' metadata: creationTimestamp: "2026-07-09T18:15:57Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:15:57Z" name: isvc-sklearn-graph-2-predictor-656c946759-dflhh.18c0b1cf7ff99bb9 namespace: kserve-ci-e2e-test resourceVersion: "15361" uid: ddaefab2-9a6f-41c8-aecb-82911cd4e7c8 reason: FailedMount reportingComponent: kubelet reportingInstance: ip-10-0-140-234.ec2.internal source: component: kubelet host: ip-10-0-140-234.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:15:58Z" involvedObject: apiVersion: v1 kind: Pod name: isvc-sklearn-graph-2-predictor-656c946759-dflhh namespace: kserve-ci-e2e-test resourceVersion: "15347" uid: 3e9de496-a586-4911-8848-7c3b5c08ab4b kind: Event lastTimestamp: "2026-07-09T18:15:58Z" message: Add eth0 [10.133.0.19/23] from ovn-kubernetes metadata: creationTimestamp: "2026-07-09T18:15:58Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-07-09T18:15:58Z" name: isvc-sklearn-graph-2-predictor-656c946759-dflhh.18c0b1cfb2010100 namespace: kserve-ci-e2e-test resourceVersion: "15401" uid: 9c5149d1-98db-49f6-9e70-48d31f00b93d reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:15:58Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-sklearn-graph-2-predictor-656c946759-dflhh namespace: kserve-ci-e2e-test resourceVersion: "15340" uid: 3e9de496-a586-4911-8848-7c3b5c08ab4b kind: Event lastTimestamp: "2026-07-09T18:15:58Z" message: Pulling image "quay.io/opendatahub/kserve-storage-initializer@sha256:b9839fbb5a35566fd43a789a1664e735d3bfb6e56a5994a6c17ae0bb35a38e85" metadata: creationTimestamp: "2026-07-09T18:15:58Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:15:58Z" name: isvc-sklearn-graph-2-predictor-656c946759-dflhh.18c0b1cfb366cdfd namespace: kserve-ci-e2e-test resourceVersion: "15403" uid: c87f43ff-e73d-4e05-aa54-19e76935ed5c reason: Pulling reportingComponent: kubelet reportingInstance: ip-10-0-140-234.ec2.internal source: component: kubelet host: ip-10-0-140-234.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:16:01Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-sklearn-graph-2-predictor-656c946759-dflhh namespace: kserve-ci-e2e-test resourceVersion: "15340" uid: 3e9de496-a586-4911-8848-7c3b5c08ab4b kind: Event lastTimestamp: "2026-07-09T18:16:01Z" message: 'Successfully pulled image "quay.io/opendatahub/kserve-storage-initializer@sha256:b9839fbb5a35566fd43a789a1664e735d3bfb6e56a5994a6c17ae0bb35a38e85" in 3.621s (3.621s including waiting). Image size: 302212566 bytes.' metadata: creationTimestamp: "2026-07-09T18:16:01Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:16:01Z" name: isvc-sklearn-graph-2-predictor-656c946759-dflhh.18c0b1d08b40f4f7 namespace: kserve-ci-e2e-test resourceVersion: "15427" uid: 6857ac95-f37b-45b9-aa13-3346b11d6f72 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-140-234.ec2.internal source: component: kubelet host: ip-10-0-140-234.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:16:01Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-sklearn-graph-2-predictor-656c946759-dflhh namespace: kserve-ci-e2e-test resourceVersion: "15340" uid: 3e9de496-a586-4911-8848-7c3b5c08ab4b kind: Event lastTimestamp: "2026-07-09T18:16:01Z" message: 'Created container: storage-initializer' metadata: creationTimestamp: "2026-07-09T18:16:01Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:16:01Z" name: isvc-sklearn-graph-2-predictor-656c946759-dflhh.18c0b1d08e8d143d namespace: kserve-ci-e2e-test resourceVersion: "15428" uid: bb7a92b6-8c83-45b3-9c9d-808d48a13c2b reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-140-234.ec2.internal source: component: kubelet host: ip-10-0-140-234.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:16:01Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-sklearn-graph-2-predictor-656c946759-dflhh namespace: kserve-ci-e2e-test resourceVersion: "15340" uid: 3e9de496-a586-4911-8848-7c3b5c08ab4b kind: Event lastTimestamp: "2026-07-09T18:16:01Z" message: Started container storage-initializer metadata: creationTimestamp: "2026-07-09T18:16:01Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:16:01Z" name: isvc-sklearn-graph-2-predictor-656c946759-dflhh.18c0b1d08efe923b namespace: kserve-ci-e2e-test resourceVersion: "15429" uid: 495a46c8-f6c5-446a-89d6-1f2c14339bd8 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-140-234.ec2.internal source: component: kubelet host: ip-10-0-140-234.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:16:05Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-sklearn-graph-2-predictor-656c946759-dflhh namespace: kserve-ci-e2e-test resourceVersion: "15340" uid: 3e9de496-a586-4911-8848-7c3b5c08ab4b kind: Event lastTimestamp: "2026-07-09T18:16:05Z" message: Pulling image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1717" metadata: creationTimestamp: "2026-07-09T18:16:05Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:16:05Z" name: isvc-sklearn-graph-2-predictor-656c946759-dflhh.18c0b1d175789322 namespace: kserve-ci-e2e-test resourceVersion: "15476" uid: ed5aabda-f958-4efd-848c-343dd5d38bc5 reason: Pulling reportingComponent: kubelet reportingInstance: ip-10-0-140-234.ec2.internal source: component: kubelet host: ip-10-0-140-234.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:16:18Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-sklearn-graph-2-predictor-656c946759-dflhh namespace: kserve-ci-e2e-test resourceVersion: "15340" uid: 3e9de496-a586-4911-8848-7c3b5c08ab4b kind: Event lastTimestamp: "2026-07-09T18:16:18Z" message: 'Successfully pulled image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1717" in 13.181s (13.181s including waiting). Image size: 1555682740 bytes.' metadata: creationTimestamp: "2026-07-09T18:16:18Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:16:18Z" name: isvc-sklearn-graph-2-predictor-656c946759-dflhh.18c0b1d48726974c namespace: kserve-ci-e2e-test resourceVersion: "15615" uid: 20bec646-46d0-4dac-b4d7-9dc32127d3fb reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-140-234.ec2.internal source: component: kubelet host: ip-10-0-140-234.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:16:18Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-sklearn-graph-2-predictor-656c946759-dflhh namespace: kserve-ci-e2e-test resourceVersion: "15340" uid: 3e9de496-a586-4911-8848-7c3b5c08ab4b kind: Event lastTimestamp: "2026-07-09T18:16:18Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-07-09T18:16:18Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:16:18Z" name: isvc-sklearn-graph-2-predictor-656c946759-dflhh.18c0b1d48a1e1b9a namespace: kserve-ci-e2e-test resourceVersion: "15616" uid: 29fe2af0-ee7f-4434-9823-3f198900363b reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-140-234.ec2.internal source: component: kubelet host: ip-10-0-140-234.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:16:18Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-sklearn-graph-2-predictor-656c946759-dflhh namespace: kserve-ci-e2e-test resourceVersion: "15340" uid: 3e9de496-a586-4911-8848-7c3b5c08ab4b kind: Event lastTimestamp: "2026-07-09T18:16:18Z" message: Started container kserve-container metadata: creationTimestamp: "2026-07-09T18:16:18Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:16:18Z" name: isvc-sklearn-graph-2-predictor-656c946759-dflhh.18c0b1d48a8e0983 namespace: kserve-ci-e2e-test resourceVersion: "15617" uid: c36ebdf1-92ab-4bd8-ac0f-42688af87553 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-140-234.ec2.internal source: component: kubelet host: ip-10-0-140-234.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:16:18Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-sklearn-graph-2-predictor-656c946759-dflhh namespace: kserve-ci-e2e-test resourceVersion: "15340" uid: 3e9de496-a586-4911-8848-7c3b5c08ab4b kind: Event lastTimestamp: "2026-07-09T18:16:18Z" message: Pulling image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" metadata: creationTimestamp: "2026-07-09T18:16:18Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:16:18Z" name: isvc-sklearn-graph-2-predictor-656c946759-dflhh.18c0b1d48a9b8c23 namespace: kserve-ci-e2e-test resourceVersion: "15618" uid: 1bfdd3ef-d539-4e62-a42a-fd1de7b6c699 reason: Pulling reportingComponent: kubelet reportingInstance: ip-10-0-140-234.ec2.internal source: component: kubelet host: ip-10-0-140-234.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:16:21Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-sklearn-graph-2-predictor-656c946759-dflhh namespace: kserve-ci-e2e-test resourceVersion: "15340" uid: 3e9de496-a586-4911-8848-7c3b5c08ab4b kind: Event lastTimestamp: "2026-07-09T18:16:21Z" message: 'Successfully pulled image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" in 2.292s (2.292s including waiting). Image size: 211946088 bytes.' metadata: creationTimestamp: "2026-07-09T18:16:21Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:16:21Z" name: isvc-sklearn-graph-2-predictor-656c946759-dflhh.18c0b1d5133d317f namespace: kserve-ci-e2e-test resourceVersion: "15638" uid: eccdbaa2-f35e-4314-9ec9-bd6eebafda19 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-140-234.ec2.internal source: component: kubelet host: ip-10-0-140-234.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:16:21Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-sklearn-graph-2-predictor-656c946759-dflhh namespace: kserve-ci-e2e-test resourceVersion: "15340" uid: 3e9de496-a586-4911-8848-7c3b5c08ab4b kind: Event lastTimestamp: "2026-07-09T18:16:21Z" message: 'Created container: kube-rbac-proxy' metadata: creationTimestamp: "2026-07-09T18:16:21Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:16:21Z" name: isvc-sklearn-graph-2-predictor-656c946759-dflhh.18c0b1d51607cb25 namespace: kserve-ci-e2e-test resourceVersion: "15639" uid: 72a2215d-6e7b-407c-a9e5-4141506ea707 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-140-234.ec2.internal source: component: kubelet host: ip-10-0-140-234.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:16:21Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-sklearn-graph-2-predictor-656c946759-dflhh namespace: kserve-ci-e2e-test resourceVersion: "15340" uid: 3e9de496-a586-4911-8848-7c3b5c08ab4b kind: Event lastTimestamp: "2026-07-09T18:16:21Z" message: Started container kube-rbac-proxy metadata: creationTimestamp: "2026-07-09T18:16:21Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:16:21Z" name: isvc-sklearn-graph-2-predictor-656c946759-dflhh.18c0b1d516758c46 namespace: kserve-ci-e2e-test resourceVersion: "15640" uid: a4599fda-381a-4d16-9d23-01a7ef4dd1d7 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-140-234.ec2.internal source: component: kubelet host: ip-10-0-140-234.ec2.internal type: Normal - apiVersion: v1 count: 9 eventTime: null firstTimestamp: "2026-07-09T18:16:22Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-sklearn-graph-2-predictor-656c946759-dflhh namespace: kserve-ci-e2e-test resourceVersion: "15340" uid: 3e9de496-a586-4911-8848-7c3b5c08ab4b kind: Event lastTimestamp: "2026-07-09T18:17:28Z" message: 'Readiness probe failed: dial tcp 10.133.0.19:8080: connect: connection refused' metadata: creationTimestamp: "2026-07-09T18:16:22Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:17:28Z" name: isvc-sklearn-graph-2-predictor-656c946759-dflhh.18c0b1d56fdbcf03 namespace: kserve-ci-e2e-test resourceVersion: "16266" uid: 778ab379-832b-44cd-854e-45542299efd4 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-140-234.ec2.internal source: component: kubelet host: ip-10-0-140-234.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:18:16Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-sklearn-graph-2-predictor-656c946759-dflhh namespace: kserve-ci-e2e-test resourceVersion: "15340" uid: 3e9de496-a586-4911-8848-7c3b5c08ab4b kind: Event lastTimestamp: "2026-07-09T18:18:16Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-07-09T18:18:16Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:18:16Z" name: isvc-sklearn-graph-2-predictor-656c946759-dflhh.18c0b1effd19ed00 namespace: kserve-ci-e2e-test resourceVersion: "16927" uid: e0a1dc05-defc-4d51-845c-0f7ec6dd05d8 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-140-234.ec2.internal source: component: kubelet host: ip-10-0-140-234.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:18:16Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-sklearn-graph-2-predictor-656c946759-dflhh namespace: kserve-ci-e2e-test resourceVersion: "15340" uid: 3e9de496-a586-4911-8848-7c3b5c08ab4b kind: Event lastTimestamp: "2026-07-09T18:18:16Z" message: Stopping container kube-rbac-proxy metadata: creationTimestamp: "2026-07-09T18:18:16Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:18:16Z" name: isvc-sklearn-graph-2-predictor-656c946759-dflhh.18c0b1effd1ae822 namespace: kserve-ci-e2e-test resourceVersion: "16931" uid: e4689257-4310-4909-839d-0ec4e8508cad reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-140-234.ec2.internal source: component: kubelet host: ip-10-0-140-234.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:18:18Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-sklearn-graph-2-predictor-656c946759-dflhh namespace: kserve-ci-e2e-test resourceVersion: "15340" uid: 3e9de496-a586-4911-8848-7c3b5c08ab4b kind: Event lastTimestamp: "2026-07-09T18:18:18Z" message: 'Readiness probe failed: Get "https://10.133.0.19:8643/healthz": dial tcp 10.133.0.19:8643: connect: connection refused' metadata: creationTimestamp: "2026-07-09T18:18:18Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:18:18Z" name: isvc-sklearn-graph-2-predictor-656c946759-dflhh.18c0b1f07238d398 namespace: kserve-ci-e2e-test resourceVersion: "17038" uid: 75682932-d05e-4379-8dd2-645e2b0754ab reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-140-234.ec2.internal source: component: kubelet host: ip-10-0-140-234.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:15:57Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: isvc-sklearn-graph-2-predictor-656c946759 namespace: kserve-ci-e2e-test resourceVersion: "15326" uid: 579703fd-33b0-4f5f-a1a8-b2f86b2cd2b7 kind: Event lastTimestamp: "2026-07-09T18:15:57Z" message: 'Created pod: isvc-sklearn-graph-2-predictor-656c946759-dflhh' metadata: creationTimestamp: "2026-07-09T18:15:57Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-09T18:15:57Z" name: isvc-sklearn-graph-2-predictor-656c946759.18c0b1cf744b3ded namespace: kserve-ci-e2e-test resourceVersion: "15339" uid: 199747a0-b95f-4b42-b5a7-f770fd50b088 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:15:56Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: isvc-sklearn-graph-2-predictor namespace: kserve-ci-e2e-test resourceVersion: "15324" uid: 20cfec97-b246-459a-ae11-ff8e467a4bcc kind: Event lastTimestamp: "2026-07-09T18:15:56Z" message: Scaled up replica set isvc-sklearn-graph-2-predictor-656c946759 from 0 to 1 metadata: creationTimestamp: "2026-07-09T18:15:56Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-09T18:15:56Z" name: isvc-sklearn-graph-2-predictor.18c0b1cf7124b3de namespace: kserve-ci-e2e-test resourceVersion: "15328" uid: 7d674322-a768-42be-8c06-d72cd46a3860 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-07-09T18:16:11Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-sklearn-graph-2-predictor namespace: kserve-ci-e2e-test resourceVersion: "15325" uid: 0f807d5a-c169-41b3-97be-13691430944f kind: Event lastTimestamp: "2026-07-09T18:16:41Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-07-09T18:16:11Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-09T18:16:41Z" name: isvc-sklearn-graph-2-predictor.18c0b1d2efc31dfb namespace: kserve-ci-e2e-test resourceVersion: "15837" uid: 641ab942-ec0c-4c47-b655-58a173db42f3 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-07-09T18:16:11Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-sklearn-graph-2-predictor namespace: kserve-ci-e2e-test resourceVersion: "15325" uid: 0f807d5a-c169-41b3-97be-13691430944f kind: Event lastTimestamp: "2026-07-09T18:16:41Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-07-09T18:16:11Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-09T18:16:42Z" name: isvc-sklearn-graph-2-predictor.18c0b1d2f030b556 namespace: kserve-ci-e2e-test resourceVersion: "15838" uid: bae9a0f0-a7a4-4b75-8b16-f40d5b33eb88 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-07-09T18:16:57Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-sklearn-graph-2-predictor namespace: kserve-ci-e2e-test resourceVersion: "15544" uid: 0f807d5a-c169-41b3-97be-13691430944f kind: Event lastTimestamp: "2026-07-09T18:18:12Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-07-09T18:16:57Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-09T18:18:12Z" name: isvc-sklearn-graph-2-predictor.18c0b1dd6c5be282 namespace: kserve-ci-e2e-test resourceVersion: "16823" uid: 146d7b65-4974-466a-aec6-d3c3015b66a7 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-07-09T18:16:57Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-sklearn-graph-2-predictor namespace: kserve-ci-e2e-test resourceVersion: "15544" uid: 0f807d5a-c169-41b3-97be-13691430944f kind: Event lastTimestamp: "2026-07-09T18:18:12Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-07-09T18:16:57Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-09T18:18:12Z" name: isvc-sklearn-graph-2-predictor.18c0b1dd6cbff65e namespace: kserve-ci-e2e-test resourceVersion: "16824" uid: 7bb9470e-3d86-4666-9ba8-451c2d6442c5 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 10 eventTime: null firstTimestamp: "2026-07-09T18:15:56Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-sklearn-graph-2 namespace: kserve-ci-e2e-test resourceVersion: "15307" uid: 6631ff6d-13be-4423-b2e5-e5b233f3333a kind: Event lastTimestamp: "2026-07-09T18:17:34Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-07-09T18:15:56Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-09T18:17:34Z" name: isvc-sklearn-graph-2.18c0b1cf71275db5 namespace: kserve-ci-e2e-test resourceVersion: "16323" uid: 44e2e9b9-b882-4875-9693-4372e4e42e64 reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:17:34Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-sklearn-graph-2 namespace: kserve-ci-e2e-test resourceVersion: "16321" uid: 6631ff6d-13be-4423-b2e5-e5b233f3333a kind: Event lastTimestamp: "2026-07-09T18:17:34Z" message: InferenceService [isvc-sklearn-graph-2] is Ready metadata: creationTimestamp: "2026-07-09T18:17:34Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-09T18:17:34Z" name: isvc-sklearn-graph-2.18c0b1e61c9e8c2a namespace: kserve-ci-e2e-test resourceVersion: "16322" uid: b841ec69-5ebc-4acb-9d0c-7afc74f76fbe reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-07-09T18:15:56.810153Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: isvc-xgboost-graph-predictor-555fc69d56-zqrtr namespace: kserve-ci-e2e-test resourceVersion: "15284" uid: 341bbd2a-973f-442d-8458-c3c633781933 kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/isvc-xgboost-graph-predictor-555fc69d56-zqrtr to ip-10-0-132-102.ec2.internal metadata: creationTimestamp: "2026-07-09T18:15:56Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-07-09T18:15:56Z" name: isvc-xgboost-graph-predictor-555fc69d56-zqrtr.18c0b1cf689ca60b namespace: kserve-ci-e2e-test resourceVersion: "15288" uid: 2f5ace48-6983-4f15-8118-4bf87ce9fe1d reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-58df594cc6-5bn78 source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:15:57Z" involvedObject: apiVersion: v1 kind: Pod name: isvc-xgboost-graph-predictor-555fc69d56-zqrtr namespace: kserve-ci-e2e-test resourceVersion: "15297" uid: 341bbd2a-973f-442d-8458-c3c633781933 kind: Event lastTimestamp: "2026-07-09T18:15:57Z" message: Add eth0 [10.132.0.38/23] from ovn-kubernetes metadata: creationTimestamp: "2026-07-09T18:15:57Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-07-09T18:15:57Z" name: isvc-xgboost-graph-predictor-555fc69d56-zqrtr.18c0b1cf83ac831c namespace: kserve-ci-e2e-test resourceVersion: "15365" uid: d3f56b6b-a230-453b-99a5-6b2cf0c3778c reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:15:57Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-xgboost-graph-predictor-555fc69d56-zqrtr namespace: kserve-ci-e2e-test resourceVersion: "15286" uid: 341bbd2a-973f-442d-8458-c3c633781933 kind: Event lastTimestamp: "2026-07-09T18:15:57Z" message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:b9839fbb5a35566fd43a789a1664e735d3bfb6e56a5994a6c17ae0bb35a38e85" already present on machine metadata: creationTimestamp: "2026-07-09T18:15:57Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:15:57Z" name: isvc-xgboost-graph-predictor-555fc69d56-zqrtr.18c0b1cf850d787e namespace: kserve-ci-e2e-test resourceVersion: "15367" uid: 58c51720-9db3-4a31-b010-0f08ddf75a05 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-132-102.ec2.internal source: component: kubelet host: ip-10-0-132-102.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:15:57Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-xgboost-graph-predictor-555fc69d56-zqrtr namespace: kserve-ci-e2e-test resourceVersion: "15286" uid: 341bbd2a-973f-442d-8458-c3c633781933 kind: Event lastTimestamp: "2026-07-09T18:15:57Z" message: 'Created container: storage-initializer' metadata: creationTimestamp: "2026-07-09T18:15:57Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:15:57Z" name: isvc-xgboost-graph-predictor-555fc69d56-zqrtr.18c0b1cf8992fbbf namespace: kserve-ci-e2e-test resourceVersion: "15374" uid: 6c702ffe-e9c4-4edd-adc7-1624d19d8b7a reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-132-102.ec2.internal source: component: kubelet host: ip-10-0-132-102.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:15:57Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-xgboost-graph-predictor-555fc69d56-zqrtr namespace: kserve-ci-e2e-test resourceVersion: "15286" uid: 341bbd2a-973f-442d-8458-c3c633781933 kind: Event lastTimestamp: "2026-07-09T18:15:57Z" message: Started container storage-initializer metadata: creationTimestamp: "2026-07-09T18:15:57Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:15:57Z" name: isvc-xgboost-graph-predictor-555fc69d56-zqrtr.18c0b1cf8a0eb976 namespace: kserve-ci-e2e-test resourceVersion: "15375" uid: 98919a34-4af5-44dd-8d04-de6b5dd98490 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-132-102.ec2.internal source: component: kubelet host: ip-10-0-132-102.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:16:03Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-xgboost-graph-predictor-555fc69d56-zqrtr namespace: kserve-ci-e2e-test resourceVersion: "15286" uid: 341bbd2a-973f-442d-8458-c3c633781933 kind: Event lastTimestamp: "2026-07-09T18:16:03Z" message: Pulling image "kserve/xgbserver:latest" metadata: creationTimestamp: "2026-07-09T18:16:03Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:16:03Z" name: isvc-xgboost-graph-predictor-555fc69d56-zqrtr.18c0b1d0f55a3b51 namespace: kserve-ci-e2e-test resourceVersion: "15451" uid: fc9778bc-e92a-42c6-9a85-76219db12889 reason: Pulling reportingComponent: kubelet reportingInstance: ip-10-0-132-102.ec2.internal source: component: kubelet host: ip-10-0-132-102.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:16:32Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-xgboost-graph-predictor-555fc69d56-zqrtr namespace: kserve-ci-e2e-test resourceVersion: "15286" uid: 341bbd2a-973f-442d-8458-c3c633781933 kind: Event lastTimestamp: "2026-07-09T18:16:32Z" message: 'Successfully pulled image "kserve/xgbserver:latest" in 29.473s (29.473s including waiting). Image size: 1305579259 bytes.' metadata: creationTimestamp: "2026-07-09T18:16:32Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:16:32Z" name: isvc-xgboost-graph-predictor-555fc69d56-zqrtr.18c0b1d7d222cc39 namespace: kserve-ci-e2e-test resourceVersion: "15746" uid: 4c1f7ed9-010a-44ef-902d-b1e8a45350c4 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-132-102.ec2.internal source: component: kubelet host: ip-10-0-132-102.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:16:32Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-xgboost-graph-predictor-555fc69d56-zqrtr namespace: kserve-ci-e2e-test resourceVersion: "15286" uid: 341bbd2a-973f-442d-8458-c3c633781933 kind: Event lastTimestamp: "2026-07-09T18:16:32Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-07-09T18:16:32Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:16:32Z" name: isvc-xgboost-graph-predictor-555fc69d56-zqrtr.18c0b1d7d563285e namespace: kserve-ci-e2e-test resourceVersion: "15748" uid: 90d583dc-ba48-4f2c-82bc-d6f8d78ac611 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-132-102.ec2.internal source: component: kubelet host: ip-10-0-132-102.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:16:33Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-xgboost-graph-predictor-555fc69d56-zqrtr namespace: kserve-ci-e2e-test resourceVersion: "15286" uid: 341bbd2a-973f-442d-8458-c3c633781933 kind: Event lastTimestamp: "2026-07-09T18:16:33Z" message: Started container kserve-container metadata: creationTimestamp: "2026-07-09T18:16:33Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:16:33Z" name: isvc-xgboost-graph-predictor-555fc69d56-zqrtr.18c0b1d7d5c87b09 namespace: kserve-ci-e2e-test resourceVersion: "15749" uid: 2bef6499-66dd-45af-8eb6-7466d759f926 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-132-102.ec2.internal source: component: kubelet host: ip-10-0-132-102.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:16:33Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-xgboost-graph-predictor-555fc69d56-zqrtr namespace: kserve-ci-e2e-test resourceVersion: "15286" uid: 341bbd2a-973f-442d-8458-c3c633781933 kind: Event lastTimestamp: "2026-07-09T18:16:33Z" message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine metadata: creationTimestamp: "2026-07-09T18:16:33Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:16:33Z" name: isvc-xgboost-graph-predictor-555fc69d56-zqrtr.18c0b1d7d5d31a68 namespace: kserve-ci-e2e-test resourceVersion: "15750" uid: dec9db8e-c225-412b-bce1-b927dabf84bf reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-132-102.ec2.internal source: component: kubelet host: ip-10-0-132-102.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:16:33Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-xgboost-graph-predictor-555fc69d56-zqrtr namespace: kserve-ci-e2e-test resourceVersion: "15286" uid: 341bbd2a-973f-442d-8458-c3c633781933 kind: Event lastTimestamp: "2026-07-09T18:16:33Z" message: 'Created container: kube-rbac-proxy' metadata: creationTimestamp: "2026-07-09T18:16:33Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:16:33Z" name: isvc-xgboost-graph-predictor-555fc69d56-zqrtr.18c0b1d7d8bf8d05 namespace: kserve-ci-e2e-test resourceVersion: "15751" uid: 8b097da0-9da4-4e25-94bd-01816cd334d4 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-132-102.ec2.internal source: component: kubelet host: ip-10-0-132-102.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:16:33Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-xgboost-graph-predictor-555fc69d56-zqrtr namespace: kserve-ci-e2e-test resourceVersion: "15286" uid: 341bbd2a-973f-442d-8458-c3c633781933 kind: Event lastTimestamp: "2026-07-09T18:16:33Z" message: Started container kube-rbac-proxy metadata: creationTimestamp: "2026-07-09T18:16:33Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:16:33Z" name: isvc-xgboost-graph-predictor-555fc69d56-zqrtr.18c0b1d7d9219ae5 namespace: kserve-ci-e2e-test resourceVersion: "15752" uid: 2d14c17a-1063-400f-9213-14e8b42f2beb reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-132-102.ec2.internal source: component: kubelet host: ip-10-0-132-102.ec2.internal type: Normal - apiVersion: v1 count: 9 eventTime: null firstTimestamp: "2026-07-09T18:16:33Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-xgboost-graph-predictor-555fc69d56-zqrtr namespace: kserve-ci-e2e-test resourceVersion: "15286" uid: 341bbd2a-973f-442d-8458-c3c633781933 kind: Event lastTimestamp: "2026-07-09T18:18:19Z" message: 'Readiness probe failed: dial tcp 10.132.0.38:8080: connect: connection refused' metadata: creationTimestamp: "2026-07-09T18:16:33Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:18:19Z" name: isvc-xgboost-graph-predictor-555fc69d56-zqrtr.18c0b1d7fd50bcf2 namespace: kserve-ci-e2e-test resourceVersion: "17051" uid: c8517810-800b-442b-b640-ea7927a0fc22 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-132-102.ec2.internal source: component: kubelet host: ip-10-0-132-102.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:18:16Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-xgboost-graph-predictor-555fc69d56-zqrtr namespace: kserve-ci-e2e-test resourceVersion: "15286" uid: 341bbd2a-973f-442d-8458-c3c633781933 kind: Event lastTimestamp: "2026-07-09T18:18:16Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-07-09T18:18:16Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:18:16Z" name: isvc-xgboost-graph-predictor-555fc69d56-zqrtr.18c0b1eff95b2b19 namespace: kserve-ci-e2e-test resourceVersion: "16904" uid: cb14d580-1d96-4eb2-87f7-09d73b5d4ee7 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-132-102.ec2.internal source: component: kubelet host: ip-10-0-132-102.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:18:16Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-xgboost-graph-predictor-555fc69d56-zqrtr namespace: kserve-ci-e2e-test resourceVersion: "15286" uid: 341bbd2a-973f-442d-8458-c3c633781933 kind: Event lastTimestamp: "2026-07-09T18:18:16Z" message: Stopping container kube-rbac-proxy metadata: creationTimestamp: "2026-07-09T18:18:16Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:18:16Z" name: isvc-xgboost-graph-predictor-555fc69d56-zqrtr.18c0b1eff95bb391 namespace: kserve-ci-e2e-test resourceVersion: "16906" uid: 9ba4c81f-c982-46c3-8150-ba7029b5a39b reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-132-102.ec2.internal source: component: kubelet host: ip-10-0-132-102.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:18:19Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-xgboost-graph-predictor-555fc69d56-zqrtr namespace: kserve-ci-e2e-test resourceVersion: "15286" uid: 341bbd2a-973f-442d-8458-c3c633781933 kind: Event lastTimestamp: "2026-07-09T18:18:19Z" message: 'Readiness probe failed: Get "https://10.132.0.38:8643/healthz": dial tcp 10.132.0.38:8643: connect: connection refused' metadata: creationTimestamp: "2026-07-09T18:18:19Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:18:19Z" name: isvc-xgboost-graph-predictor-555fc69d56-zqrtr.18c0b1f0aba8889b namespace: kserve-ci-e2e-test resourceVersion: "17050" uid: 968402ab-9ccf-4158-8ca3-803c677ae541 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-132-102.ec2.internal source: component: kubelet host: ip-10-0-132-102.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:15:56Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: isvc-xgboost-graph-predictor-555fc69d56 namespace: kserve-ci-e2e-test resourceVersion: "15276" uid: 4649137c-dab9-4a48-ade8-1de4a0abe6ff kind: Event lastTimestamp: "2026-07-09T18:15:56Z" message: 'Created pod: isvc-xgboost-graph-predictor-555fc69d56-zqrtr' metadata: creationTimestamp: "2026-07-09T18:15:56Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-09T18:15:56Z" name: isvc-xgboost-graph-predictor-555fc69d56.18c0b1cf682b2130 namespace: kserve-ci-e2e-test resourceVersion: "15285" uid: 1c2dd7e7-4dbd-4474-9387-7adef34c984c reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:15:56Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: isvc-xgboost-graph-predictor namespace: kserve-ci-e2e-test resourceVersion: "15273" uid: 49a468d0-b417-4a97-a623-6c752b97dc1c kind: Event lastTimestamp: "2026-07-09T18:15:56Z" message: Scaled up replica set isvc-xgboost-graph-predictor-555fc69d56 from 0 to 1 metadata: creationTimestamp: "2026-07-09T18:15:56Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-09T18:15:56Z" name: isvc-xgboost-graph-predictor.18c0b1cf654d1bec namespace: kserve-ci-e2e-test resourceVersion: "15278" uid: 9533e432-c884-4c4a-addf-ebb990a144e3 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-07-09T18:16:11Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-xgboost-graph-predictor namespace: kserve-ci-e2e-test resourceVersion: "15275" uid: 097b1131-63ff-4cb4-b551-37ac0dea0e88 kind: Event lastTimestamp: "2026-07-09T18:17:26Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-07-09T18:16:11Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-09T18:17:26Z" name: isvc-xgboost-graph-predictor.18c0b1d2e3b49e3f namespace: kserve-ci-e2e-test resourceVersion: "16242" uid: 088f2202-5318-49bc-95d4-41e05b3c1cc6 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-07-09T18:16:11Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-xgboost-graph-predictor namespace: kserve-ci-e2e-test resourceVersion: "15275" uid: 097b1131-63ff-4cb4-b551-37ac0dea0e88 kind: Event lastTimestamp: "2026-07-09T18:17:26Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-07-09T18:16:11Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-09T18:17:26Z" name: isvc-xgboost-graph-predictor.18c0b1d2e41c76a0 namespace: kserve-ci-e2e-test resourceVersion: "16245" uid: 78117ac1-a36a-43ed-8ece-0e97d0ed7110 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-07-09T18:17:41Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-xgboost-graph-predictor namespace: kserve-ci-e2e-test resourceVersion: "15534" uid: 097b1131-63ff-4cb4-b551-37ac0dea0e88 kind: Event lastTimestamp: "2026-07-09T18:17:56Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-07-09T18:17:41Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-09T18:17:56Z" name: isvc-xgboost-graph-predictor.18c0b1e7dd056019 namespace: kserve-ci-e2e-test resourceVersion: "16668" uid: 26bb4090-2e69-451f-a1b0-d5c623da8366 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-07-09T18:17:41Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-xgboost-graph-predictor namespace: kserve-ci-e2e-test resourceVersion: "15534" uid: 097b1131-63ff-4cb4-b551-37ac0dea0e88 kind: Event lastTimestamp: "2026-07-09T18:17:56Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-07-09T18:17:41Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-09T18:17:56Z" name: isvc-xgboost-graph-predictor.18c0b1e7dd670052 namespace: kserve-ci-e2e-test resourceVersion: "16669" uid: 4ca11240-7179-47cd-9a5c-4bc3b144f740 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 9 eventTime: null firstTimestamp: "2026-07-09T18:15:56Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-xgboost-graph namespace: kserve-ci-e2e-test resourceVersion: "15258" uid: 5b757965-f461-4ab5-a07a-0e4204c2952d kind: Event lastTimestamp: "2026-07-09T18:17:39Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-07-09T18:15:56Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-09T18:17:39Z" name: isvc-xgboost-graph.18c0b1cf65511626 namespace: kserve-ci-e2e-test resourceVersion: "16371" uid: 386c3949-1e3e-4d78-a1e1-0e8e5166bc29 reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:17:39Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-xgboost-graph namespace: kserve-ci-e2e-test resourceVersion: "16368" uid: 5b757965-f461-4ab5-a07a-0e4204c2952d kind: Event lastTimestamp: "2026-07-09T18:17:39Z" message: InferenceService [isvc-xgboost-graph] is Ready metadata: creationTimestamp: "2026-07-09T18:17:39Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-09T18:17:39Z" name: isvc-xgboost-graph.18c0b1e76097d4b8 namespace: kserve-ci-e2e-test resourceVersion: "16369" uid: 76828fca-11ec-40f8-9b69-73e8cb02865d reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-07-09T18:18:06.473712Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: model-chainer-c8944fcf6-s6ljt namespace: kserve-ci-e2e-test resourceVersion: "16748" uid: 740d8dd7-a30d-4be8-a06a-b577c5b45320 kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/model-chainer-c8944fcf6-s6ljt to ip-10-0-140-234.ec2.internal metadata: creationTimestamp: "2026-07-09T18:18:06Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-07-09T18:18:06Z" name: model-chainer-c8944fcf6-s6ljt.18c0b1ed9929a003 namespace: kserve-ci-e2e-test resourceVersion: "16754" uid: 3dd776b8-2fbc-4efd-9e0e-6c3fbabe58f6 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-58df594cc6-5bn78 source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:18:06Z" involvedObject: apiVersion: v1 kind: Pod name: model-chainer-c8944fcf6-s6ljt namespace: kserve-ci-e2e-test resourceVersion: "16752" uid: 740d8dd7-a30d-4be8-a06a-b577c5b45320 kind: Event lastTimestamp: "2026-07-09T18:18:06Z" message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "model-chainer-serving-cert" not found' metadata: creationTimestamp: "2026-07-09T18:18:06Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:18:06Z" name: model-chainer-c8944fcf6-s6ljt.18c0b1eda72d8ecc namespace: kserve-ci-e2e-test resourceVersion: "16766" uid: 0863916c-52f3-42a7-918f-a242ae4bfcda reason: FailedMount reportingComponent: kubelet reportingInstance: ip-10-0-140-234.ec2.internal source: component: kubelet host: ip-10-0-140-234.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:18:07Z" involvedObject: apiVersion: v1 kind: Pod name: model-chainer-c8944fcf6-s6ljt namespace: kserve-ci-e2e-test resourceVersion: "16757" uid: 740d8dd7-a30d-4be8-a06a-b577c5b45320 kind: Event lastTimestamp: "2026-07-09T18:18:07Z" message: Add eth0 [10.133.0.21/23] from ovn-kubernetes metadata: creationTimestamp: "2026-07-09T18:18:07Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-07-09T18:18:07Z" name: model-chainer-c8944fcf6-s6ljt.18c0b1edd61279a6 namespace: kserve-ci-e2e-test resourceVersion: "16774" uid: 6cbfbd3a-66a2-417e-b5e4-70d9ca734d28 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:18:07Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{model-chainer} kind: Pod name: model-chainer-c8944fcf6-s6ljt namespace: kserve-ci-e2e-test resourceVersion: "16752" uid: 740d8dd7-a30d-4be8-a06a-b577c5b45320 kind: Event lastTimestamp: "2026-07-09T18:18:07Z" message: Container image "quay.io/opendatahub/kserve-router@sha256:e73cf00d90f73d1d01a06b6ae2314be097a351767b51977a258bb8a2a00529db" already present on machine metadata: creationTimestamp: "2026-07-09T18:18:07Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:18:07Z" name: model-chainer-c8944fcf6-s6ljt.18c0b1edd762310b namespace: kserve-ci-e2e-test resourceVersion: "16776" uid: 4d5572f3-827d-488c-a700-2afaa601a369 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-140-234.ec2.internal source: component: kubelet host: ip-10-0-140-234.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:18:07Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{model-chainer} kind: Pod name: model-chainer-c8944fcf6-s6ljt namespace: kserve-ci-e2e-test resourceVersion: "16752" uid: 740d8dd7-a30d-4be8-a06a-b577c5b45320 kind: Event lastTimestamp: "2026-07-09T18:18:07Z" message: 'Created container: model-chainer' metadata: creationTimestamp: "2026-07-09T18:18:07Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:18:07Z" name: model-chainer-c8944fcf6-s6ljt.18c0b1edda0a61d7 namespace: kserve-ci-e2e-test resourceVersion: "16777" uid: 145c15e1-5d62-4569-a7c5-d59b250e7983 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-140-234.ec2.internal source: component: kubelet host: ip-10-0-140-234.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:18:07Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{model-chainer} kind: Pod name: model-chainer-c8944fcf6-s6ljt namespace: kserve-ci-e2e-test resourceVersion: "16752" uid: 740d8dd7-a30d-4be8-a06a-b577c5b45320 kind: Event lastTimestamp: "2026-07-09T18:18:07Z" message: Started container model-chainer metadata: creationTimestamp: "2026-07-09T18:18:07Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:18:07Z" name: model-chainer-c8944fcf6-s6ljt.18c0b1edda7a49dd namespace: kserve-ci-e2e-test resourceVersion: "16778" uid: 1e65907c-d8d0-4bae-8579-c0a65ec5849c reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-140-234.ec2.internal source: component: kubelet host: ip-10-0-140-234.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:18:16Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{model-chainer} kind: Pod name: model-chainer-c8944fcf6-s6ljt namespace: kserve-ci-e2e-test resourceVersion: "16752" uid: 740d8dd7-a30d-4be8-a06a-b577c5b45320 kind: Event lastTimestamp: "2026-07-09T18:18:16Z" message: Stopping container model-chainer metadata: creationTimestamp: "2026-07-09T18:18:16Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:18:16Z" name: model-chainer-c8944fcf6-s6ljt.18c0b1eff39f957b namespace: kserve-ci-e2e-test resourceVersion: "16884" uid: 52bffcf1-a867-4c99-a1c2-218a6ec0bc56 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-140-234.ec2.internal source: component: kubelet host: ip-10-0-140-234.ec2.internal type: Normal - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-07-09T18:18:19Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{model-chainer} kind: Pod name: model-chainer-c8944fcf6-s6ljt namespace: kserve-ci-e2e-test resourceVersion: "16752" uid: 740d8dd7-a30d-4be8-a06a-b577c5b45320 kind: Event lastTimestamp: "2026-07-09T18:18:44Z" message: 'Readiness probe failed: HTTP probe failed with statuscode: 503' metadata: creationTimestamp: "2026-07-09T18:18:19Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:18:44Z" name: model-chainer-c8944fcf6-s6ljt.18c0b1f08894618e namespace: kserve-ci-e2e-test resourceVersion: "17308" uid: 55a892af-e444-4a34-b3d9-e9b9ad0b5980 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-140-234.ec2.internal source: component: kubelet host: ip-10-0-140-234.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:18:06Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: model-chainer-c8944fcf6 namespace: kserve-ci-e2e-test resourceVersion: "16745" uid: 316c0331-4776-4a71-b7b0-36d9a32b508e kind: Event lastTimestamp: "2026-07-09T18:18:06Z" message: 'Created pod: model-chainer-c8944fcf6-s6ljt' metadata: creationTimestamp: "2026-07-09T18:18:06Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-09T18:18:06Z" name: model-chainer-c8944fcf6.18c0b1ed984f0c80 namespace: kserve-ci-e2e-test resourceVersion: "16751" uid: 3e779713-e5b5-432c-bab3-8212aa732745 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:18:06Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: model-chainer namespace: kserve-ci-e2e-test resourceVersion: "16743" uid: 2dc740e7-2881-46f8-93a2-9873451b20de kind: Event lastTimestamp: "2026-07-09T18:18:06Z" message: Scaled up replica set model-chainer-c8944fcf6 from 0 to 1 metadata: creationTimestamp: "2026-07-09T18:18:06Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-09T18:18:06Z" name: model-chainer.18c0b1ed9784c16c namespace: kserve-ci-e2e-test resourceVersion: "16746" uid: b233d76b-b1ff-40b0-902e-4aa6bb04854c reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:18:06Z" involvedObject: apiVersion: serving.kserve.io/v1alpha1 kind: InferenceGraph name: model-chainer namespace: kserve-ci-e2e-test resourceVersion: "16760" uid: 55907340-ec9d-4973-8072-aed304efae49 kind: Event lastTimestamp: "2026-07-09T18:18:06Z" message: InferenceGraph [model-chainer] is Ready metadata: creationTimestamp: "2026-07-09T18:18:06Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-09T18:18:06Z" name: model-chainer.18c0b1ed9d854912 namespace: kserve-ci-e2e-test resourceVersion: "16762" uid: 36a4179d-2fc0-4928-ac1b-97247d9abcfc reason: InferenceGraphReady reportingComponent: InferenceGraphController reportingInstance: "" source: component: InferenceGraphController type: Normal - action: Binding apiVersion: v1 eventTime: "2026-07-09T18:29:42.239987Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: sequence-graph-2ff98-56c4fc6bd7-wmkxh namespace: kserve-ci-e2e-test resourceVersion: "22849" uid: 6c647761-30e4-4599-9112-33929a0d054e kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/sequence-graph-2ff98-56c4fc6bd7-wmkxh to ip-10-0-140-234.ec2.internal metadata: creationTimestamp: "2026-07-09T18:29:42Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-07-09T18:29:42Z" name: sequence-graph-2ff98-56c4fc6bd7-wmkxh.18c0b28f98106dbf namespace: kserve-ci-e2e-test resourceVersion: "22854" uid: 20755cbf-0cd3-426f-a33e-e33eab61a749 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-58df594cc6-5bn78 source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:29:42Z" involvedObject: apiVersion: v1 kind: Pod name: sequence-graph-2ff98-56c4fc6bd7-wmkxh namespace: kserve-ci-e2e-test resourceVersion: "22858" uid: 6c647761-30e4-4599-9112-33929a0d054e kind: Event lastTimestamp: "2026-07-09T18:29:42Z" message: Add eth0 [10.133.0.27/23] from ovn-kubernetes metadata: creationTimestamp: "2026-07-09T18:29:42Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-07-09T18:29:42Z" name: sequence-graph-2ff98-56c4fc6bd7-wmkxh.18c0b28fb1514c22 namespace: kserve-ci-e2e-test resourceVersion: "22872" uid: 4515ca58-a295-43dc-9d94-3cc9ed4f0a9a reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:29:42Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{sequence-graph-2ff98} kind: Pod name: sequence-graph-2ff98-56c4fc6bd7-wmkxh namespace: kserve-ci-e2e-test resourceVersion: "22850" uid: 6c647761-30e4-4599-9112-33929a0d054e kind: Event lastTimestamp: "2026-07-09T18:29:42Z" message: Container image "quay.io/opendatahub/kserve-router@sha256:e73cf00d90f73d1d01a06b6ae2314be097a351767b51977a258bb8a2a00529db" already present on machine metadata: creationTimestamp: "2026-07-09T18:29:42Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:29:42Z" name: sequence-graph-2ff98-56c4fc6bd7-wmkxh.18c0b28fb28f215e namespace: kserve-ci-e2e-test resourceVersion: "22874" uid: 1fae016f-a4fa-40f1-8db9-a49811294045 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-140-234.ec2.internal source: component: kubelet host: ip-10-0-140-234.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:29:42Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{sequence-graph-2ff98} kind: Pod name: sequence-graph-2ff98-56c4fc6bd7-wmkxh namespace: kserve-ci-e2e-test resourceVersion: "22850" uid: 6c647761-30e4-4599-9112-33929a0d054e kind: Event lastTimestamp: "2026-07-09T18:29:42Z" message: 'Created container: sequence-graph-2ff98' metadata: creationTimestamp: "2026-07-09T18:29:42Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:29:42Z" name: sequence-graph-2ff98-56c4fc6bd7-wmkxh.18c0b28fb5972ad6 namespace: kserve-ci-e2e-test resourceVersion: "22875" uid: 4c268f15-c431-4488-badf-914e26de78b3 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-140-234.ec2.internal source: component: kubelet host: ip-10-0-140-234.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:29:42Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{sequence-graph-2ff98} kind: Pod name: sequence-graph-2ff98-56c4fc6bd7-wmkxh namespace: kserve-ci-e2e-test resourceVersion: "22850" uid: 6c647761-30e4-4599-9112-33929a0d054e kind: Event lastTimestamp: "2026-07-09T18:29:42Z" message: Started container sequence-graph-2ff98 metadata: creationTimestamp: "2026-07-09T18:29:42Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:29:42Z" name: sequence-graph-2ff98-56c4fc6bd7-wmkxh.18c0b28fb60563ca namespace: kserve-ci-e2e-test resourceVersion: "22876" uid: 3e3b6698-94f4-4f25-98b9-fb376606f60c reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-140-234.ec2.internal source: component: kubelet host: ip-10-0-140-234.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:37:56Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{sequence-graph-2ff98} kind: Pod name: sequence-graph-2ff98-56c4fc6bd7-wmkxh namespace: kserve-ci-e2e-test resourceVersion: "22850" uid: 6c647761-30e4-4599-9112-33929a0d054e kind: Event lastTimestamp: "2026-07-09T18:37:56Z" message: Stopping container sequence-graph-2ff98 metadata: creationTimestamp: "2026-07-09T18:37:56Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:37:56Z" name: sequence-graph-2ff98-56c4fc6bd7-wmkxh.18c0b302c436da7c namespace: kserve-ci-e2e-test resourceVersion: "26719" uid: b3c99326-f0ee-4b62-81f2-8a4a05b98498 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-140-234.ec2.internal source: component: kubelet host: ip-10-0-140-234.ec2.internal type: Normal - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-07-09T18:37:59Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{sequence-graph-2ff98} kind: Pod name: sequence-graph-2ff98-56c4fc6bd7-wmkxh namespace: kserve-ci-e2e-test resourceVersion: "22850" uid: 6c647761-30e4-4599-9112-33929a0d054e kind: Event lastTimestamp: "2026-07-09T18:38:24Z" message: 'Readiness probe failed: HTTP probe failed with statuscode: 503' metadata: creationTimestamp: "2026-07-09T18:37:59Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:38:24Z" name: sequence-graph-2ff98-56c4fc6bd7-wmkxh.18c0b303632ecf1b namespace: kserve-ci-e2e-test resourceVersion: "27122" uid: 666249ca-7f41-4444-ab87-4110b5e4bdf9 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-140-234.ec2.internal source: component: kubelet host: ip-10-0-140-234.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:29:42Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: sequence-graph-2ff98-56c4fc6bd7 namespace: kserve-ci-e2e-test resourceVersion: "22846" uid: 22b9c184-0063-4bce-9662-ae26e25140e9 kind: Event lastTimestamp: "2026-07-09T18:29:42Z" message: 'Created pod: sequence-graph-2ff98-56c4fc6bd7-wmkxh' metadata: creationTimestamp: "2026-07-09T18:29:42Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-09T18:29:42Z" name: sequence-graph-2ff98-56c4fc6bd7.18c0b28f97d86741 namespace: kserve-ci-e2e-test resourceVersion: "22851" uid: fddf5c73-32b2-4f63-a556-48ee2b95ea28 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:29:42Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: sequence-graph-2ff98 namespace: kserve-ci-e2e-test resourceVersion: "22844" uid: 6defaac8-a775-4033-9b4b-6451fc18f21d kind: Event lastTimestamp: "2026-07-09T18:29:42Z" message: Scaled up replica set sequence-graph-2ff98-56c4fc6bd7 from 0 to 1 metadata: creationTimestamp: "2026-07-09T18:29:42Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-09T18:29:42Z" name: sequence-graph-2ff98.18c0b28f96c8d1a7 namespace: kserve-ci-e2e-test resourceVersion: "22847" uid: 9766a719-420c-4c47-8fcd-3a3fc0e5ba01 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:29:42Z" involvedObject: apiVersion: serving.kserve.io/v1alpha1 kind: InferenceGraph name: sequence-graph-2ff98 namespace: kserve-ci-e2e-test resourceVersion: "22862" uid: b5f45802-50a8-4a85-821e-1cadd05bfd83 kind: Event lastTimestamp: "2026-07-09T18:29:42Z" message: InferenceGraph [sequence-graph-2ff98] is Ready metadata: creationTimestamp: "2026-07-09T18:29:42Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-09T18:29:42Z" name: sequence-graph-2ff98.18c0b28f9cc4f4ff namespace: kserve-ci-e2e-test resourceVersion: "22864" uid: bbd68393-842c-4126-9187-54bd82d0f2ac reason: InferenceGraphReady reportingComponent: InferenceGraphController reportingInstance: "" source: component: InferenceGraphController type: Normal - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-07-09T18:29:57Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: sequence-graph-2ff98 namespace: kserve-ci-e2e-test resourceVersion: "22845" uid: 6029ae76-ceff-4486-8173-600ac945f3a1 kind: Event lastTimestamp: "2026-07-09T18:30:27Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-07-09T18:29:57Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-09T18:30:27Z" name: sequence-graph-2ff98.18c0b293156722c3 namespace: kserve-ci-e2e-test resourceVersion: "23196" uid: c6c84b7e-a42f-46c6-b5b2-6d5e019ff4eb reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-07-09T18:29:57Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: sequence-graph-2ff98 namespace: kserve-ci-e2e-test resourceVersion: "22845" uid: 6029ae76-ceff-4486-8173-600ac945f3a1 kind: Event lastTimestamp: "2026-07-09T18:30:27Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-07-09T18:29:57Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-09T18:30:27Z" name: sequence-graph-2ff98.18c0b29315e72688 namespace: kserve-ci-e2e-test resourceVersion: "23197" uid: b564fda1-661b-4ddb-9cb0-3b98ddb400f8 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - action: Binding apiVersion: v1 eventTime: "2026-07-09T18:28:31.832202Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: sequence-graph-4dc46-c85964bb8-9gb4g namespace: kserve-ci-e2e-test resourceVersion: "22030" uid: 2b82f720-ead5-4008-9266-af7b58bb6683 kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/sequence-graph-4dc46-c85964bb8-9gb4g to ip-10-0-140-234.ec2.internal metadata: creationTimestamp: "2026-07-09T18:28:31Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-07-09T18:28:31Z" name: sequence-graph-4dc46-c85964bb8-9gb4g.18c0b27f336ee196 namespace: kserve-ci-e2e-test resourceVersion: "22034" uid: 92ad792e-723e-43e0-b9d5-2f07ceae528e reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-58df594cc6-5bn78 source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:28:32Z" involvedObject: apiVersion: v1 kind: Pod name: sequence-graph-4dc46-c85964bb8-9gb4g namespace: kserve-ci-e2e-test resourceVersion: "22038" uid: 2b82f720-ead5-4008-9266-af7b58bb6683 kind: Event lastTimestamp: "2026-07-09T18:28:32Z" message: Add eth0 [10.133.0.25/23] from ovn-kubernetes metadata: creationTimestamp: "2026-07-09T18:28:32Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-07-09T18:28:32Z" name: sequence-graph-4dc46-c85964bb8-9gb4g.18c0b27f4dcf9823 namespace: kserve-ci-e2e-test resourceVersion: "22053" uid: 27e5fbe5-fa33-4671-aaf9-39c50033c1b2 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:28:32Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{sequence-graph-4dc46} kind: Pod name: sequence-graph-4dc46-c85964bb8-9gb4g namespace: kserve-ci-e2e-test resourceVersion: "22031" uid: 2b82f720-ead5-4008-9266-af7b58bb6683 kind: Event lastTimestamp: "2026-07-09T18:28:32Z" message: Container image "quay.io/opendatahub/kserve-router@sha256:e73cf00d90f73d1d01a06b6ae2314be097a351767b51977a258bb8a2a00529db" already present on machine metadata: creationTimestamp: "2026-07-09T18:28:32Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:28:32Z" name: sequence-graph-4dc46-c85964bb8-9gb4g.18c0b27f4f33a387 namespace: kserve-ci-e2e-test resourceVersion: "22055" uid: 9c17bb40-69d4-484c-9e94-2d1023cba0cc reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-140-234.ec2.internal source: component: kubelet host: ip-10-0-140-234.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:28:32Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{sequence-graph-4dc46} kind: Pod name: sequence-graph-4dc46-c85964bb8-9gb4g namespace: kserve-ci-e2e-test resourceVersion: "22031" uid: 2b82f720-ead5-4008-9266-af7b58bb6683 kind: Event lastTimestamp: "2026-07-09T18:28:32Z" message: 'Created container: sequence-graph-4dc46' metadata: creationTimestamp: "2026-07-09T18:28:32Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:28:32Z" name: sequence-graph-4dc46-c85964bb8-9gb4g.18c0b27f52b26d84 namespace: kserve-ci-e2e-test resourceVersion: "22057" uid: a299571a-1720-4573-b1ca-7f6a210b9870 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-140-234.ec2.internal source: component: kubelet host: ip-10-0-140-234.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:28:32Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{sequence-graph-4dc46} kind: Pod name: sequence-graph-4dc46-c85964bb8-9gb4g namespace: kserve-ci-e2e-test resourceVersion: "22031" uid: 2b82f720-ead5-4008-9266-af7b58bb6683 kind: Event lastTimestamp: "2026-07-09T18:28:32Z" message: Started container sequence-graph-4dc46 metadata: creationTimestamp: "2026-07-09T18:28:32Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:28:32Z" name: sequence-graph-4dc46-c85964bb8-9gb4g.18c0b27f531ecf1d namespace: kserve-ci-e2e-test resourceVersion: "22058" uid: 0065f87c-8fc6-4aea-b7e4-15566634a022 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-140-234.ec2.internal source: component: kubelet host: ip-10-0-140-234.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:28:41Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{sequence-graph-4dc46} kind: Pod name: sequence-graph-4dc46-c85964bb8-9gb4g namespace: kserve-ci-e2e-test resourceVersion: "22031" uid: 2b82f720-ead5-4008-9266-af7b58bb6683 kind: Event lastTimestamp: "2026-07-09T18:28:41Z" message: Stopping container sequence-graph-4dc46 metadata: creationTimestamp: "2026-07-09T18:28:41Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:28:41Z" name: sequence-graph-4dc46-c85964bb8-9gb4g.18c0b2818e849be6 namespace: kserve-ci-e2e-test resourceVersion: "22166" uid: aa8beefc-3c21-4431-abc3-3ed408985e74 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-140-234.ec2.internal source: component: kubelet host: ip-10-0-140-234.ec2.internal type: Normal - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-07-09T18:28:44Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{sequence-graph-4dc46} kind: Pod name: sequence-graph-4dc46-c85964bb8-9gb4g namespace: kserve-ci-e2e-test resourceVersion: "22031" uid: 2b82f720-ead5-4008-9266-af7b58bb6683 kind: Event lastTimestamp: "2026-07-09T18:29:09Z" message: 'Readiness probe failed: HTTP probe failed with statuscode: 503' metadata: creationTimestamp: "2026-07-09T18:28:44Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:29:09Z" name: sequence-graph-4dc46-c85964bb8-9gb4g.18c0b2821a6b8ce3 namespace: kserve-ci-e2e-test resourceVersion: "22566" uid: ddf434f9-d1c6-4edc-8de6-673f80f154d9 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-140-234.ec2.internal source: component: kubelet host: ip-10-0-140-234.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:28:31Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: sequence-graph-4dc46-c85964bb8 namespace: kserve-ci-e2e-test resourceVersion: "22027" uid: c0a12e83-7b7a-4bd1-946e-525aee5a1291 kind: Event lastTimestamp: "2026-07-09T18:28:31Z" message: 'Created pod: sequence-graph-4dc46-c85964bb8-9gb4g' metadata: creationTimestamp: "2026-07-09T18:28:31Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-09T18:28:31Z" name: sequence-graph-4dc46-c85964bb8.18c0b27f32eabd58 namespace: kserve-ci-e2e-test resourceVersion: "22032" uid: 2e74b0e1-3684-4162-a9c6-6cf10468e744 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:28:31Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: sequence-graph-4dc46 namespace: kserve-ci-e2e-test resourceVersion: "22025" uid: 5c7c6e86-8210-47ae-92ed-44fd26743b52 kind: Event lastTimestamp: "2026-07-09T18:28:31Z" message: Scaled up replica set sequence-graph-4dc46-c85964bb8 from 0 to 1 metadata: creationTimestamp: "2026-07-09T18:28:31Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-09T18:28:31Z" name: sequence-graph-4dc46.18c0b27f31cb22bf namespace: kserve-ci-e2e-test resourceVersion: "22028" uid: 5c07f743-3266-4d1c-a0a2-6e5f9c9067f3 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:28:31Z" involvedObject: apiVersion: serving.kserve.io/v1alpha1 kind: InferenceGraph name: sequence-graph-4dc46 namespace: kserve-ci-e2e-test resourceVersion: "22042" uid: 13582b0f-c287-4730-8c0a-ca0e01971537 kind: Event lastTimestamp: "2026-07-09T18:28:31Z" message: InferenceGraph [sequence-graph-4dc46] is Ready metadata: creationTimestamp: "2026-07-09T18:28:31Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-09T18:28:31Z" name: sequence-graph-4dc46.18c0b27f390880a9 namespace: kserve-ci-e2e-test resourceVersion: "22046" uid: bb70807d-602c-43f4-9cda-f7753bb84929 reason: InferenceGraphReady reportingComponent: InferenceGraphController reportingInstance: "" source: component: InferenceGraphController type: Normal - action: Binding apiVersion: v1 eventTime: "2026-07-09T18:19:16.822308Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: sequence-graph-e8119-7d78b5bfcc-x5zj4 namespace: kserve-ci-e2e-test resourceVersion: "17593" uid: 74551749-3516-461d-81d5-8c4e2cd54411 kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/sequence-graph-e8119-7d78b5bfcc-x5zj4 to ip-10-0-140-234.ec2.internal metadata: creationTimestamp: "2026-07-09T18:19:16Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-07-09T18:19:16Z" name: sequence-graph-e8119-7d78b5bfcc-x5zj4.18c0b1fdfa43ff19 namespace: kserve-ci-e2e-test resourceVersion: "17598" uid: 334b5c67-aa0f-4f8f-8b44-85e3667227af reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-58df594cc6-5bn78 source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:19:16Z" involvedObject: apiVersion: v1 kind: Pod name: sequence-graph-e8119-7d78b5bfcc-x5zj4 namespace: kserve-ci-e2e-test resourceVersion: "17595" uid: 74551749-3516-461d-81d5-8c4e2cd54411 kind: Event lastTimestamp: "2026-07-09T18:19:16Z" message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "sequence-graph-e8119-serving-cert" not found' metadata: creationTimestamp: "2026-07-09T18:19:16Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:19:16Z" name: sequence-graph-e8119-7d78b5bfcc-x5zj4.18c0b1fe01d7937c namespace: kserve-ci-e2e-test resourceVersion: "17612" uid: 9a327cf1-80ec-4a91-ab92-bee84059c8c5 reason: FailedMount reportingComponent: kubelet reportingInstance: ip-10-0-140-234.ec2.internal source: component: kubelet host: ip-10-0-140-234.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:19:17Z" involvedObject: apiVersion: v1 kind: Pod name: sequence-graph-e8119-7d78b5bfcc-x5zj4 namespace: kserve-ci-e2e-test resourceVersion: "17604" uid: 74551749-3516-461d-81d5-8c4e2cd54411 kind: Event lastTimestamp: "2026-07-09T18:19:17Z" message: Add eth0 [10.133.0.23/23] from ovn-kubernetes metadata: creationTimestamp: "2026-07-09T18:19:17Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-07-09T18:19:17Z" name: sequence-graph-e8119-7d78b5bfcc-x5zj4.18c0b1fe37967633 namespace: kserve-ci-e2e-test resourceVersion: "17620" uid: e9dc82bf-1c8d-451c-8b55-79bc829885b4 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:19:17Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{sequence-graph-e8119} kind: Pod name: sequence-graph-e8119-7d78b5bfcc-x5zj4 namespace: kserve-ci-e2e-test resourceVersion: "17595" uid: 74551749-3516-461d-81d5-8c4e2cd54411 kind: Event lastTimestamp: "2026-07-09T18:19:17Z" message: Container image "quay.io/opendatahub/kserve-router@sha256:e73cf00d90f73d1d01a06b6ae2314be097a351767b51977a258bb8a2a00529db" already present on machine metadata: creationTimestamp: "2026-07-09T18:19:17Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:19:17Z" name: sequence-graph-e8119-7d78b5bfcc-x5zj4.18c0b1fe38cd4e4b namespace: kserve-ci-e2e-test resourceVersion: "17622" uid: dd7f9fbe-e7c3-4849-8db7-af32966f1402 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-140-234.ec2.internal source: component: kubelet host: ip-10-0-140-234.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:19:17Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{sequence-graph-e8119} kind: Pod name: sequence-graph-e8119-7d78b5bfcc-x5zj4 namespace: kserve-ci-e2e-test resourceVersion: "17595" uid: 74551749-3516-461d-81d5-8c4e2cd54411 kind: Event lastTimestamp: "2026-07-09T18:19:17Z" message: 'Created container: sequence-graph-e8119' metadata: creationTimestamp: "2026-07-09T18:19:17Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:19:17Z" name: sequence-graph-e8119-7d78b5bfcc-x5zj4.18c0b1fe3ca14750 namespace: kserve-ci-e2e-test resourceVersion: "17623" uid: 4981aa1a-a2c9-4444-94b0-7eb28a7284d0 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-140-234.ec2.internal source: component: kubelet host: ip-10-0-140-234.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:19:17Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{sequence-graph-e8119} kind: Pod name: sequence-graph-e8119-7d78b5bfcc-x5zj4 namespace: kserve-ci-e2e-test resourceVersion: "17595" uid: 74551749-3516-461d-81d5-8c4e2cd54411 kind: Event lastTimestamp: "2026-07-09T18:19:17Z" message: Started container sequence-graph-e8119 metadata: creationTimestamp: "2026-07-09T18:19:17Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:19:17Z" name: sequence-graph-e8119-7d78b5bfcc-x5zj4.18c0b1fe3d14066a namespace: kserve-ci-e2e-test resourceVersion: "17624" uid: 5fc730c3-9e7a-4db5-a86b-a3e84b3bcc07 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-140-234.ec2.internal source: component: kubelet host: ip-10-0-140-234.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:27:31Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{sequence-graph-e8119} kind: Pod name: sequence-graph-e8119-7d78b5bfcc-x5zj4 namespace: kserve-ci-e2e-test resourceVersion: "17595" uid: 74551749-3516-461d-81d5-8c4e2cd54411 kind: Event lastTimestamp: "2026-07-09T18:27:31Z" message: Stopping container sequence-graph-e8119 metadata: creationTimestamp: "2026-07-09T18:27:31Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:27:31Z" name: sequence-graph-e8119-7d78b5bfcc-x5zj4.18c0b2712b51484c namespace: kserve-ci-e2e-test resourceVersion: "21189" uid: 3111ca07-7488-41d2-a1b3-eb37dfa78d08 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-140-234.ec2.internal source: component: kubelet host: ip-10-0-140-234.ec2.internal type: Normal - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-07-09T18:27:34Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{sequence-graph-e8119} kind: Pod name: sequence-graph-e8119-7d78b5bfcc-x5zj4 namespace: kserve-ci-e2e-test resourceVersion: "17595" uid: 74551749-3516-461d-81d5-8c4e2cd54411 kind: Event lastTimestamp: "2026-07-09T18:27:59Z" message: 'Readiness probe failed: HTTP probe failed with statuscode: 503' metadata: creationTimestamp: "2026-07-09T18:27:34Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:27:59Z" name: sequence-graph-e8119-7d78b5bfcc-x5zj4.18c0b271d14fbadb namespace: kserve-ci-e2e-test resourceVersion: "21595" uid: 8a4cb203-1a6c-42e6-b577-e3c59876f30e reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-140-234.ec2.internal source: component: kubelet host: ip-10-0-140-234.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:19:16Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: sequence-graph-e8119-7d78b5bfcc namespace: kserve-ci-e2e-test resourceVersion: "17590" uid: 7d3d77ac-d971-45a1-b186-70a1194de4ca kind: Event lastTimestamp: "2026-07-09T18:19:16Z" message: 'Created pod: sequence-graph-e8119-7d78b5bfcc-x5zj4' metadata: creationTimestamp: "2026-07-09T18:19:16Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-09T18:19:16Z" name: sequence-graph-e8119-7d78b5bfcc.18c0b1fdf9c8bcc8 namespace: kserve-ci-e2e-test resourceVersion: "17594" uid: 4ebf6ded-f349-4c37-a4d0-aa8c782848a9 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:19:16Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: sequence-graph-e8119 namespace: kserve-ci-e2e-test resourceVersion: "17588" uid: b3be60bb-7a0a-43e2-ad94-467d6d449c63 kind: Event lastTimestamp: "2026-07-09T18:19:16Z" message: Scaled up replica set sequence-graph-e8119-7d78b5bfcc from 0 to 1 metadata: creationTimestamp: "2026-07-09T18:19:16Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-09T18:19:16Z" name: sequence-graph-e8119.18c0b1fdf8e699f1 namespace: kserve-ci-e2e-test resourceVersion: "17591" uid: d2b6452b-47ad-4c55-b08a-a888dd7ce266 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:19:16Z" involvedObject: apiVersion: serving.kserve.io/v1alpha1 kind: InferenceGraph name: sequence-graph-e8119 namespace: kserve-ci-e2e-test resourceVersion: "17606" uid: 09cfa6e9-a6f1-457a-871a-ab31d45d1f4e kind: Event lastTimestamp: "2026-07-09T18:19:16Z" message: InferenceGraph [sequence-graph-e8119] is Ready metadata: creationTimestamp: "2026-07-09T18:19:16Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-09T18:19:16Z" name: sequence-graph-e8119.18c0b1fdfea911fe namespace: kserve-ci-e2e-test resourceVersion: "17608" uid: b8c0c00e-5134-4164-a898-8088be1bcbb4 reason: InferenceGraphReady reportingComponent: InferenceGraphController reportingInstance: "" source: component: InferenceGraphController type: Normal - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-07-09T18:19:31Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: sequence-graph-e8119 namespace: kserve-ci-e2e-test resourceVersion: "17589" uid: 221be68a-c5a6-4ef1-a6cd-ac5c3e91c210 kind: Event lastTimestamp: "2026-07-09T18:20:01Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-07-09T18:19:31Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-09T18:20:01Z" name: sequence-graph-e8119.18c0b20177708051 namespace: kserve-ci-e2e-test resourceVersion: "17942" uid: 2aeb543f-b9b3-40be-9d47-52b01a397521 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-07-09T18:19:31Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: sequence-graph-e8119 namespace: kserve-ci-e2e-test resourceVersion: "17589" uid: 221be68a-c5a6-4ef1-a6cd-ac5c3e91c210 kind: Event lastTimestamp: "2026-07-09T18:20:01Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-07-09T18:19:31Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-09T18:20:01Z" name: sequence-graph-e8119.18c0b20177b87f01 namespace: kserve-ci-e2e-test resourceVersion: "17943" uid: 967016fd-063e-4440-ab11-5c2404d84b93 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - action: Binding apiVersion: v1 eventTime: "2026-07-09T18:39:31.438761Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: splitter-graph-865f9-6d65869f75-dwhzt namespace: kserve-ci-e2e-test resourceVersion: "27897" uid: 1a4ea1bc-0cc6-44cd-a5af-ff21f896a42f kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/splitter-graph-865f9-6d65869f75-dwhzt to ip-10-0-140-234.ec2.internal metadata: creationTimestamp: "2026-07-09T18:39:31Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-07-09T18:39:31Z" name: splitter-graph-865f9-6d65869f75-dwhzt.18c0b318c70c2a04 namespace: kserve-ci-e2e-test resourceVersion: "27903" uid: 6d8c0002-c3c3-4d8c-84a7-b2e991fd572b reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-58df594cc6-5bn78 source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:39:31Z" involvedObject: apiVersion: v1 kind: Pod name: splitter-graph-865f9-6d65869f75-dwhzt namespace: kserve-ci-e2e-test resourceVersion: "27901" uid: 1a4ea1bc-0cc6-44cd-a5af-ff21f896a42f kind: Event lastTimestamp: "2026-07-09T18:39:31Z" message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "splitter-graph-865f9-serving-cert" not found' metadata: creationTimestamp: "2026-07-09T18:39:31Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:39:31Z" name: splitter-graph-865f9-6d65869f75-dwhzt.18c0b318d17cd077 namespace: kserve-ci-e2e-test resourceVersion: "27916" uid: 88059c40-348f-4884-a966-42c9c487c5e0 reason: FailedMount reportingComponent: kubelet reportingInstance: ip-10-0-140-234.ec2.internal source: component: kubelet host: ip-10-0-140-234.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:39:32Z" involvedObject: apiVersion: v1 kind: Pod name: splitter-graph-865f9-6d65869f75-dwhzt namespace: kserve-ci-e2e-test resourceVersion: "27906" uid: 1a4ea1bc-0cc6-44cd-a5af-ff21f896a42f kind: Event lastTimestamp: "2026-07-09T18:39:32Z" message: Add eth0 [10.133.0.30/23] from ovn-kubernetes metadata: creationTimestamp: "2026-07-09T18:39:32Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-07-09T18:39:32Z" name: splitter-graph-865f9-6d65869f75-dwhzt.18c0b319040b6b41 namespace: kserve-ci-e2e-test resourceVersion: "27923" uid: d77b7e8a-601e-4027-aedd-ac04f4f44445 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:39:32Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{splitter-graph-865f9} kind: Pod name: splitter-graph-865f9-6d65869f75-dwhzt namespace: kserve-ci-e2e-test resourceVersion: "27901" uid: 1a4ea1bc-0cc6-44cd-a5af-ff21f896a42f kind: Event lastTimestamp: "2026-07-09T18:39:32Z" message: Container image "quay.io/opendatahub/kserve-router@sha256:e73cf00d90f73d1d01a06b6ae2314be097a351767b51977a258bb8a2a00529db" already present on machine metadata: creationTimestamp: "2026-07-09T18:39:32Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:39:32Z" name: splitter-graph-865f9-6d65869f75-dwhzt.18c0b319055df663 namespace: kserve-ci-e2e-test resourceVersion: "27925" uid: ecb9aa46-db62-45ed-b686-52a31afe2849 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-140-234.ec2.internal source: component: kubelet host: ip-10-0-140-234.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:39:32Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{splitter-graph-865f9} kind: Pod name: splitter-graph-865f9-6d65869f75-dwhzt namespace: kserve-ci-e2e-test resourceVersion: "27901" uid: 1a4ea1bc-0cc6-44cd-a5af-ff21f896a42f kind: Event lastTimestamp: "2026-07-09T18:39:32Z" message: 'Created container: splitter-graph-865f9' metadata: creationTimestamp: "2026-07-09T18:39:32Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:39:32Z" name: splitter-graph-865f9-6d65869f75-dwhzt.18c0b3190848867d namespace: kserve-ci-e2e-test resourceVersion: "27926" uid: 4571c780-f4dd-42e9-a55c-0fb1813bb42f reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-140-234.ec2.internal source: component: kubelet host: ip-10-0-140-234.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:39:32Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{splitter-graph-865f9} kind: Pod name: splitter-graph-865f9-6d65869f75-dwhzt namespace: kserve-ci-e2e-test resourceVersion: "27901" uid: 1a4ea1bc-0cc6-44cd-a5af-ff21f896a42f kind: Event lastTimestamp: "2026-07-09T18:39:32Z" message: Started container splitter-graph-865f9 metadata: creationTimestamp: "2026-07-09T18:39:32Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:39:32Z" name: splitter-graph-865f9-6d65869f75-dwhzt.18c0b31908d35708 namespace: kserve-ci-e2e-test resourceVersion: "27927" uid: ea05073d-40d2-4244-9f17-d3c4a1b3c7f7 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-140-234.ec2.internal source: component: kubelet host: ip-10-0-140-234.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:47:46Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{splitter-graph-865f9} kind: Pod name: splitter-graph-865f9-6d65869f75-dwhzt namespace: kserve-ci-e2e-test resourceVersion: "27901" uid: 1a4ea1bc-0cc6-44cd-a5af-ff21f896a42f kind: Event lastTimestamp: "2026-07-09T18:47:46Z" message: Stopping container splitter-graph-865f9 metadata: creationTimestamp: "2026-07-09T18:47:46Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:47:46Z" name: splitter-graph-865f9-6d65869f75-dwhzt.18c0b38bf1814f6e namespace: kserve-ci-e2e-test resourceVersion: "31344" uid: 449e90e8-bb35-4abc-b34f-afdffb297130 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-140-234.ec2.internal source: component: kubelet host: ip-10-0-140-234.ec2.internal type: Normal - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-07-09T18:47:48Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{splitter-graph-865f9} kind: Pod name: splitter-graph-865f9-6d65869f75-dwhzt namespace: kserve-ci-e2e-test resourceVersion: "27901" uid: 1a4ea1bc-0cc6-44cd-a5af-ff21f896a42f kind: Event lastTimestamp: "2026-07-09T18:48:13Z" message: 'Readiness probe failed: HTTP probe failed with statuscode: 503' metadata: creationTimestamp: "2026-07-09T18:47:48Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:48:13Z" name: splitter-graph-865f9-6d65869f75-dwhzt.18c0b38c8a91ce33 namespace: kserve-ci-e2e-test resourceVersion: "31577" uid: 619e1237-5b46-4065-97cf-6f9edfc2614a reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-140-234.ec2.internal source: component: kubelet host: ip-10-0-140-234.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:39:31Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: splitter-graph-865f9-6d65869f75 namespace: kserve-ci-e2e-test resourceVersion: "27894" uid: 63c1a900-7aca-4087-9922-56bf40b2701c kind: Event lastTimestamp: "2026-07-09T18:39:31Z" message: 'Created pod: splitter-graph-865f9-6d65869f75-dwhzt' metadata: creationTimestamp: "2026-07-09T18:39:31Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-09T18:39:31Z" name: splitter-graph-865f9-6d65869f75.18c0b318c68972d7 namespace: kserve-ci-e2e-test resourceVersion: "27899" uid: 24612255-7a2d-4b7c-aa9e-aaf057e5815f reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:39:31Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: splitter-graph-865f9 namespace: kserve-ci-e2e-test resourceVersion: "27892" uid: 7e4308dc-c689-47b1-92d7-7ab46955dc2e kind: Event lastTimestamp: "2026-07-09T18:39:31Z" message: Scaled up replica set splitter-graph-865f9-6d65869f75 from 0 to 1 metadata: creationTimestamp: "2026-07-09T18:39:31Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-09T18:39:31Z" name: splitter-graph-865f9.18c0b318c5b5c187 namespace: kserve-ci-e2e-test resourceVersion: "27895" uid: b2bcfd5e-f722-4f93-aede-51cdc69f8d3c reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:39:31Z" involvedObject: apiVersion: serving.kserve.io/v1alpha1 kind: InferenceGraph name: splitter-graph-865f9 namespace: kserve-ci-e2e-test resourceVersion: "27911" uid: dde6063c-735b-4bfc-a132-e335b25aeb9a kind: Event lastTimestamp: "2026-07-09T18:39:31Z" message: InferenceGraph [splitter-graph-865f9] is Ready metadata: creationTimestamp: "2026-07-09T18:39:31Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-09T18:39:31Z" name: splitter-graph-865f9.18c0b318cabb9c3f namespace: kserve-ci-e2e-test resourceVersion: "27913" uid: 7f5f368c-a0d2-49ae-9090-c0ee95aeed39 reason: InferenceGraphReady reportingComponent: InferenceGraphController reportingInstance: "" source: component: InferenceGraphController type: Normal - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-07-09T18:39:46Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: splitter-graph-865f9 namespace: kserve-ci-e2e-test resourceVersion: "27893" uid: 9e412a3b-572a-448a-8248-0ba77796c9e1 kind: Event lastTimestamp: "2026-07-09T18:40:01Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-07-09T18:39:46Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-09T18:40:01Z" name: splitter-graph-865f9.18c0b31c44328cdb namespace: kserve-ci-e2e-test resourceVersion: "28142" uid: 1a8f56b9-6f6d-4629-bf80-623e34232c3e reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-07-09T18:39:46Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: splitter-graph-865f9 namespace: kserve-ci-e2e-test resourceVersion: "27893" uid: 9e412a3b-572a-448a-8248-0ba77796c9e1 kind: Event lastTimestamp: "2026-07-09T18:40:01Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-07-09T18:39:46Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-09T18:40:01Z" name: splitter-graph-865f9.18c0b31c44a347c1 namespace: kserve-ci-e2e-test resourceVersion: "28143" uid: 395f6afa-a7e3-4a75-aef6-ccb12920d4fa reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - action: Binding apiVersion: v1 eventTime: "2026-07-09T18:38:20.942334Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: splitter-graph-eb3ff-7b94c5c474-v8g2q namespace: kserve-ci-e2e-test resourceVersion: "27072" uid: f91efcb4-c96f-4ac3-a670-2ce71b1019e5 kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/splitter-graph-eb3ff-7b94c5c474-v8g2q to ip-10-0-140-234.ec2.internal metadata: creationTimestamp: "2026-07-09T18:38:20Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-07-09T18:38:20Z" name: splitter-graph-eb3ff-7b94c5c474-v8g2q.18c0b3085d220b31 namespace: kserve-ci-e2e-test resourceVersion: "27077" uid: 0a29cbd7-72a0-46f4-83d2-b2541b6cd7be reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-58df594cc6-5bn78 source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:38:21Z" involvedObject: apiVersion: v1 kind: Pod name: splitter-graph-eb3ff-7b94c5c474-v8g2q namespace: kserve-ci-e2e-test resourceVersion: "27082" uid: f91efcb4-c96f-4ac3-a670-2ce71b1019e5 kind: Event lastTimestamp: "2026-07-09T18:38:21Z" message: Add eth0 [10.133.0.28/23] from ovn-kubernetes metadata: creationTimestamp: "2026-07-09T18:38:21Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-07-09T18:38:21Z" name: splitter-graph-eb3ff-7b94c5c474-v8g2q.18c0b3087671820c namespace: kserve-ci-e2e-test resourceVersion: "27095" uid: cc792fe9-c504-4787-9541-65d8ba676498 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:38:21Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{splitter-graph-eb3ff} kind: Pod name: splitter-graph-eb3ff-7b94c5c474-v8g2q namespace: kserve-ci-e2e-test resourceVersion: "27074" uid: f91efcb4-c96f-4ac3-a670-2ce71b1019e5 kind: Event lastTimestamp: "2026-07-09T18:38:21Z" message: Container image "quay.io/opendatahub/kserve-router@sha256:e73cf00d90f73d1d01a06b6ae2314be097a351767b51977a258bb8a2a00529db" already present on machine metadata: creationTimestamp: "2026-07-09T18:38:21Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:38:21Z" name: splitter-graph-eb3ff-7b94c5c474-v8g2q.18c0b30877bdd132 namespace: kserve-ci-e2e-test resourceVersion: "27098" uid: c79763a8-dd5b-4773-ae94-956e1e4c5b8a reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-140-234.ec2.internal source: component: kubelet host: ip-10-0-140-234.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:38:21Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{splitter-graph-eb3ff} kind: Pod name: splitter-graph-eb3ff-7b94c5c474-v8g2q namespace: kserve-ci-e2e-test resourceVersion: "27074" uid: f91efcb4-c96f-4ac3-a670-2ce71b1019e5 kind: Event lastTimestamp: "2026-07-09T18:38:21Z" message: 'Created container: splitter-graph-eb3ff' metadata: creationTimestamp: "2026-07-09T18:38:21Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:38:21Z" name: splitter-graph-eb3ff-7b94c5c474-v8g2q.18c0b3087a9ff010 namespace: kserve-ci-e2e-test resourceVersion: "27100" uid: 125e5315-33ea-4dac-b9e3-98c5ff55e489 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-140-234.ec2.internal source: component: kubelet host: ip-10-0-140-234.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:38:21Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{splitter-graph-eb3ff} kind: Pod name: splitter-graph-eb3ff-7b94c5c474-v8g2q namespace: kserve-ci-e2e-test resourceVersion: "27074" uid: f91efcb4-c96f-4ac3-a670-2ce71b1019e5 kind: Event lastTimestamp: "2026-07-09T18:38:21Z" message: Started container splitter-graph-eb3ff metadata: creationTimestamp: "2026-07-09T18:38:21Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:38:21Z" name: splitter-graph-eb3ff-7b94c5c474-v8g2q.18c0b3087b0e643f namespace: kserve-ci-e2e-test resourceVersion: "27101" uid: 6ea2642e-1a52-4fb2-b31f-a520f9d896e1 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-140-234.ec2.internal source: component: kubelet host: ip-10-0-140-234.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:38:31Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{splitter-graph-eb3ff} kind: Pod name: splitter-graph-eb3ff-7b94c5c474-v8g2q namespace: kserve-ci-e2e-test resourceVersion: "27074" uid: f91efcb4-c96f-4ac3-a670-2ce71b1019e5 kind: Event lastTimestamp: "2026-07-09T18:38:31Z" message: Stopping container splitter-graph-eb3ff metadata: creationTimestamp: "2026-07-09T18:38:31Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:38:31Z" name: splitter-graph-eb3ff-7b94c5c474-v8g2q.18c0b30abae3cde7 namespace: kserve-ci-e2e-test resourceVersion: "27199" uid: ae8e65e4-2277-417c-8e17-06a0298fd809 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-140-234.ec2.internal source: component: kubelet host: ip-10-0-140-234.ec2.internal type: Normal - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-07-09T18:38:33Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{splitter-graph-eb3ff} kind: Pod name: splitter-graph-eb3ff-7b94c5c474-v8g2q namespace: kserve-ci-e2e-test resourceVersion: "27074" uid: f91efcb4-c96f-4ac3-a670-2ce71b1019e5 kind: Event lastTimestamp: "2026-07-09T18:38:58Z" message: 'Readiness probe failed: HTTP probe failed with statuscode: 503' metadata: creationTimestamp: "2026-07-09T18:38:33Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:38:58Z" name: splitter-graph-eb3ff-7b94c5c474-v8g2q.18c0b30b42f7f213 namespace: kserve-ci-e2e-test resourceVersion: "27600" uid: 8f261867-e4e8-4ff5-8816-8f48d3db8383 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-140-234.ec2.internal source: component: kubelet host: ip-10-0-140-234.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:38:20Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: splitter-graph-eb3ff-7b94c5c474 namespace: kserve-ci-e2e-test resourceVersion: "27069" uid: 07ad456a-5630-43b3-9b89-b9c1a4d321f2 kind: Event lastTimestamp: "2026-07-09T18:38:20Z" message: 'Created pod: splitter-graph-eb3ff-7b94c5c474-v8g2q' metadata: creationTimestamp: "2026-07-09T18:38:20Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-09T18:38:20Z" name: splitter-graph-eb3ff-7b94c5c474.18c0b3085cb49ef5 namespace: kserve-ci-e2e-test resourceVersion: "27073" uid: 9d276912-2eee-483c-bf02-8170c8ca1cde reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:38:20Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: splitter-graph-eb3ff namespace: kserve-ci-e2e-test resourceVersion: "27067" uid: 0194835c-e21c-4de6-aced-d0ffaf4d005b kind: Event lastTimestamp: "2026-07-09T18:38:20Z" message: Scaled up replica set splitter-graph-eb3ff-7b94c5c474 from 0 to 1 metadata: creationTimestamp: "2026-07-09T18:38:20Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-09T18:38:20Z" name: splitter-graph-eb3ff.18c0b3085c0dc354 namespace: kserve-ci-e2e-test resourceVersion: "27070" uid: 391c0266-7e69-43f1-8141-55a91417b132 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:38:21Z" involvedObject: apiVersion: serving.kserve.io/v1alpha1 kind: InferenceGraph name: splitter-graph-eb3ff namespace: kserve-ci-e2e-test resourceVersion: "27086" uid: 7b8fe876-50da-4760-be9b-4539ddfcfdae kind: Event lastTimestamp: "2026-07-09T18:38:21Z" message: InferenceGraph [splitter-graph-eb3ff] is Ready metadata: creationTimestamp: "2026-07-09T18:38:21Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-09T18:38:21Z" name: splitter-graph-eb3ff.18c0b30860fcaa71 namespace: kserve-ci-e2e-test resourceVersion: "27088" uid: 992c537d-d188-4237-9abb-6ca4c50f79a4 reason: InferenceGraphReady reportingComponent: InferenceGraphController reportingInstance: "" source: component: InferenceGraphController type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:38:21Z" involvedObject: apiVersion: serving.kserve.io/v1alpha1 kind: InferenceGraph name: splitter-graph-eb3ff namespace: kserve-ci-e2e-test resourceVersion: "27062" uid: 7b8fe876-50da-4760-be9b-4539ddfcfdae kind: Event lastTimestamp: "2026-07-09T18:38:21Z" message: 'Failed to update status for InferenceGraph "splitter-graph-eb3ff": Operation cannot be fulfilled on inferencegraphs.serving.kserve.io "splitter-graph-eb3ff": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-07-09T18:38:21Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-09T18:38:21Z" name: splitter-graph-eb3ff.18c0b3086302bf5b namespace: kserve-ci-e2e-test resourceVersion: "27089" uid: 5c66dbf1-b099-49fd-a2d4-583c4b6964c4 reason: UpdateFailed reportingComponent: InferenceGraphController reportingInstance: "" source: component: InferenceGraphController type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:38:21Z" involvedObject: apiVersion: serving.kserve.io/v1alpha1 kind: InferenceGraph name: splitter-graph-eb3ff namespace: kserve-ci-e2e-test resourceVersion: "27062" uid: 7b8fe876-50da-4760-be9b-4539ddfcfdae kind: Event lastTimestamp: "2026-07-09T18:38:21Z" message: 'fails to update InferenceGraph status: Operation cannot be fulfilled on inferencegraphs.serving.kserve.io "splitter-graph-eb3ff": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-07-09T18:38:21Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-09T18:38:21Z" name: splitter-graph-eb3ff.18c0b3086302fb01 namespace: kserve-ci-e2e-test resourceVersion: "27090" uid: 374e6779-3e08-4a09-b23b-093eccfd8d5f reason: InternalError reportingComponent: InferenceGraphController reportingInstance: "" source: component: InferenceGraphController type: Warning - action: Binding apiVersion: v1 eventTime: "2026-07-09T18:17:40.866714Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: success-200-isvc-2a7bf-predictor-8694b45ccf-tqlbn namespace: kserve-ci-e2e-test resourceVersion: "16434" uid: 346318b7-30ec-4943-90dd-bf4f8583f156 kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/success-200-isvc-2a7bf-predictor-8694b45ccf-tqlbn to ip-10-0-132-102.ec2.internal metadata: creationTimestamp: "2026-07-09T18:17:40Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-07-09T18:17:40Z" name: success-200-isvc-2a7bf-predictor-8694b45ccf-tqlbn.18c0b1e7a2ddcc6b namespace: kserve-ci-e2e-test resourceVersion: "16442" uid: cb733f43-0204-4509-9f23-c92ebc377345 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-58df594cc6-5bn78 source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:17:41Z" involvedObject: apiVersion: v1 kind: Pod name: success-200-isvc-2a7bf-predictor-8694b45ccf-tqlbn namespace: kserve-ci-e2e-test resourceVersion: "16438" uid: 346318b7-30ec-4943-90dd-bf4f8583f156 kind: Event lastTimestamp: "2026-07-09T18:17:41Z" message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "success-200-isvc-2a7bf-predictor-serving-cert" not found' metadata: creationTimestamp: "2026-07-09T18:17:41Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:17:41Z" name: success-200-isvc-2a7bf-predictor-8694b45ccf-tqlbn.18c0b1e7b31d66dd namespace: kserve-ci-e2e-test resourceVersion: "16491" uid: 4a3ccbc8-3831-4bf2-8f78-fc75c389ded7 reason: FailedMount reportingComponent: kubelet reportingInstance: ip-10-0-132-102.ec2.internal source: component: kubelet host: ip-10-0-132-102.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:17:41Z" involvedObject: apiVersion: v1 kind: Pod name: success-200-isvc-2a7bf-predictor-8694b45ccf-tqlbn namespace: kserve-ci-e2e-test resourceVersion: "16461" uid: 346318b7-30ec-4943-90dd-bf4f8583f156 kind: Event lastTimestamp: "2026-07-09T18:17:41Z" message: Add eth0 [10.132.0.39/23] from ovn-kubernetes metadata: creationTimestamp: "2026-07-09T18:17:41Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-07-09T18:17:41Z" name: success-200-isvc-2a7bf-predictor-8694b45ccf-tqlbn.18c0b1e7e0cdf48d namespace: kserve-ci-e2e-test resourceVersion: "16511" uid: 1ab48d85-d937-4ef6-8bb7-d9c919eaa93a reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:17:41Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-2a7bf-predictor-8694b45ccf-tqlbn namespace: kserve-ci-e2e-test resourceVersion: "16438" uid: 346318b7-30ec-4943-90dd-bf4f8583f156 kind: Event lastTimestamp: "2026-07-09T18:17:41Z" message: Container image "quay.io/opendatahub/success-200-isvc:odh-pr-1717" already present on machine metadata: creationTimestamp: "2026-07-09T18:17:41Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:17:41Z" name: success-200-isvc-2a7bf-predictor-8694b45ccf-tqlbn.18c0b1e7e21933d8 namespace: kserve-ci-e2e-test resourceVersion: "16513" uid: 34b175e7-a685-4f50-8035-88901aae09a9 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-132-102.ec2.internal source: component: kubelet host: ip-10-0-132-102.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:17:41Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-2a7bf-predictor-8694b45ccf-tqlbn namespace: kserve-ci-e2e-test resourceVersion: "16438" uid: 346318b7-30ec-4943-90dd-bf4f8583f156 kind: Event lastTimestamp: "2026-07-09T18:17:41Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-07-09T18:17:41Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:17:41Z" name: success-200-isvc-2a7bf-predictor-8694b45ccf-tqlbn.18c0b1e7e59bb18d namespace: kserve-ci-e2e-test resourceVersion: "16515" uid: dd0e2674-d5c7-4c09-91d9-a46245a5a480 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-132-102.ec2.internal source: component: kubelet host: ip-10-0-132-102.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:17:41Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-2a7bf-predictor-8694b45ccf-tqlbn namespace: kserve-ci-e2e-test resourceVersion: "16438" uid: 346318b7-30ec-4943-90dd-bf4f8583f156 kind: Event lastTimestamp: "2026-07-09T18:17:41Z" message: Started container kserve-container metadata: creationTimestamp: "2026-07-09T18:17:41Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:17:41Z" name: success-200-isvc-2a7bf-predictor-8694b45ccf-tqlbn.18c0b1e7e604cb42 namespace: kserve-ci-e2e-test resourceVersion: "16516" uid: 0931f085-15ba-420c-bb80-62df7438cbac reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-132-102.ec2.internal source: component: kubelet host: ip-10-0-132-102.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:17:41Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-2a7bf-predictor-8694b45ccf-tqlbn namespace: kserve-ci-e2e-test resourceVersion: "16438" uid: 346318b7-30ec-4943-90dd-bf4f8583f156 kind: Event lastTimestamp: "2026-07-09T18:17:41Z" message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine metadata: creationTimestamp: "2026-07-09T18:17:41Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:17:41Z" name: success-200-isvc-2a7bf-predictor-8694b45ccf-tqlbn.18c0b1e7e60ee6d4 namespace: kserve-ci-e2e-test resourceVersion: "16517" uid: 7c2f92e8-b8ef-4787-88d0-fbce375b6a4e reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-132-102.ec2.internal source: component: kubelet host: ip-10-0-132-102.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:17:42Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-2a7bf-predictor-8694b45ccf-tqlbn namespace: kserve-ci-e2e-test resourceVersion: "16438" uid: 346318b7-30ec-4943-90dd-bf4f8583f156 kind: Event lastTimestamp: "2026-07-09T18:17:42Z" message: 'Created container: kube-rbac-proxy' metadata: creationTimestamp: "2026-07-09T18:17:42Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:17:42Z" name: success-200-isvc-2a7bf-predictor-8694b45ccf-tqlbn.18c0b1e7e954ce72 namespace: kserve-ci-e2e-test resourceVersion: "16521" uid: 90065934-7f94-4601-8c16-0703ea70242a reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-132-102.ec2.internal source: component: kubelet host: ip-10-0-132-102.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:17:42Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-2a7bf-predictor-8694b45ccf-tqlbn namespace: kserve-ci-e2e-test resourceVersion: "16438" uid: 346318b7-30ec-4943-90dd-bf4f8583f156 kind: Event lastTimestamp: "2026-07-09T18:17:42Z" message: Started container kube-rbac-proxy metadata: creationTimestamp: "2026-07-09T18:17:42Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:17:42Z" name: success-200-isvc-2a7bf-predictor-8694b45ccf-tqlbn.18c0b1e7e9ba4cf4 namespace: kserve-ci-e2e-test resourceVersion: "16522" uid: 0f2f5d04-fcff-4cfd-89a1-ac760f960da2 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-132-102.ec2.internal source: component: kubelet host: ip-10-0-132-102.ec2.internal type: Normal - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-07-09T18:17:43Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-2a7bf-predictor-8694b45ccf-tqlbn namespace: kserve-ci-e2e-test resourceVersion: "16438" uid: 346318b7-30ec-4943-90dd-bf4f8583f156 kind: Event lastTimestamp: "2026-07-09T18:18:19Z" message: 'Readiness probe failed: dial tcp 10.132.0.39:8080: connect: connection refused' metadata: creationTimestamp: "2026-07-09T18:17:43Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:18:19Z" name: success-200-isvc-2a7bf-predictor-8694b45ccf-tqlbn.18c0b1e82359efee namespace: kserve-ci-e2e-test resourceVersion: "17042" uid: 42a585c5-7f07-45b6-9d50-e494e8204503 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-132-102.ec2.internal source: component: kubelet host: ip-10-0-132-102.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:26:55Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-2a7bf-predictor-8694b45ccf-tqlbn namespace: kserve-ci-e2e-test resourceVersion: "16438" uid: 346318b7-30ec-4943-90dd-bf4f8583f156 kind: Event lastTimestamp: "2026-07-09T18:26:55Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-07-09T18:26:55Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:26:55Z" name: success-200-isvc-2a7bf-predictor-8694b45ccf-tqlbn.18c0b268cf3f6a3e namespace: kserve-ci-e2e-test resourceVersion: "20796" uid: 2e2ec845-713f-45c2-87e3-1392f3502f43 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-132-102.ec2.internal source: component: kubelet host: ip-10-0-132-102.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:26:55Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-2a7bf-predictor-8694b45ccf-tqlbn namespace: kserve-ci-e2e-test resourceVersion: "16438" uid: 346318b7-30ec-4943-90dd-bf4f8583f156 kind: Event lastTimestamp: "2026-07-09T18:26:55Z" message: Stopping container kube-rbac-proxy metadata: creationTimestamp: "2026-07-09T18:26:55Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:26:55Z" name: success-200-isvc-2a7bf-predictor-8694b45ccf-tqlbn.18c0b268cf4000e9 namespace: kserve-ci-e2e-test resourceVersion: "20799" uid: 45ce9875-2d7f-4fec-a5a5-f7dfed806bfe reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-132-102.ec2.internal source: component: kubelet host: ip-10-0-132-102.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:17:40Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: success-200-isvc-2a7bf-predictor-8694b45ccf namespace: kserve-ci-e2e-test resourceVersion: "16419" uid: d323af3b-8bc1-49d3-a054-49345bc2b381 kind: Event lastTimestamp: "2026-07-09T18:17:40Z" message: 'Created pod: success-200-isvc-2a7bf-predictor-8694b45ccf-tqlbn' metadata: creationTimestamp: "2026-07-09T18:17:40Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-09T18:17:40Z" name: success-200-isvc-2a7bf-predictor-8694b45ccf.18c0b1e7a26f120a namespace: kserve-ci-e2e-test resourceVersion: "16437" uid: 6a9dde46-3d04-4698-ba1f-cc0753352952 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:17:40Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: success-200-isvc-2a7bf-predictor namespace: kserve-ci-e2e-test resourceVersion: "16412" uid: 37747370-1de8-49df-96e2-d0d99d551705 kind: Event lastTimestamp: "2026-07-09T18:17:40Z" message: Scaled up replica set success-200-isvc-2a7bf-predictor-8694b45ccf from 0 to 1 metadata: creationTimestamp: "2026-07-09T18:17:40Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-09T18:17:40Z" name: success-200-isvc-2a7bf-predictor.18c0b1e79f0894c6 namespace: kserve-ci-e2e-test resourceVersion: "16422" uid: 9f2dc1ee-8f1b-495d-b98a-93cc4e385112 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:17:55Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-2a7bf-predictor namespace: kserve-ci-e2e-test resourceVersion: "16418" uid: 17e7aec0-7bc7-468a-b1df-cec09051aaf2 kind: Event lastTimestamp: "2026-07-09T18:17:55Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-07-09T18:17:55Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-09T18:17:55Z" name: success-200-isvc-2a7bf-predictor.18c0b1eb1dac6482 namespace: kserve-ci-e2e-test resourceVersion: "16652" uid: 861324d0-2dd5-4e87-bc7c-dcb53a61659d reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:17:55Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-2a7bf-predictor namespace: kserve-ci-e2e-test resourceVersion: "16418" uid: 17e7aec0-7bc7-468a-b1df-cec09051aaf2 kind: Event lastTimestamp: "2026-07-09T18:17:55Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-07-09T18:17:55Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-09T18:17:55Z" name: success-200-isvc-2a7bf-predictor.18c0b1eb1e13ae3a namespace: kserve-ci-e2e-test resourceVersion: "16654" uid: 9a27cb81-12c9-45d2-8bfa-0cfd67163c56 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 4 eventTime: null firstTimestamp: "2026-07-09T18:18:10Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-2a7bf-predictor namespace: kserve-ci-e2e-test resourceVersion: "16653" uid: 17e7aec0-7bc7-468a-b1df-cec09051aaf2 kind: Event lastTimestamp: "2026-07-09T18:18:55Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-07-09T18:18:10Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-09T18:18:55Z" name: success-200-isvc-2a7bf-predictor.18c0b1ee9d371614 namespace: kserve-ci-e2e-test resourceVersion: "17406" uid: b7d2da0c-6193-4b0f-a700-ea0765596429 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 4 eventTime: null firstTimestamp: "2026-07-09T18:18:10Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-2a7bf-predictor namespace: kserve-ci-e2e-test resourceVersion: "16653" uid: 17e7aec0-7bc7-468a-b1df-cec09051aaf2 kind: Event lastTimestamp: "2026-07-09T18:18:55Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-07-09T18:18:10Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-09T18:18:55Z" name: success-200-isvc-2a7bf-predictor.18c0b1ee9d9698f7 namespace: kserve-ci-e2e-test resourceVersion: "17407" uid: 7dd9814f-7596-4d82-bcd1-e07c0d50e790 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-07-09T18:17:40Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-2a7bf namespace: kserve-ci-e2e-test resourceVersion: "16400" uid: b3aad34c-4550-4507-a94b-f6050120d5f4 kind: Event lastTimestamp: "2026-07-09T18:18:29Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-07-09T18:17:40Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-09T18:18:29Z" name: success-200-isvc-2a7bf.18c0b1e79f15a7cc namespace: kserve-ci-e2e-test resourceVersion: "17145" uid: 43ff5717-8bbc-4d8a-b203-3e3ee8278970 reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:17:40Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-2a7bf namespace: kserve-ci-e2e-test resourceVersion: "16400" uid: b3aad34c-4550-4507-a94b-f6050120d5f4 kind: Event lastTimestamp: "2026-07-09T18:17:40Z" message: 'Failed to update status for InferenceService "success-200-isvc-2a7bf": Operation cannot be fulfilled on inferenceservices.serving.kserve.io "success-200-isvc-2a7bf": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-07-09T18:17:40Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-09T18:17:40Z" name: success-200-isvc-2a7bf.18c0b1e79f77841b namespace: kserve-ci-e2e-test resourceVersion: "16427" uid: 5a1eaeb7-a2ff-4384-bf22-d945563b0ce8 reason: UpdateFailed reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:17:40Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-2a7bf namespace: kserve-ci-e2e-test resourceVersion: "16400" uid: b3aad34c-4550-4507-a94b-f6050120d5f4 kind: Event lastTimestamp: "2026-07-09T18:17:40Z" message: 'fails to update InferenceService status: Operation cannot be fulfilled on inferenceservices.serving.kserve.io "success-200-isvc-2a7bf": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-07-09T18:17:40Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-09T18:17:40Z" name: success-200-isvc-2a7bf.18c0b1e79f77eb3e namespace: kserve-ci-e2e-test resourceVersion: "16429" uid: cbbb9f0a-759e-4210-bf59-0b08f075f797 reason: InternalError reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:18:29Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-2a7bf namespace: kserve-ci-e2e-test resourceVersion: "17143" uid: b3aad34c-4550-4507-a94b-f6050120d5f4 kind: Event lastTimestamp: "2026-07-09T18:18:29Z" message: InferenceService [success-200-isvc-2a7bf] is Ready metadata: creationTimestamp: "2026-07-09T18:18:29Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-09T18:18:29Z" name: success-200-isvc-2a7bf.18c0b1f2df09cf23 namespace: kserve-ci-e2e-test resourceVersion: "17144" uid: 9f6e3bc3-9bd0-4530-9bf1-4f8c14e1c5e3 reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-07-09T18:28:42.227178Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: success-200-isvc-2ff98-predictor-85dc97599c-ldrd2 namespace: kserve-ci-e2e-test resourceVersion: "22217" uid: c6acb0f6-b6db-4974-84f9-ad9e6f6a3001 kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/success-200-isvc-2ff98-predictor-85dc97599c-ldrd2 to ip-10-0-132-102.ec2.internal metadata: creationTimestamp: "2026-07-09T18:28:42Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-07-09T18:28:42Z" name: success-200-isvc-2ff98-predictor-85dc97599c-ldrd2.18c0b2819f0599ae namespace: kserve-ci-e2e-test resourceVersion: "22222" uid: 1ca8c7fb-4baa-44b0-a8fd-057ac0843d56 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-58df594cc6-5bn78 source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:28:42Z" involvedObject: apiVersion: v1 kind: Pod name: success-200-isvc-2ff98-predictor-85dc97599c-ldrd2 namespace: kserve-ci-e2e-test resourceVersion: "22229" uid: c6acb0f6-b6db-4974-84f9-ad9e6f6a3001 kind: Event lastTimestamp: "2026-07-09T18:28:42Z" message: Add eth0 [10.132.0.44/23] from ovn-kubernetes metadata: creationTimestamp: "2026-07-09T18:28:42Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-07-09T18:28:42Z" name: success-200-isvc-2ff98-predictor-85dc97599c-ldrd2.18c0b281b8d78bac namespace: kserve-ci-e2e-test resourceVersion: "22267" uid: 600e49c6-f2cf-4920-8139-35a1ce6a9c40 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:28:42Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-2ff98-predictor-85dc97599c-ldrd2 namespace: kserve-ci-e2e-test resourceVersion: "22221" uid: c6acb0f6-b6db-4974-84f9-ad9e6f6a3001 kind: Event lastTimestamp: "2026-07-09T18:28:42Z" message: Container image "quay.io/opendatahub/success-200-isvc:odh-pr-1717" already present on machine metadata: creationTimestamp: "2026-07-09T18:28:42Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:28:42Z" name: success-200-isvc-2ff98-predictor-85dc97599c-ldrd2.18c0b281ba5fdf5f namespace: kserve-ci-e2e-test resourceVersion: "22269" uid: b39d2e2e-7d82-4396-a3ab-7c81ca698849 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-132-102.ec2.internal source: component: kubelet host: ip-10-0-132-102.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:28:42Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-2ff98-predictor-85dc97599c-ldrd2 namespace: kserve-ci-e2e-test resourceVersion: "22221" uid: c6acb0f6-b6db-4974-84f9-ad9e6f6a3001 kind: Event lastTimestamp: "2026-07-09T18:28:42Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-07-09T18:28:42Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:28:42Z" name: success-200-isvc-2ff98-predictor-85dc97599c-ldrd2.18c0b281bda18234 namespace: kserve-ci-e2e-test resourceVersion: "22270" uid: d2c734d2-783c-49ee-b0b5-0efd097a794b reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-132-102.ec2.internal source: component: kubelet host: ip-10-0-132-102.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:28:42Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-2ff98-predictor-85dc97599c-ldrd2 namespace: kserve-ci-e2e-test resourceVersion: "22221" uid: c6acb0f6-b6db-4974-84f9-ad9e6f6a3001 kind: Event lastTimestamp: "2026-07-09T18:28:42Z" message: Started container kserve-container metadata: creationTimestamp: "2026-07-09T18:28:42Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:28:42Z" name: success-200-isvc-2ff98-predictor-85dc97599c-ldrd2.18c0b281be165d3f namespace: kserve-ci-e2e-test resourceVersion: "22271" uid: 25c42d91-3872-4e2c-adb8-3e6f6f01cff9 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-132-102.ec2.internal source: component: kubelet host: ip-10-0-132-102.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:28:42Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-2ff98-predictor-85dc97599c-ldrd2 namespace: kserve-ci-e2e-test resourceVersion: "22221" uid: c6acb0f6-b6db-4974-84f9-ad9e6f6a3001 kind: Event lastTimestamp: "2026-07-09T18:28:42Z" message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine metadata: creationTimestamp: "2026-07-09T18:28:42Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:28:42Z" name: success-200-isvc-2ff98-predictor-85dc97599c-ldrd2.18c0b281be21709b namespace: kserve-ci-e2e-test resourceVersion: "22273" uid: 32385482-8d96-413b-9899-f70eb87b0567 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-132-102.ec2.internal source: component: kubelet host: ip-10-0-132-102.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:28:42Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-2ff98-predictor-85dc97599c-ldrd2 namespace: kserve-ci-e2e-test resourceVersion: "22221" uid: c6acb0f6-b6db-4974-84f9-ad9e6f6a3001 kind: Event lastTimestamp: "2026-07-09T18:28:42Z" message: 'Created container: kube-rbac-proxy' metadata: creationTimestamp: "2026-07-09T18:28:42Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:28:42Z" name: success-200-isvc-2ff98-predictor-85dc97599c-ldrd2.18c0b281c12791c2 namespace: kserve-ci-e2e-test resourceVersion: "22275" uid: 098c6262-d437-43ed-8f24-6eca5700db98 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-132-102.ec2.internal source: component: kubelet host: ip-10-0-132-102.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:28:42Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-2ff98-predictor-85dc97599c-ldrd2 namespace: kserve-ci-e2e-test resourceVersion: "22221" uid: c6acb0f6-b6db-4974-84f9-ad9e6f6a3001 kind: Event lastTimestamp: "2026-07-09T18:28:42Z" message: Started container kube-rbac-proxy metadata: creationTimestamp: "2026-07-09T18:28:42Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:28:42Z" name: success-200-isvc-2ff98-predictor-85dc97599c-ldrd2.18c0b281c197f0b7 namespace: kserve-ci-e2e-test resourceVersion: "22277" uid: 896846ac-83c8-4efc-8cd9-a6da3138c0a5 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-132-102.ec2.internal source: component: kubelet host: ip-10-0-132-102.ec2.internal type: Normal - apiVersion: v1 count: 7 eventTime: null firstTimestamp: "2026-07-09T18:28:44Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-2ff98-predictor-85dc97599c-ldrd2 namespace: kserve-ci-e2e-test resourceVersion: "22221" uid: c6acb0f6-b6db-4974-84f9-ad9e6f6a3001 kind: Event lastTimestamp: "2026-07-09T18:38:00Z" message: 'Readiness probe failed: dial tcp 10.132.0.44:8080: connect: connection refused' metadata: creationTimestamp: "2026-07-09T18:28:44Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:38:00Z" name: success-200-isvc-2ff98-predictor-85dc97599c-ldrd2.18c0b2821a46fda6 namespace: kserve-ci-e2e-test resourceVersion: "26872" uid: 807a2ca9-0d43-4e99-9fec-910590909486 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-132-102.ec2.internal source: component: kubelet host: ip-10-0-132-102.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:37:57Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-2ff98-predictor-85dc97599c-ldrd2 namespace: kserve-ci-e2e-test resourceVersion: "22221" uid: c6acb0f6-b6db-4974-84f9-ad9e6f6a3001 kind: Event lastTimestamp: "2026-07-09T18:37:57Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-07-09T18:37:57Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:37:57Z" name: success-200-isvc-2ff98-predictor-85dc97599c-ldrd2.18c0b302cc7311e0 namespace: kserve-ci-e2e-test resourceVersion: "26738" uid: 97f5958b-e5cd-465a-b051-748cddf37fc4 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-132-102.ec2.internal source: component: kubelet host: ip-10-0-132-102.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:37:57Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-2ff98-predictor-85dc97599c-ldrd2 namespace: kserve-ci-e2e-test resourceVersion: "22221" uid: c6acb0f6-b6db-4974-84f9-ad9e6f6a3001 kind: Event lastTimestamp: "2026-07-09T18:37:57Z" message: Stopping container kube-rbac-proxy metadata: creationTimestamp: "2026-07-09T18:37:57Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:37:57Z" name: success-200-isvc-2ff98-predictor-85dc97599c-ldrd2.18c0b302cc738142 namespace: kserve-ci-e2e-test resourceVersion: "26739" uid: 913d3781-eaf1-47ec-8522-3c39e9cba0c8 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-132-102.ec2.internal source: component: kubelet host: ip-10-0-132-102.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:38:00Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-2ff98-predictor-85dc97599c-ldrd2 namespace: kserve-ci-e2e-test resourceVersion: "22221" uid: c6acb0f6-b6db-4974-84f9-ad9e6f6a3001 kind: Event lastTimestamp: "2026-07-09T18:38:00Z" message: 'Readiness probe failed: Get "https://10.132.0.44:8643/healthz": dial tcp 10.132.0.44:8643: connect: connection refused' metadata: creationTimestamp: "2026-07-09T18:38:00Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:38:00Z" name: success-200-isvc-2ff98-predictor-85dc97599c-ldrd2.18c0b3038ebba33d namespace: kserve-ci-e2e-test resourceVersion: "26871" uid: cc13b2c1-dcaa-4d5c-b769-86ab262bd7a4 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-132-102.ec2.internal source: component: kubelet host: ip-10-0-132-102.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:28:42Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: success-200-isvc-2ff98-predictor-85dc97599c namespace: kserve-ci-e2e-test resourceVersion: "22196" uid: 4f30975e-3ea1-4496-9af4-b24b128d7023 kind: Event lastTimestamp: "2026-07-09T18:28:42Z" message: 'Created pod: success-200-isvc-2ff98-predictor-85dc97599c-ldrd2' metadata: creationTimestamp: "2026-07-09T18:28:42Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-09T18:28:42Z" name: success-200-isvc-2ff98-predictor-85dc97599c.18c0b2819dff512a namespace: kserve-ci-e2e-test resourceVersion: "22220" uid: 58b6cb28-113e-4990-8523-f18fab5d5ace reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:28:42Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: success-200-isvc-2ff98-predictor namespace: kserve-ci-e2e-test resourceVersion: "22192" uid: 63b32943-baa3-4490-bc0c-5d1ed8f11150 kind: Event lastTimestamp: "2026-07-09T18:28:42Z" message: Scaled up replica set success-200-isvc-2ff98-predictor-85dc97599c from 0 to 1 metadata: creationTimestamp: "2026-07-09T18:28:42Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-09T18:28:42Z" name: success-200-isvc-2ff98-predictor.18c0b2819978d53d namespace: kserve-ci-e2e-test resourceVersion: "22206" uid: ec91ec32-4619-4472-831c-07630cd16ca4 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:28:57Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-2ff98-predictor namespace: kserve-ci-e2e-test resourceVersion: "22195" uid: 375e6a5e-dcdc-4914-8f36-768a493209e6 kind: Event lastTimestamp: "2026-07-09T18:28:57Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-07-09T18:28:57Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-09T18:28:57Z" name: success-200-isvc-2ff98-predictor.18c0b28517dbc29c namespace: kserve-ci-e2e-test resourceVersion: "22432" uid: 07ae5305-0705-4d24-9973-f647c8abe3c6 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:28:57Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-2ff98-predictor namespace: kserve-ci-e2e-test resourceVersion: "22195" uid: 375e6a5e-dcdc-4914-8f36-768a493209e6 kind: Event lastTimestamp: "2026-07-09T18:28:57Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-07-09T18:28:57Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-09T18:28:57Z" name: success-200-isvc-2ff98-predictor.18c0b285184cd0d3 namespace: kserve-ci-e2e-test resourceVersion: "22433" uid: 11bb3fc8-4cc4-4b2e-abc5-2bcb1c9be3ab reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 4 eventTime: null firstTimestamp: "2026-07-09T18:29:12Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-2ff98-predictor namespace: kserve-ci-e2e-test resourceVersion: "22431" uid: 375e6a5e-dcdc-4914-8f36-768a493209e6 kind: Event lastTimestamp: "2026-07-09T18:29:57Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-07-09T18:29:12Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-09T18:29:57Z" name: success-200-isvc-2ff98-predictor.18c0b28897091404 namespace: kserve-ci-e2e-test resourceVersion: "22985" uid: 90ecdccf-7e91-4474-a24a-54c80731d02c reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 4 eventTime: null firstTimestamp: "2026-07-09T18:29:12Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-2ff98-predictor namespace: kserve-ci-e2e-test resourceVersion: "22431" uid: 375e6a5e-dcdc-4914-8f36-768a493209e6 kind: Event lastTimestamp: "2026-07-09T18:29:57Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-07-09T18:29:12Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-09T18:29:57Z" name: success-200-isvc-2ff98-predictor.18c0b288977be9de namespace: kserve-ci-e2e-test resourceVersion: "22986" uid: aaccc9e2-2d27-4a1e-84fb-a3be37d17ec3 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 5 eventTime: null firstTimestamp: "2026-07-09T18:28:42Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-2ff98 namespace: kserve-ci-e2e-test resourceVersion: "22176" uid: 2f66c6ae-abc5-4330-8d94-4695f36392bd kind: Event lastTimestamp: "2026-07-09T18:29:30Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-07-09T18:28:42Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-09T18:29:30Z" name: success-200-isvc-2ff98.18c0b281995ddb84 namespace: kserve-ci-e2e-test resourceVersion: "22745" uid: bc98e158-e987-4147-aa08-f1f48e718ad7 reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:28:42Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-2ff98 namespace: kserve-ci-e2e-test resourceVersion: "22176" uid: 2f66c6ae-abc5-4330-8d94-4695f36392bd kind: Event lastTimestamp: "2026-07-09T18:28:42Z" message: 'Failed to update status for InferenceService "success-200-isvc-2ff98": Operation cannot be fulfilled on inferenceservices.serving.kserve.io "success-200-isvc-2ff98": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-07-09T18:28:42Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-09T18:28:42Z" name: success-200-isvc-2ff98.18c0b2819b00afd3 namespace: kserve-ci-e2e-test resourceVersion: "22211" uid: bae4d380-f0fa-4a9d-b157-e282659edbad reason: UpdateFailed reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:28:42Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-2ff98 namespace: kserve-ci-e2e-test resourceVersion: "22176" uid: 2f66c6ae-abc5-4330-8d94-4695f36392bd kind: Event lastTimestamp: "2026-07-09T18:28:42Z" message: 'fails to update InferenceService status: Operation cannot be fulfilled on inferenceservices.serving.kserve.io "success-200-isvc-2ff98": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-07-09T18:28:42Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-09T18:28:42Z" name: success-200-isvc-2ff98.18c0b2819b0102a1 namespace: kserve-ci-e2e-test resourceVersion: "22215" uid: cef54c48-1434-4f40-841e-5302d466021a reason: InternalError reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:29:30Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-2ff98 namespace: kserve-ci-e2e-test resourceVersion: "22743" uid: 2f66c6ae-abc5-4330-8d94-4695f36392bd kind: Event lastTimestamp: "2026-07-09T18:29:30Z" message: InferenceService [success-200-isvc-2ff98] is Ready metadata: creationTimestamp: "2026-07-09T18:29:30Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-09T18:29:30Z" name: success-200-isvc-2ff98.18c0b28cd6600354 namespace: kserve-ci-e2e-test resourceVersion: "22744" uid: 40485b8c-f19e-4e71-bec8-dc40ec83c130 reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-07-09T18:27:31.926486Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: success-200-isvc-4dc46-predictor-6f7765d5-mwzcf namespace: kserve-ci-e2e-test resourceVersion: "21246" uid: d6363f3d-1164-4837-a0d0-fa9b5fbc3667 kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/success-200-isvc-4dc46-predictor-6f7765d5-mwzcf to ip-10-0-132-102.ec2.internal metadata: creationTimestamp: "2026-07-09T18:27:31Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-07-09T18:27:31Z" name: success-200-isvc-4dc46-predictor-6f7765d5-mwzcf.18c0b27140c62247 namespace: kserve-ci-e2e-test resourceVersion: "21250" uid: 9b9fd0dd-7dfa-48a4-8fe2-5e969978e8eb reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-58df594cc6-5bn78 source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:27:32Z" involvedObject: apiVersion: v1 kind: Pod name: success-200-isvc-4dc46-predictor-6f7765d5-mwzcf namespace: kserve-ci-e2e-test resourceVersion: "21248" uid: d6363f3d-1164-4837-a0d0-fa9b5fbc3667 kind: Event lastTimestamp: "2026-07-09T18:27:32Z" message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "success-200-isvc-4dc46-predictor-serving-cert" not found' metadata: creationTimestamp: "2026-07-09T18:27:32Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:27:32Z" name: success-200-isvc-4dc46-predictor-6f7765d5-mwzcf.18c0b2714c979fa3 namespace: kserve-ci-e2e-test resourceVersion: "21283" uid: 25bb16a7-82dd-4777-9092-2cff0a5f480f reason: FailedMount reportingComponent: kubelet reportingInstance: ip-10-0-132-102.ec2.internal source: component: kubelet host: ip-10-0-132-102.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:27:32Z" involvedObject: apiVersion: v1 kind: Pod name: success-200-isvc-4dc46-predictor-6f7765d5-mwzcf namespace: kserve-ci-e2e-test resourceVersion: "21260" uid: d6363f3d-1164-4837-a0d0-fa9b5fbc3667 kind: Event lastTimestamp: "2026-07-09T18:27:32Z" message: Add eth0 [10.132.0.42/23] from ovn-kubernetes metadata: creationTimestamp: "2026-07-09T18:27:32Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-07-09T18:27:32Z" name: success-200-isvc-4dc46-predictor-6f7765d5-mwzcf.18c0b2717f876639 namespace: kserve-ci-e2e-test resourceVersion: "21301" uid: b1109acf-e759-46e7-906e-77905c5f0a38 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:27:33Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-4dc46-predictor-6f7765d5-mwzcf namespace: kserve-ci-e2e-test resourceVersion: "21248" uid: d6363f3d-1164-4837-a0d0-fa9b5fbc3667 kind: Event lastTimestamp: "2026-07-09T18:27:33Z" message: Container image "quay.io/opendatahub/success-200-isvc:odh-pr-1717" already present on machine metadata: creationTimestamp: "2026-07-09T18:27:33Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:27:33Z" name: success-200-isvc-4dc46-predictor-6f7765d5-mwzcf.18c0b27180ee0066 namespace: kserve-ci-e2e-test resourceVersion: "21303" uid: 40fff046-99ce-463c-8e9b-fd76860d5422 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-132-102.ec2.internal source: component: kubelet host: ip-10-0-132-102.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:27:33Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-4dc46-predictor-6f7765d5-mwzcf namespace: kserve-ci-e2e-test resourceVersion: "21248" uid: d6363f3d-1164-4837-a0d0-fa9b5fbc3667 kind: Event lastTimestamp: "2026-07-09T18:27:33Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-07-09T18:27:33Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:27:33Z" name: success-200-isvc-4dc46-predictor-6f7765d5-mwzcf.18c0b2718440788d namespace: kserve-ci-e2e-test resourceVersion: "21305" uid: 2b7242ab-1e7f-42aa-b10b-9078209c07c2 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-132-102.ec2.internal source: component: kubelet host: ip-10-0-132-102.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:27:33Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-4dc46-predictor-6f7765d5-mwzcf namespace: kserve-ci-e2e-test resourceVersion: "21248" uid: d6363f3d-1164-4837-a0d0-fa9b5fbc3667 kind: Event lastTimestamp: "2026-07-09T18:27:33Z" message: Started container kserve-container metadata: creationTimestamp: "2026-07-09T18:27:33Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:27:33Z" name: success-200-isvc-4dc46-predictor-6f7765d5-mwzcf.18c0b27184b4749d namespace: kserve-ci-e2e-test resourceVersion: "21307" uid: 8258714d-1808-4a3c-b058-51d348db786e reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-132-102.ec2.internal source: component: kubelet host: ip-10-0-132-102.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:27:33Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-4dc46-predictor-6f7765d5-mwzcf namespace: kserve-ci-e2e-test resourceVersion: "21248" uid: d6363f3d-1164-4837-a0d0-fa9b5fbc3667 kind: Event lastTimestamp: "2026-07-09T18:27:33Z" message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine metadata: creationTimestamp: "2026-07-09T18:27:33Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:27:33Z" name: success-200-isvc-4dc46-predictor-6f7765d5-mwzcf.18c0b27184c03662 namespace: kserve-ci-e2e-test resourceVersion: "21308" uid: 81a02309-8c10-400e-8510-4d6fcfa36d09 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-132-102.ec2.internal source: component: kubelet host: ip-10-0-132-102.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:27:33Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-4dc46-predictor-6f7765d5-mwzcf namespace: kserve-ci-e2e-test resourceVersion: "21248" uid: d6363f3d-1164-4837-a0d0-fa9b5fbc3667 kind: Event lastTimestamp: "2026-07-09T18:27:33Z" message: 'Created container: kube-rbac-proxy' metadata: creationTimestamp: "2026-07-09T18:27:33Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:27:33Z" name: success-200-isvc-4dc46-predictor-6f7765d5-mwzcf.18c0b27188037bf7 namespace: kserve-ci-e2e-test resourceVersion: "21311" uid: 1bc31724-5938-4a96-9919-86c18d61766a reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-132-102.ec2.internal source: component: kubelet host: ip-10-0-132-102.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:27:33Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-4dc46-predictor-6f7765d5-mwzcf namespace: kserve-ci-e2e-test resourceVersion: "21248" uid: d6363f3d-1164-4837-a0d0-fa9b5fbc3667 kind: Event lastTimestamp: "2026-07-09T18:27:33Z" message: Started container kube-rbac-proxy metadata: creationTimestamp: "2026-07-09T18:27:33Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:27:33Z" name: success-200-isvc-4dc46-predictor-6f7765d5-mwzcf.18c0b271887aa5de namespace: kserve-ci-e2e-test resourceVersion: "21313" uid: cd00d2fd-841e-4143-b402-7177f0af6a16 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-132-102.ec2.internal source: component: kubelet host: ip-10-0-132-102.ec2.internal type: Normal - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-07-09T18:27:33Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-4dc46-predictor-6f7765d5-mwzcf namespace: kserve-ci-e2e-test resourceVersion: "21248" uid: d6363f3d-1164-4837-a0d0-fa9b5fbc3667 kind: Event lastTimestamp: "2026-07-09T18:28:09Z" message: 'Readiness probe failed: dial tcp 10.132.0.42:8080: connect: connection refused' metadata: creationTimestamp: "2026-07-09T18:27:33Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:28:09Z" name: success-200-isvc-4dc46-predictor-6f7765d5-mwzcf.18c0b271b7e4553b namespace: kserve-ci-e2e-test resourceVersion: "21828" uid: 5095231b-409d-4f6c-a1d0-6ce6e1af3f25 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-132-102.ec2.internal source: component: kubelet host: ip-10-0-132-102.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:28:42Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-4dc46-predictor-6f7765d5-mwzcf namespace: kserve-ci-e2e-test resourceVersion: "21248" uid: d6363f3d-1164-4837-a0d0-fa9b5fbc3667 kind: Event lastTimestamp: "2026-07-09T18:28:42Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-07-09T18:28:42Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:28:42Z" name: success-200-isvc-4dc46-predictor-6f7765d5-mwzcf.18c0b2819c403db5 namespace: kserve-ci-e2e-test resourceVersion: "22214" uid: 1cae8cac-523c-4ffd-9c2d-167b8ec6221f reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-132-102.ec2.internal source: component: kubelet host: ip-10-0-132-102.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:28:42Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-4dc46-predictor-6f7765d5-mwzcf namespace: kserve-ci-e2e-test resourceVersion: "21248" uid: d6363f3d-1164-4837-a0d0-fa9b5fbc3667 kind: Event lastTimestamp: "2026-07-09T18:28:42Z" message: Stopping container kube-rbac-proxy metadata: creationTimestamp: "2026-07-09T18:28:42Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:28:42Z" name: success-200-isvc-4dc46-predictor-6f7765d5-mwzcf.18c0b2819c40d86f namespace: kserve-ci-e2e-test resourceVersion: "22216" uid: 573cd6ae-7f7f-4af8-aace-f24228fa11c6 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-132-102.ec2.internal source: component: kubelet host: ip-10-0-132-102.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:28:44Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-4dc46-predictor-6f7765d5-mwzcf namespace: kserve-ci-e2e-test resourceVersion: "21248" uid: d6363f3d-1164-4837-a0d0-fa9b5fbc3667 kind: Event lastTimestamp: "2026-07-09T18:28:44Z" message: 'Readiness probe failed: Get "https://10.132.0.42:8643/healthz": dial tcp 10.132.0.42:8643: connect: connection refused' metadata: creationTimestamp: "2026-07-09T18:28:44Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:28:44Z" name: success-200-isvc-4dc46-predictor-6f7765d5-mwzcf.18c0b282403272a3 namespace: kserve-ci-e2e-test resourceVersion: "22312" uid: bfc575de-4d70-4cf1-a3f8-c802b1d63174 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-132-102.ec2.internal source: component: kubelet host: ip-10-0-132-102.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:27:31Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: success-200-isvc-4dc46-predictor-6f7765d5 namespace: kserve-ci-e2e-test resourceVersion: "21235" uid: 1141ca3d-ab8b-4133-9eca-2a977b1492f4 kind: Event lastTimestamp: "2026-07-09T18:27:31Z" message: 'Created pod: success-200-isvc-4dc46-predictor-6f7765d5-mwzcf' metadata: creationTimestamp: "2026-07-09T18:27:31Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-09T18:27:31Z" name: success-200-isvc-4dc46-predictor-6f7765d5.18c0b271401c211b namespace: kserve-ci-e2e-test resourceVersion: "21247" uid: 9e430e05-dd3d-494f-a7f6-a5181ad06df8 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:27:31Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: success-200-isvc-4dc46-predictor namespace: kserve-ci-e2e-test resourceVersion: "21231" uid: bcdc2f91-dc5a-4e1d-a361-6292f653b1bb kind: Event lastTimestamp: "2026-07-09T18:27:31Z" message: Scaled up replica set success-200-isvc-4dc46-predictor-6f7765d5 from 0 to 1 metadata: creationTimestamp: "2026-07-09T18:27:31Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-09T18:27:31Z" name: success-200-isvc-4dc46-predictor.18c0b2713c252378 namespace: kserve-ci-e2e-test resourceVersion: "21237" uid: b3e07d89-766d-4b8f-830b-a57a7211cd1d reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-07-09T18:27:46Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-4dc46-predictor namespace: kserve-ci-e2e-test resourceVersion: "21233" uid: c6ec06f1-4f31-4896-aa23-8a8bf55c1d25 kind: Event lastTimestamp: "2026-07-09T18:28:31Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-07-09T18:27:46Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-09T18:28:31Z" name: success-200-isvc-4dc46-predictor.18c0b274ba088f7b namespace: kserve-ci-e2e-test resourceVersion: "22041" uid: b82e5271-bfee-4b1d-a330-76e9e1f8d062 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-07-09T18:27:46Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-4dc46-predictor namespace: kserve-ci-e2e-test resourceVersion: "21233" uid: c6ec06f1-4f31-4896-aa23-8a8bf55c1d25 kind: Event lastTimestamp: "2026-07-09T18:28:31Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-07-09T18:27:46Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-09T18:28:31Z" name: success-200-isvc-4dc46-predictor.18c0b274ba897c8a namespace: kserve-ci-e2e-test resourceVersion: "22043" uid: 4a872db2-eefd-4000-a39a-6df8735d0458 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:28:01Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-4dc46-predictor namespace: kserve-ci-e2e-test resourceVersion: "21465" uid: c6ec06f1-4f31-4896-aa23-8a8bf55c1d25 kind: Event lastTimestamp: "2026-07-09T18:28:01Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-07-09T18:28:01Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-09T18:28:01Z" name: success-200-isvc-4dc46-predictor.18c0b2783979f906 namespace: kserve-ci-e2e-test resourceVersion: "21615" uid: d7dcc66f-b703-4f35-9916-8fa69a762441 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:28:01Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-4dc46-predictor namespace: kserve-ci-e2e-test resourceVersion: "21465" uid: c6ec06f1-4f31-4896-aa23-8a8bf55c1d25 kind: Event lastTimestamp: "2026-07-09T18:28:01Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-07-09T18:28:01Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-09T18:28:01Z" name: success-200-isvc-4dc46-predictor.18c0b27839f7d183 namespace: kserve-ci-e2e-test resourceVersion: "21617" uid: 63897deb-5f41-402a-97d3-692675e63036 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-07-09T18:27:31Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-4dc46 namespace: kserve-ci-e2e-test resourceVersion: "21207" uid: 8daf7e49-9b42-41d7-9791-4050cf5ee3c5 kind: Event lastTimestamp: "2026-07-09T18:28:20Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-07-09T18:27:31Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-09T18:28:20Z" name: success-200-isvc-4dc46.18c0b2713c3a2491 namespace: kserve-ci-e2e-test resourceVersion: "21931" uid: 1138aa80-1893-4d00-a63b-8752e9274c99 reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:27:31Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-4dc46 namespace: kserve-ci-e2e-test resourceVersion: "21207" uid: 8daf7e49-9b42-41d7-9791-4050cf5ee3c5 kind: Event lastTimestamp: "2026-07-09T18:27:31Z" message: 'Failed to update status for InferenceService "success-200-isvc-4dc46": Operation cannot be fulfilled on inferenceservices.serving.kserve.io "success-200-isvc-4dc46": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-07-09T18:27:31Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-09T18:27:31Z" name: success-200-isvc-4dc46.18c0b2713cd45a74 namespace: kserve-ci-e2e-test resourceVersion: "21241" uid: 04a393c3-6cda-4194-ba22-bd3a75f2f1a8 reason: UpdateFailed reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:27:31Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-4dc46 namespace: kserve-ci-e2e-test resourceVersion: "21207" uid: 8daf7e49-9b42-41d7-9791-4050cf5ee3c5 kind: Event lastTimestamp: "2026-07-09T18:27:31Z" message: 'fails to update InferenceService status: Operation cannot be fulfilled on inferenceservices.serving.kserve.io "success-200-isvc-4dc46": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-07-09T18:27:31Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-09T18:27:31Z" name: success-200-isvc-4dc46.18c0b2713cd4a14a namespace: kserve-ci-e2e-test resourceVersion: "21242" uid: 34354b06-1ff6-4f04-aa35-5c57928d93e1 reason: InternalError reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:28:20Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-4dc46 namespace: kserve-ci-e2e-test resourceVersion: "21929" uid: 8daf7e49-9b42-41d7-9791-4050cf5ee3c5 kind: Event lastTimestamp: "2026-07-09T18:28:20Z" message: InferenceService [success-200-isvc-4dc46] is Ready metadata: creationTimestamp: "2026-07-09T18:28:20Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-09T18:28:20Z" name: success-200-isvc-4dc46.18c0b27c747f65f1 namespace: kserve-ci-e2e-test resourceVersion: "21930" uid: 75219b43-dd3c-475e-88a0-fed82572271c reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-07-09T18:26:55.739384Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: success-200-isvc-64fa7-predictor-64bc9d87f9-c22hs namespace: kserve-ci-e2e-test resourceVersion: "20806" uid: 642bb608-0635-43ca-af1c-a65418f7cb56 kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/success-200-isvc-64fa7-predictor-64bc9d87f9-c22hs to ip-10-0-132-102.ec2.internal metadata: creationTimestamp: "2026-07-09T18:26:55Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-07-09T18:26:55Z" name: success-200-isvc-64fa7-predictor-64bc9d87f9-c22hs.18c0b268d3dace4c namespace: kserve-ci-e2e-test resourceVersion: "20823" uid: 19b34407-61c2-423d-9ad8-8a446579c164 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-58df594cc6-5bn78 source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:26:55Z" involvedObject: apiVersion: v1 kind: Pod name: success-200-isvc-64fa7-predictor-64bc9d87f9-c22hs namespace: kserve-ci-e2e-test resourceVersion: "20810" uid: 642bb608-0635-43ca-af1c-a65418f7cb56 kind: Event lastTimestamp: "2026-07-09T18:26:55Z" message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "success-200-isvc-64fa7-predictor-serving-cert" not found' metadata: creationTimestamp: "2026-07-09T18:26:55Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:26:55Z" name: success-200-isvc-64fa7-predictor-64bc9d87f9-c22hs.18c0b268ddbdb482 namespace: kserve-ci-e2e-test resourceVersion: "20861" uid: 977b0ce9-35e4-49a2-acbd-a1c1af2fad10 reason: FailedMount reportingComponent: kubelet reportingInstance: ip-10-0-132-102.ec2.internal source: component: kubelet host: ip-10-0-132-102.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:26:56Z" involvedObject: apiVersion: v1 kind: Pod name: success-200-isvc-64fa7-predictor-64bc9d87f9-c22hs namespace: kserve-ci-e2e-test resourceVersion: "20834" uid: 642bb608-0635-43ca-af1c-a65418f7cb56 kind: Event lastTimestamp: "2026-07-09T18:26:56Z" message: Add eth0 [10.132.0.41/23] from ovn-kubernetes metadata: creationTimestamp: "2026-07-09T18:26:56Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-07-09T18:26:56Z" name: success-200-isvc-64fa7-predictor-64bc9d87f9-c22hs.18c0b26911fd56f5 namespace: kserve-ci-e2e-test resourceVersion: "20878" uid: 57425f11-92cc-40a6-88f5-e9ef9579762b reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:26:56Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-64fa7-predictor-64bc9d87f9-c22hs namespace: kserve-ci-e2e-test resourceVersion: "20810" uid: 642bb608-0635-43ca-af1c-a65418f7cb56 kind: Event lastTimestamp: "2026-07-09T18:26:56Z" message: Container image "quay.io/opendatahub/success-200-isvc:odh-pr-1717" already present on machine metadata: creationTimestamp: "2026-07-09T18:26:56Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:26:56Z" name: success-200-isvc-64fa7-predictor-64bc9d87f9-c22hs.18c0b269137c4415 namespace: kserve-ci-e2e-test resourceVersion: "20880" uid: de4f2b96-3436-47b8-85f1-c7bce8d6e73d reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-132-102.ec2.internal source: component: kubelet host: ip-10-0-132-102.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:26:56Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-64fa7-predictor-64bc9d87f9-c22hs namespace: kserve-ci-e2e-test resourceVersion: "20810" uid: 642bb608-0635-43ca-af1c-a65418f7cb56 kind: Event lastTimestamp: "2026-07-09T18:26:56Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-07-09T18:26:56Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:26:56Z" name: success-200-isvc-64fa7-predictor-64bc9d87f9-c22hs.18c0b26916c73bb6 namespace: kserve-ci-e2e-test resourceVersion: "20885" uid: f64bbbb3-16d6-428d-a798-c4d2b3ee66b4 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-132-102.ec2.internal source: component: kubelet host: ip-10-0-132-102.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:26:56Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-64fa7-predictor-64bc9d87f9-c22hs namespace: kserve-ci-e2e-test resourceVersion: "20810" uid: 642bb608-0635-43ca-af1c-a65418f7cb56 kind: Event lastTimestamp: "2026-07-09T18:26:56Z" message: Started container kserve-container metadata: creationTimestamp: "2026-07-09T18:26:56Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:26:56Z" name: success-200-isvc-64fa7-predictor-64bc9d87f9-c22hs.18c0b26917376190 namespace: kserve-ci-e2e-test resourceVersion: "20886" uid: 7dfa2781-be17-49ee-99e8-86caddcbb3d6 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-132-102.ec2.internal source: component: kubelet host: ip-10-0-132-102.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:26:56Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-64fa7-predictor-64bc9d87f9-c22hs namespace: kserve-ci-e2e-test resourceVersion: "20810" uid: 642bb608-0635-43ca-af1c-a65418f7cb56 kind: Event lastTimestamp: "2026-07-09T18:26:56Z" message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine metadata: creationTimestamp: "2026-07-09T18:26:56Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:26:56Z" name: success-200-isvc-64fa7-predictor-64bc9d87f9-c22hs.18c0b26917420704 namespace: kserve-ci-e2e-test resourceVersion: "20887" uid: 9ec1552b-25fb-4bc8-97bf-cee756895758 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-132-102.ec2.internal source: component: kubelet host: ip-10-0-132-102.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:26:56Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-64fa7-predictor-64bc9d87f9-c22hs namespace: kserve-ci-e2e-test resourceVersion: "20810" uid: 642bb608-0635-43ca-af1c-a65418f7cb56 kind: Event lastTimestamp: "2026-07-09T18:26:56Z" message: 'Created container: kube-rbac-proxy' metadata: creationTimestamp: "2026-07-09T18:26:56Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:26:56Z" name: success-200-isvc-64fa7-predictor-64bc9d87f9-c22hs.18c0b2691a15b18e namespace: kserve-ci-e2e-test resourceVersion: "20890" uid: 7ca37551-f0f1-4c40-892a-18145b491fdb reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-132-102.ec2.internal source: component: kubelet host: ip-10-0-132-102.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:26:56Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-64fa7-predictor-64bc9d87f9-c22hs namespace: kserve-ci-e2e-test resourceVersion: "20810" uid: 642bb608-0635-43ca-af1c-a65418f7cb56 kind: Event lastTimestamp: "2026-07-09T18:26:56Z" message: Started container kube-rbac-proxy metadata: creationTimestamp: "2026-07-09T18:26:56Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:26:56Z" name: success-200-isvc-64fa7-predictor-64bc9d87f9-c22hs.18c0b2691a888263 namespace: kserve-ci-e2e-test resourceVersion: "20892" uid: 71ed0da9-2beb-49cb-badb-fcf574c55dbf reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-132-102.ec2.internal source: component: kubelet host: ip-10-0-132-102.ec2.internal type: Normal - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-07-09T18:26:58Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-64fa7-predictor-64bc9d87f9-c22hs namespace: kserve-ci-e2e-test resourceVersion: "20810" uid: 642bb608-0635-43ca-af1c-a65418f7cb56 kind: Event lastTimestamp: "2026-07-09T18:27:34Z" message: 'Readiness probe failed: dial tcp 10.132.0.41:8080: connect: connection refused' metadata: creationTimestamp: "2026-07-09T18:26:58Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:27:34Z" name: success-200-isvc-64fa7-predictor-64bc9d87f9-c22hs.18c0b269861b2e66 namespace: kserve-ci-e2e-test resourceVersion: "21342" uid: eddeb5d2-deac-490d-9eb5-dd3eac450084 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-132-102.ec2.internal source: component: kubelet host: ip-10-0-132-102.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:28:06Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-64fa7-predictor-64bc9d87f9-c22hs namespace: kserve-ci-e2e-test resourceVersion: "20810" uid: 642bb608-0635-43ca-af1c-a65418f7cb56 kind: Event lastTimestamp: "2026-07-09T18:28:06Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-07-09T18:28:06Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:28:06Z" name: success-200-isvc-64fa7-predictor-64bc9d87f9-c22hs.18c0b27932630c60 namespace: kserve-ci-e2e-test resourceVersion: "21708" uid: 3249ae41-0e32-4cc8-b1b9-7378bb139d9b reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-132-102.ec2.internal source: component: kubelet host: ip-10-0-132-102.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:28:06Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-64fa7-predictor-64bc9d87f9-c22hs namespace: kserve-ci-e2e-test resourceVersion: "20810" uid: 642bb608-0635-43ca-af1c-a65418f7cb56 kind: Event lastTimestamp: "2026-07-09T18:28:06Z" message: Stopping container kube-rbac-proxy metadata: creationTimestamp: "2026-07-09T18:28:06Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:28:06Z" name: success-200-isvc-64fa7-predictor-64bc9d87f9-c22hs.18c0b27932645da4 namespace: kserve-ci-e2e-test resourceVersion: "21709" uid: 892a348f-ddcb-468f-8f10-cdb0e0ac75cb reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-132-102.ec2.internal source: component: kubelet host: ip-10-0-132-102.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:26:55Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: success-200-isvc-64fa7-predictor-64bc9d87f9 namespace: kserve-ci-e2e-test resourceVersion: "20795" uid: 562a0912-608e-460b-839b-109f35062747 kind: Event lastTimestamp: "2026-07-09T18:26:55Z" message: 'Created pod: success-200-isvc-64fa7-predictor-64bc9d87f9-c22hs' metadata: creationTimestamp: "2026-07-09T18:26:55Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-09T18:26:55Z" name: success-200-isvc-64fa7-predictor-64bc9d87f9.18c0b268d32ed9c8 namespace: kserve-ci-e2e-test resourceVersion: "20809" uid: fbf71c36-5f79-4472-9f46-e67c11d4ead2 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:26:55Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: success-200-isvc-64fa7-predictor namespace: kserve-ci-e2e-test resourceVersion: "20791" uid: b4a00812-895a-4a44-a059-064abb22ef67 kind: Event lastTimestamp: "2026-07-09T18:26:55Z" message: Scaled up replica set success-200-isvc-64fa7-predictor-64bc9d87f9 from 0 to 1 metadata: creationTimestamp: "2026-07-09T18:26:55Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-09T18:26:55Z" name: success-200-isvc-64fa7-predictor.18c0b268cf39603d namespace: kserve-ci-e2e-test resourceVersion: "20797" uid: ba0eeada-675f-434a-bee9-69d86c660803 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:27:10Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-64fa7-predictor namespace: kserve-ci-e2e-test resourceVersion: "20794" uid: d07b5add-a569-4a6c-a1d9-d3ede7bcc0cb kind: Event lastTimestamp: "2026-07-09T18:27:10Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-07-09T18:27:10Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-09T18:27:10Z" name: success-200-isvc-64fa7-predictor.18c0b26c4e4c6821 namespace: kserve-ci-e2e-test resourceVersion: "21010" uid: 9f060c86-a8bc-47b5-8e06-56e9e3d53a0a reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:27:10Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-64fa7-predictor namespace: kserve-ci-e2e-test resourceVersion: "20794" uid: d07b5add-a569-4a6c-a1d9-d3ede7bcc0cb kind: Event lastTimestamp: "2026-07-09T18:27:10Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-07-09T18:27:10Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-09T18:27:10Z" name: success-200-isvc-64fa7-predictor.18c0b26c4ed34f9b namespace: kserve-ci-e2e-test resourceVersion: "21013" uid: 371556c0-963b-44df-8264-8b77bdd6b8c3 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-07-09T18:27:25Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-64fa7-predictor namespace: kserve-ci-e2e-test resourceVersion: "21011" uid: d07b5add-a569-4a6c-a1d9-d3ede7bcc0cb kind: Event lastTimestamp: "2026-07-09T18:27:55Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-07-09T18:27:25Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-09T18:27:55Z" name: success-200-isvc-64fa7-predictor.18c0b26fcde53fd6 namespace: kserve-ci-e2e-test resourceVersion: "21535" uid: 10273fae-8128-4f02-b496-b6b3c991940c reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-07-09T18:27:25Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-64fa7-predictor namespace: kserve-ci-e2e-test resourceVersion: "21011" uid: d07b5add-a569-4a6c-a1d9-d3ede7bcc0cb kind: Event lastTimestamp: "2026-07-09T18:27:55Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-07-09T18:27:25Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-09T18:27:55Z" name: success-200-isvc-64fa7-predictor.18c0b26fceb251d6 namespace: kserve-ci-e2e-test resourceVersion: "21539" uid: a9b2dc19-c2cc-481c-a5db-557f3803177a reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-07-09T18:26:55Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-64fa7 namespace: kserve-ci-e2e-test resourceVersion: "20773" uid: ad5c2045-1067-479e-8ab5-cc85b9fa991a kind: Event lastTimestamp: "2026-07-09T18:27:44Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-07-09T18:26:55Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-09T18:27:44Z" name: success-200-isvc-64fa7.18c0b268cfbf77ea namespace: kserve-ci-e2e-test resourceVersion: "21446" uid: d8a7c875-0e60-469a-ad45-ba9a6806e7a5 reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:26:55Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-64fa7 namespace: kserve-ci-e2e-test resourceVersion: "20773" uid: ad5c2045-1067-479e-8ab5-cc85b9fa991a kind: Event lastTimestamp: "2026-07-09T18:26:55Z" message: 'Failed to update status for InferenceService "success-200-isvc-64fa7": Operation cannot be fulfilled on inferenceservices.serving.kserve.io "success-200-isvc-64fa7": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-07-09T18:26:55Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-09T18:26:55Z" name: success-200-isvc-64fa7.18c0b268d02f594e namespace: kserve-ci-e2e-test resourceVersion: "20802" uid: c0b33eda-d0dc-4202-927b-2a4411e63f2c reason: UpdateFailed reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:26:55Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-64fa7 namespace: kserve-ci-e2e-test resourceVersion: "20773" uid: ad5c2045-1067-479e-8ab5-cc85b9fa991a kind: Event lastTimestamp: "2026-07-09T18:26:55Z" message: 'fails to update InferenceService status: Operation cannot be fulfilled on inferenceservices.serving.kserve.io "success-200-isvc-64fa7": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-07-09T18:26:55Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-09T18:26:55Z" name: success-200-isvc-64fa7.18c0b268d030085d namespace: kserve-ci-e2e-test resourceVersion: "20804" uid: aaf9b64a-68b4-4d85-adf4-b203b0729328 reason: InternalError reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:27:44Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-64fa7 namespace: kserve-ci-e2e-test resourceVersion: "21444" uid: ad5c2045-1067-479e-8ab5-cc85b9fa991a kind: Event lastTimestamp: "2026-07-09T18:27:44Z" message: InferenceService [success-200-isvc-64fa7] is Ready metadata: creationTimestamp: "2026-07-09T18:27:44Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-09T18:27:44Z" name: success-200-isvc-64fa7.18c0b274425eb008 namespace: kserve-ci-e2e-test resourceVersion: "21445" uid: 2527f7d7-74ef-4274-bffe-eb241ae01f6c reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-07-09T18:38:31.353309Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: success-200-isvc-865f9-predictor-c475ff65f-gcnww namespace: kserve-ci-e2e-test resourceVersion: "27254" uid: 58d06677-b825-4248-93de-56dc204e0c14 kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/success-200-isvc-865f9-predictor-c475ff65f-gcnww to ip-10-0-132-102.ec2.internal metadata: creationTimestamp: "2026-07-09T18:38:31Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-07-09T18:38:31Z" name: success-200-isvc-865f9-predictor-c475ff65f-gcnww.18c0b30ac9acf682 namespace: kserve-ci-e2e-test resourceVersion: "27259" uid: 4d776cb4-5d97-4c29-b68d-3041b79680c6 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-58df594cc6-5bn78 source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:38:31Z" involvedObject: apiVersion: v1 kind: Pod name: success-200-isvc-865f9-predictor-c475ff65f-gcnww namespace: kserve-ci-e2e-test resourceVersion: "27264" uid: 58d06677-b825-4248-93de-56dc204e0c14 kind: Event lastTimestamp: "2026-07-09T18:38:31Z" message: Add eth0 [10.132.0.47/23] from ovn-kubernetes metadata: creationTimestamp: "2026-07-09T18:38:31Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-07-09T18:38:31Z" name: success-200-isvc-865f9-predictor-c475ff65f-gcnww.18c0b30ae3c0e359 namespace: kserve-ci-e2e-test resourceVersion: "27302" uid: a3997d85-6268-4935-b710-8b9b9cea7ee6 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:38:31Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-865f9-predictor-c475ff65f-gcnww namespace: kserve-ci-e2e-test resourceVersion: "27257" uid: 58d06677-b825-4248-93de-56dc204e0c14 kind: Event lastTimestamp: "2026-07-09T18:38:31Z" message: Container image "quay.io/opendatahub/success-200-isvc:odh-pr-1717" already present on machine metadata: creationTimestamp: "2026-07-09T18:38:31Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:38:31Z" name: success-200-isvc-865f9-predictor-c475ff65f-gcnww.18c0b30ae504b5df namespace: kserve-ci-e2e-test resourceVersion: "27304" uid: e3f1d145-627e-4459-8132-250f4190b9c8 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-132-102.ec2.internal source: component: kubelet host: ip-10-0-132-102.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:38:31Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-865f9-predictor-c475ff65f-gcnww namespace: kserve-ci-e2e-test resourceVersion: "27257" uid: 58d06677-b825-4248-93de-56dc204e0c14 kind: Event lastTimestamp: "2026-07-09T18:38:31Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-07-09T18:38:31Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:38:31Z" name: success-200-isvc-865f9-predictor-c475ff65f-gcnww.18c0b30ae86773cf namespace: kserve-ci-e2e-test resourceVersion: "27307" uid: 7b2dcd3b-465b-4ac8-b45f-d5416c458ef2 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-132-102.ec2.internal source: component: kubelet host: ip-10-0-132-102.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:38:31Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-865f9-predictor-c475ff65f-gcnww namespace: kserve-ci-e2e-test resourceVersion: "27257" uid: 58d06677-b825-4248-93de-56dc204e0c14 kind: Event lastTimestamp: "2026-07-09T18:38:31Z" message: Started container kserve-container metadata: creationTimestamp: "2026-07-09T18:38:31Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:38:31Z" name: success-200-isvc-865f9-predictor-c475ff65f-gcnww.18c0b30ae8d996e2 namespace: kserve-ci-e2e-test resourceVersion: "27309" uid: d3cb1c0d-b15b-4eb3-a44a-cd2b67ac469e reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-132-102.ec2.internal source: component: kubelet host: ip-10-0-132-102.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:38:31Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-865f9-predictor-c475ff65f-gcnww namespace: kserve-ci-e2e-test resourceVersion: "27257" uid: 58d06677-b825-4248-93de-56dc204e0c14 kind: Event lastTimestamp: "2026-07-09T18:38:31Z" message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine metadata: creationTimestamp: "2026-07-09T18:38:31Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:38:31Z" name: success-200-isvc-865f9-predictor-c475ff65f-gcnww.18c0b30ae8e429d5 namespace: kserve-ci-e2e-test resourceVersion: "27310" uid: fade30cc-31f2-4fcb-8127-145db5257168 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-132-102.ec2.internal source: component: kubelet host: ip-10-0-132-102.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:38:31Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-865f9-predictor-c475ff65f-gcnww namespace: kserve-ci-e2e-test resourceVersion: "27257" uid: 58d06677-b825-4248-93de-56dc204e0c14 kind: Event lastTimestamp: "2026-07-09T18:38:31Z" message: 'Created container: kube-rbac-proxy' metadata: creationTimestamp: "2026-07-09T18:38:31Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:38:31Z" name: success-200-isvc-865f9-predictor-c475ff65f-gcnww.18c0b30aec6b626d namespace: kserve-ci-e2e-test resourceVersion: "27312" uid: 81caef76-f480-4a95-8a45-f17a80e2a1d6 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-132-102.ec2.internal source: component: kubelet host: ip-10-0-132-102.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:38:31Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-865f9-predictor-c475ff65f-gcnww namespace: kserve-ci-e2e-test resourceVersion: "27257" uid: 58d06677-b825-4248-93de-56dc204e0c14 kind: Event lastTimestamp: "2026-07-09T18:38:31Z" message: Started container kube-rbac-proxy metadata: creationTimestamp: "2026-07-09T18:38:31Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:38:31Z" name: success-200-isvc-865f9-predictor-c475ff65f-gcnww.18c0b30aecdea2c3 namespace: kserve-ci-e2e-test resourceVersion: "27314" uid: 3cc15e56-8f46-4221-932c-bc4a04b02044 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-132-102.ec2.internal source: component: kubelet host: ip-10-0-132-102.ec2.internal type: Normal - apiVersion: v1 count: 8 eventTime: null firstTimestamp: "2026-07-09T18:38:32Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-865f9-predictor-c475ff65f-gcnww namespace: kserve-ci-e2e-test resourceVersion: "27257" uid: 58d06677-b825-4248-93de-56dc204e0c14 kind: Event lastTimestamp: "2026-07-09T18:47:49Z" message: 'Readiness probe failed: dial tcp 10.132.0.47:8080: connect: connection refused' metadata: creationTimestamp: "2026-07-09T18:38:32Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:47:49Z" name: success-200-isvc-865f9-predictor-c475ff65f-gcnww.18c0b30afbbb5568 namespace: kserve-ci-e2e-test resourceVersion: "31400" uid: 74e949b8-5ec1-4004-a2bb-00808875d96b reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-132-102.ec2.internal source: component: kubelet host: ip-10-0-132-102.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:47:46Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-865f9-predictor-c475ff65f-gcnww namespace: kserve-ci-e2e-test resourceVersion: "27257" uid: 58d06677-b825-4248-93de-56dc204e0c14 kind: Event lastTimestamp: "2026-07-09T18:47:46Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-07-09T18:47:46Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:47:46Z" name: success-200-isvc-865f9-predictor-c475ff65f-gcnww.18c0b38bf90b90c6 namespace: kserve-ci-e2e-test resourceVersion: "31360" uid: 1796554a-8694-43fa-92eb-5d25c1abb037 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-132-102.ec2.internal source: component: kubelet host: ip-10-0-132-102.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:47:46Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-865f9-predictor-c475ff65f-gcnww namespace: kserve-ci-e2e-test resourceVersion: "27257" uid: 58d06677-b825-4248-93de-56dc204e0c14 kind: Event lastTimestamp: "2026-07-09T18:47:46Z" message: Stopping container kube-rbac-proxy metadata: creationTimestamp: "2026-07-09T18:47:46Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:47:46Z" name: success-200-isvc-865f9-predictor-c475ff65f-gcnww.18c0b38bf90c2f96 namespace: kserve-ci-e2e-test resourceVersion: "31361" uid: 39a7e98d-ac9f-4426-a3c1-b82275f4ca74 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-132-102.ec2.internal source: component: kubelet host: ip-10-0-132-102.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:47:49Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-865f9-predictor-c475ff65f-gcnww namespace: kserve-ci-e2e-test resourceVersion: "27257" uid: 58d06677-b825-4248-93de-56dc204e0c14 kind: Event lastTimestamp: "2026-07-09T18:47:49Z" message: 'Readiness probe failed: Get "https://10.132.0.47:8643/healthz": dial tcp 10.132.0.47:8643: connect: connection refused' metadata: creationTimestamp: "2026-07-09T18:47:49Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:47:49Z" name: success-200-isvc-865f9-predictor-c475ff65f-gcnww.18c0b38cac0aa84d namespace: kserve-ci-e2e-test resourceVersion: "31399" uid: effcc7df-7118-4e5d-9746-1f324c71d210 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-132-102.ec2.internal source: component: kubelet host: ip-10-0-132-102.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:38:31Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: success-200-isvc-865f9-predictor-c475ff65f namespace: kserve-ci-e2e-test resourceVersion: "27245" uid: 8ab8f558-ef23-4401-909c-2911644a8260 kind: Event lastTimestamp: "2026-07-09T18:38:31Z" message: 'Created pod: success-200-isvc-865f9-predictor-c475ff65f-gcnww' metadata: creationTimestamp: "2026-07-09T18:38:31Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-09T18:38:31Z" name: success-200-isvc-865f9-predictor-c475ff65f.18c0b30ac93c9058 namespace: kserve-ci-e2e-test resourceVersion: "27256" uid: fb6e70dc-f0a3-4ccf-934d-4a6760c189df reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:38:31Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: success-200-isvc-865f9-predictor namespace: kserve-ci-e2e-test resourceVersion: "27243" uid: bce31cf6-67d7-4995-9022-b138a0fe0bba kind: Event lastTimestamp: "2026-07-09T18:38:31Z" message: Scaled up replica set success-200-isvc-865f9-predictor-c475ff65f from 0 to 1 metadata: creationTimestamp: "2026-07-09T18:38:31Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-09T18:38:31Z" name: success-200-isvc-865f9-predictor.18c0b30ac7612365 namespace: kserve-ci-e2e-test resourceVersion: "27246" uid: ff07c90d-a158-40f2-8831-40680b7a0f5f reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-07-09T18:38:46Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-865f9-predictor namespace: kserve-ci-e2e-test resourceVersion: "27244" uid: 221c6827-3f07-499c-9385-bf1c6d3cb9bb kind: Event lastTimestamp: "2026-07-09T18:39:01Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-07-09T18:38:46Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-09T18:39:01Z" name: success-200-isvc-865f9-predictor.18c0b30e45d5c7ee namespace: kserve-ci-e2e-test resourceVersion: "27629" uid: 2f5f5dde-2d0e-456b-a1d7-ba09d46143e8 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-07-09T18:38:46Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-865f9-predictor namespace: kserve-ci-e2e-test resourceVersion: "27244" uid: 221c6827-3f07-499c-9385-bf1c6d3cb9bb kind: Event lastTimestamp: "2026-07-09T18:39:01Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-07-09T18:38:46Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-09T18:39:01Z" name: success-200-isvc-865f9-predictor.18c0b30e463e7e3b namespace: kserve-ci-e2e-test resourceVersion: "27630" uid: 986c6c88-1e76-4d3e-814a-4aaf24d3471a reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-07-09T18:39:16Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-865f9-predictor namespace: kserve-ci-e2e-test resourceVersion: "27475" uid: 221c6827-3f07-499c-9385-bf1c6d3cb9bb kind: Event lastTimestamp: "2026-07-09T18:39:46Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-07-09T18:39:16Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-09T18:39:46Z" name: success-200-isvc-865f9-predictor.18c0b31543b75753 namespace: kserve-ci-e2e-test resourceVersion: "28031" uid: 78050c59-e2e6-42fa-90d1-207afbee1c1e reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-07-09T18:39:16Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-865f9-predictor namespace: kserve-ci-e2e-test resourceVersion: "27475" uid: 221c6827-3f07-499c-9385-bf1c6d3cb9bb kind: Event lastTimestamp: "2026-07-09T18:39:46Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-07-09T18:39:16Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-09T18:39:46Z" name: success-200-isvc-865f9-predictor.18c0b3154428b1df namespace: kserve-ci-e2e-test resourceVersion: "28032" uid: b1a53bf0-a60c-4479-9547-e639e75427f8 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 5 eventTime: null firstTimestamp: "2026-07-09T18:38:31Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-865f9 namespace: kserve-ci-e2e-test resourceVersion: "27220" uid: 168b03b9-8408-43d9-ae1d-7c088e667510 kind: Event lastTimestamp: "2026-07-09T18:39:19Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-07-09T18:38:31Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-09T18:39:19Z" name: success-200-isvc-865f9.18c0b30ac777dcdb namespace: kserve-ci-e2e-test resourceVersion: "27783" uid: ebcc74c9-77ee-4b3d-9a04-abd49999b978 reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:38:31Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-865f9 namespace: kserve-ci-e2e-test resourceVersion: "27220" uid: 168b03b9-8408-43d9-ae1d-7c088e667510 kind: Event lastTimestamp: "2026-07-09T18:38:31Z" message: 'Failed to update status for InferenceService "success-200-isvc-865f9": Operation cannot be fulfilled on inferenceservices.serving.kserve.io "success-200-isvc-865f9": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-07-09T18:38:31Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-09T18:38:31Z" name: success-200-isvc-865f9.18c0b30ac80bf588 namespace: kserve-ci-e2e-test resourceVersion: "27250" uid: 1ea92833-7efe-442c-912e-c247473255dd reason: UpdateFailed reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:38:31Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-865f9 namespace: kserve-ci-e2e-test resourceVersion: "27220" uid: 168b03b9-8408-43d9-ae1d-7c088e667510 kind: Event lastTimestamp: "2026-07-09T18:38:31Z" message: 'fails to update InferenceService status: Operation cannot be fulfilled on inferenceservices.serving.kserve.io "success-200-isvc-865f9": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-07-09T18:38:31Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-09T18:38:31Z" name: success-200-isvc-865f9.18c0b30ac80c29f0 namespace: kserve-ci-e2e-test resourceVersion: "27251" uid: 492d3d61-e23c-4329-9800-ec4236a210c3 reason: InternalError reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:39:19Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-865f9 namespace: kserve-ci-e2e-test resourceVersion: "27781" uid: 168b03b9-8408-43d9-ae1d-7c088e667510 kind: Event lastTimestamp: "2026-07-09T18:39:19Z" message: InferenceService [success-200-isvc-865f9] is Ready metadata: creationTimestamp: "2026-07-09T18:39:19Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-09T18:39:19Z" name: success-200-isvc-865f9.18c0b315f321c0d9 namespace: kserve-ci-e2e-test resourceVersion: "27782" uid: d89df354-3cda-45b2-a0a1-4498a8b24aaf reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-07-09T18:37:57.122784Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: success-200-isvc-bed12-predictor-6d68b6c7b7-ldlsh namespace: kserve-ci-e2e-test resourceVersion: "26772" uid: 390d1d1c-ae2a-4732-95a8-107dda4f14df kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/success-200-isvc-bed12-predictor-6d68b6c7b7-ldlsh to ip-10-0-132-102.ec2.internal metadata: creationTimestamp: "2026-07-09T18:37:57Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-07-09T18:37:57Z" name: success-200-isvc-bed12-predictor-6d68b6c7b7-ldlsh.18c0b302d160a44d namespace: kserve-ci-e2e-test resourceVersion: "26776" uid: 6c14bd93-c9e4-461d-af10-a4434e0097a1 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-58df594cc6-5bn78 source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:37:57Z" involvedObject: apiVersion: v1 kind: Pod name: success-200-isvc-bed12-predictor-6d68b6c7b7-ldlsh namespace: kserve-ci-e2e-test resourceVersion: "26774" uid: 390d1d1c-ae2a-4732-95a8-107dda4f14df kind: Event lastTimestamp: "2026-07-09T18:37:57Z" message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "success-200-isvc-bed12-predictor-serving-cert" not found' metadata: creationTimestamp: "2026-07-09T18:37:57Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:37:57Z" name: success-200-isvc-bed12-predictor-6d68b6c7b7-ldlsh.18c0b302e029289b namespace: kserve-ci-e2e-test resourceVersion: "26815" uid: 5facc4e8-215a-49f7-b1ba-541201bb3528 reason: FailedMount reportingComponent: kubelet reportingInstance: ip-10-0-132-102.ec2.internal source: component: kubelet host: ip-10-0-132-102.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:37:58Z" involvedObject: apiVersion: v1 kind: Pod name: success-200-isvc-bed12-predictor-6d68b6c7b7-ldlsh namespace: kserve-ci-e2e-test resourceVersion: "26782" uid: 390d1d1c-ae2a-4732-95a8-107dda4f14df kind: Event lastTimestamp: "2026-07-09T18:37:58Z" message: Add eth0 [10.132.0.46/23] from ovn-kubernetes metadata: creationTimestamp: "2026-07-09T18:37:58Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-07-09T18:37:58Z" name: success-200-isvc-bed12-predictor-6d68b6c7b7-ldlsh.18c0b3030efca6ab namespace: kserve-ci-e2e-test resourceVersion: "26835" uid: 17070163-9585-4ce6-9518-288db9d32b47 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:37:58Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-bed12-predictor-6d68b6c7b7-ldlsh namespace: kserve-ci-e2e-test resourceVersion: "26774" uid: 390d1d1c-ae2a-4732-95a8-107dda4f14df kind: Event lastTimestamp: "2026-07-09T18:37:58Z" message: Container image "quay.io/opendatahub/success-200-isvc:odh-pr-1717" already present on machine metadata: creationTimestamp: "2026-07-09T18:37:58Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:37:58Z" name: success-200-isvc-bed12-predictor-6d68b6c7b7-ldlsh.18c0b30310695de4 namespace: kserve-ci-e2e-test resourceVersion: "26838" uid: adf67d2b-f158-4045-9430-a4e52512a07e reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-132-102.ec2.internal source: component: kubelet host: ip-10-0-132-102.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:37:58Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-bed12-predictor-6d68b6c7b7-ldlsh namespace: kserve-ci-e2e-test resourceVersion: "26774" uid: 390d1d1c-ae2a-4732-95a8-107dda4f14df kind: Event lastTimestamp: "2026-07-09T18:37:58Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-07-09T18:37:58Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:37:58Z" name: success-200-isvc-bed12-predictor-6d68b6c7b7-ldlsh.18c0b30313a7ffdf namespace: kserve-ci-e2e-test resourceVersion: "26839" uid: 8b9eab35-bb8c-4e7b-83b9-b8d024c83c5f reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-132-102.ec2.internal source: component: kubelet host: ip-10-0-132-102.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:37:58Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-bed12-predictor-6d68b6c7b7-ldlsh namespace: kserve-ci-e2e-test resourceVersion: "26774" uid: 390d1d1c-ae2a-4732-95a8-107dda4f14df kind: Event lastTimestamp: "2026-07-09T18:37:58Z" message: Started container kserve-container metadata: creationTimestamp: "2026-07-09T18:37:58Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:37:58Z" name: success-200-isvc-bed12-predictor-6d68b6c7b7-ldlsh.18c0b30314796c4a namespace: kserve-ci-e2e-test resourceVersion: "26840" uid: cf7e63af-0d53-4cee-89a4-05fe69875ce5 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-132-102.ec2.internal source: component: kubelet host: ip-10-0-132-102.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:37:58Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-bed12-predictor-6d68b6c7b7-ldlsh namespace: kserve-ci-e2e-test resourceVersion: "26774" uid: 390d1d1c-ae2a-4732-95a8-107dda4f14df kind: Event lastTimestamp: "2026-07-09T18:37:58Z" message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine metadata: creationTimestamp: "2026-07-09T18:37:58Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:37:58Z" name: success-200-isvc-bed12-predictor-6d68b6c7b7-ldlsh.18c0b30314879f4a namespace: kserve-ci-e2e-test resourceVersion: "26841" uid: 7cf9043d-2c71-482d-9891-b054b4da31cb reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-132-102.ec2.internal source: component: kubelet host: ip-10-0-132-102.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:37:58Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-bed12-predictor-6d68b6c7b7-ldlsh namespace: kserve-ci-e2e-test resourceVersion: "26774" uid: 390d1d1c-ae2a-4732-95a8-107dda4f14df kind: Event lastTimestamp: "2026-07-09T18:37:58Z" message: 'Created container: kube-rbac-proxy' metadata: creationTimestamp: "2026-07-09T18:37:58Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:37:58Z" name: success-200-isvc-bed12-predictor-6d68b6c7b7-ldlsh.18c0b303181dab72 namespace: kserve-ci-e2e-test resourceVersion: "26842" uid: 6b17ff80-997e-46fd-8482-3bffbc1f6140 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-132-102.ec2.internal source: component: kubelet host: ip-10-0-132-102.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:37:58Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-bed12-predictor-6d68b6c7b7-ldlsh namespace: kserve-ci-e2e-test resourceVersion: "26774" uid: 390d1d1c-ae2a-4732-95a8-107dda4f14df kind: Event lastTimestamp: "2026-07-09T18:37:58Z" message: Started container kube-rbac-proxy metadata: creationTimestamp: "2026-07-09T18:37:58Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:37:58Z" name: success-200-isvc-bed12-predictor-6d68b6c7b7-ldlsh.18c0b3031898e0d4 namespace: kserve-ci-e2e-test resourceVersion: "26844" uid: 29e8b9d6-aef2-4c5c-b875-517d4f1f87f6 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-132-102.ec2.internal source: component: kubelet host: ip-10-0-132-102.ec2.internal type: Normal - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-07-09T18:37:59Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-bed12-predictor-6d68b6c7b7-ldlsh namespace: kserve-ci-e2e-test resourceVersion: "26774" uid: 390d1d1c-ae2a-4732-95a8-107dda4f14df kind: Event lastTimestamp: "2026-07-09T18:38:35Z" message: 'Readiness probe failed: dial tcp 10.132.0.46:8080: connect: connection refused' metadata: creationTimestamp: "2026-07-09T18:37:59Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:38:35Z" name: success-200-isvc-bed12-predictor-6d68b6c7b7-ldlsh.18c0b3034257da49 namespace: kserve-ci-e2e-test resourceVersion: "27364" uid: 7584a6bc-2e8a-4339-9805-bcb96daa5c1a reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-132-102.ec2.internal source: component: kubelet host: ip-10-0-132-102.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:55:16Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-bed12-predictor-6d68b6c7b7-ldlsh namespace: kserve-ci-e2e-test resourceVersion: "26774" uid: 390d1d1c-ae2a-4732-95a8-107dda4f14df kind: Event lastTimestamp: "2026-07-09T18:55:16Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-07-09T18:55:16Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:55:16Z" name: success-200-isvc-bed12-predictor-6d68b6c7b7-ldlsh.18c0b3f4cecac54e namespace: kserve-ci-e2e-test resourceVersion: "34469" uid: 779b002d-15b2-4bb5-98e6-310f191401b2 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-132-102.ec2.internal source: component: kubelet host: ip-10-0-132-102.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:55:16Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-bed12-predictor-6d68b6c7b7-ldlsh namespace: kserve-ci-e2e-test resourceVersion: "26774" uid: 390d1d1c-ae2a-4732-95a8-107dda4f14df kind: Event lastTimestamp: "2026-07-09T18:55:16Z" message: Stopping container kube-rbac-proxy metadata: creationTimestamp: "2026-07-09T18:55:16Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:55:16Z" name: success-200-isvc-bed12-predictor-6d68b6c7b7-ldlsh.18c0b3f4cecb2e4d namespace: kserve-ci-e2e-test resourceVersion: "34470" uid: d564dde5-9741-492a-873e-a5e99299ab1d reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-132-102.ec2.internal source: component: kubelet host: ip-10-0-132-102.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:55:20Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-bed12-predictor-6d68b6c7b7-ldlsh namespace: kserve-ci-e2e-test resourceVersion: "26774" uid: 390d1d1c-ae2a-4732-95a8-107dda4f14df kind: Event lastTimestamp: "2026-07-09T18:55:20Z" message: 'Readiness probe failed: Get "https://10.132.0.46:8643/healthz": dial tcp 10.132.0.46:8643: connect: connection refused' metadata: creationTimestamp: "2026-07-09T18:55:20Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:55:20Z" name: success-200-isvc-bed12-predictor-6d68b6c7b7-ldlsh.18c0b3f5a30b594a namespace: kserve-ci-e2e-test resourceVersion: "34549" uid: 21bd6aeb-d506-4932-85bd-735281d80261 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-132-102.ec2.internal source: component: kubelet host: ip-10-0-132-102.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:37:57Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: success-200-isvc-bed12-predictor-6d68b6c7b7 namespace: kserve-ci-e2e-test resourceVersion: "26758" uid: 75515ea6-d1f1-4c85-81da-50a50a837235 kind: Event lastTimestamp: "2026-07-09T18:37:57Z" message: 'Created pod: success-200-isvc-bed12-predictor-6d68b6c7b7-ldlsh' metadata: creationTimestamp: "2026-07-09T18:37:57Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-09T18:37:57Z" name: success-200-isvc-bed12-predictor-6d68b6c7b7.18c0b302d0f7d8ef namespace: kserve-ci-e2e-test resourceVersion: "26773" uid: b04d21cf-7ff0-426e-b91d-da5d9cfa8f54 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:37:57Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: success-200-isvc-bed12-predictor namespace: kserve-ci-e2e-test resourceVersion: "26752" uid: 748587a1-66cc-4b5d-bc12-fa6410d1f6e9 kind: Event lastTimestamp: "2026-07-09T18:37:57Z" message: Scaled up replica set success-200-isvc-bed12-predictor-6d68b6c7b7 from 0 to 1 metadata: creationTimestamp: "2026-07-09T18:37:57Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-09T18:37:57Z" name: success-200-isvc-bed12-predictor.18c0b302cefbfe25 namespace: kserve-ci-e2e-test resourceVersion: "26760" uid: ab1c7e48-000d-40a4-bf2e-420d7b681d78 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-07-09T18:38:12Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-bed12-predictor namespace: kserve-ci-e2e-test resourceVersion: "26756" uid: 2e2f8bcf-6646-4d25-a729-3202c79d356f kind: Event lastTimestamp: "2026-07-09T18:38:42Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-07-09T18:38:12Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-09T18:38:42Z" name: success-200-isvc-bed12-predictor.18c0b3064d7842e1 namespace: kserve-ci-e2e-test resourceVersion: "27425" uid: 78c0f8fe-4194-4621-be06-41082dfbdffa reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-07-09T18:38:12Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-bed12-predictor namespace: kserve-ci-e2e-test resourceVersion: "26756" uid: 2e2f8bcf-6646-4d25-a729-3202c79d356f kind: Event lastTimestamp: "2026-07-09T18:38:42Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-07-09T18:38:12Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-09T18:38:42Z" name: success-200-isvc-bed12-predictor.18c0b3064dd6521f namespace: kserve-ci-e2e-test resourceVersion: "27426" uid: 8fd295d3-1df4-400f-8068-f93d27cb2670 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 4 eventTime: null firstTimestamp: "2026-07-09T18:38:27Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-bed12-predictor namespace: kserve-ci-e2e-test resourceVersion: "26991" uid: 2e2f8bcf-6646-4d25-a729-3202c79d356f kind: Event lastTimestamp: "2026-07-09T18:39:27Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-07-09T18:38:27Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-09T18:39:27Z" name: success-200-isvc-bed12-predictor.18c0b309cc8a8378 namespace: kserve-ci-e2e-test resourceVersion: "27848" uid: 090ea9f0-b820-4d4d-9674-66c7e24246a6 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 4 eventTime: null firstTimestamp: "2026-07-09T18:38:27Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-bed12-predictor namespace: kserve-ci-e2e-test resourceVersion: "26991" uid: 2e2f8bcf-6646-4d25-a729-3202c79d356f kind: Event lastTimestamp: "2026-07-09T18:39:27Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-07-09T18:38:27Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-09T18:39:27Z" name: success-200-isvc-bed12-predictor.18c0b309ccf86de0 namespace: kserve-ci-e2e-test resourceVersion: "27849" uid: 186fa8e5-184c-4949-b508-5952e16d4c79 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-07-09T18:37:57Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-bed12 namespace: kserve-ci-e2e-test resourceVersion: "26734" uid: 460f8ea1-78cf-482a-bab6-34bdfe248cc6 kind: Event lastTimestamp: "2026-07-09T18:38:45Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-07-09T18:37:57Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-09T18:38:45Z" name: success-200-isvc-bed12.18c0b302cf12a906 namespace: kserve-ci-e2e-test resourceVersion: "27457" uid: b4b86847-f313-4a71-8524-d71ddc623e60 reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:37:57Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-bed12 namespace: kserve-ci-e2e-test resourceVersion: "26734" uid: 460f8ea1-78cf-482a-bab6-34bdfe248cc6 kind: Event lastTimestamp: "2026-07-09T18:37:57Z" message: 'Failed to update status for InferenceService "success-200-isvc-bed12": Operation cannot be fulfilled on inferenceservices.serving.kserve.io "success-200-isvc-bed12": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-07-09T18:37:57Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-09T18:37:57Z" name: success-200-isvc-bed12.18c0b302cfdbfb24 namespace: kserve-ci-e2e-test resourceVersion: "26767" uid: 74040bac-2870-4238-b402-b364623ed14d reason: UpdateFailed reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:37:57Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-bed12 namespace: kserve-ci-e2e-test resourceVersion: "26734" uid: 460f8ea1-78cf-482a-bab6-34bdfe248cc6 kind: Event lastTimestamp: "2026-07-09T18:37:57Z" message: 'fails to update InferenceService status: Operation cannot be fulfilled on inferenceservices.serving.kserve.io "success-200-isvc-bed12": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-07-09T18:37:57Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-09T18:37:57Z" name: success-200-isvc-bed12.18c0b302cfdc3f83 namespace: kserve-ci-e2e-test resourceVersion: "26770" uid: d6cc329c-9e06-494d-9a3a-79e403687b89 reason: InternalError reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:38:45Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-bed12 namespace: kserve-ci-e2e-test resourceVersion: "27455" uid: 460f8ea1-78cf-482a-bab6-34bdfe248cc6 kind: Event lastTimestamp: "2026-07-09T18:38:45Z" message: InferenceService [success-200-isvc-bed12] is Ready metadata: creationTimestamp: "2026-07-09T18:38:45Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-09T18:38:45Z" name: success-200-isvc-bed12.18c0b30dfd6e973a namespace: kserve-ci-e2e-test resourceVersion: "27456" uid: 4d1a0d98-1c0d-484f-8417-20c62cdaf25e reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-07-09T18:15:56.701100Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: success-200-isvc-db4c0-predictor-845dccc9d9-9jqw5 namespace: kserve-ci-e2e-test resourceVersion: "15259" uid: 6d754eab-2603-443f-ae67-3d877e6cfc2f kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/success-200-isvc-db4c0-predictor-845dccc9d9-9jqw5 to ip-10-0-132-102.ec2.internal metadata: creationTimestamp: "2026-07-09T18:15:56Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-07-09T18:15:56Z" name: success-200-isvc-db4c0-predictor-845dccc9d9-9jqw5.18c0b1cf621cad89 namespace: kserve-ci-e2e-test resourceVersion: "15263" uid: 7416c398-a9be-4c46-a25d-e01680314d28 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-58df594cc6-5bn78 source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:15:56Z" involvedObject: apiVersion: v1 kind: Pod name: success-200-isvc-db4c0-predictor-845dccc9d9-9jqw5 namespace: kserve-ci-e2e-test resourceVersion: "15261" uid: 6d754eab-2603-443f-ae67-3d877e6cfc2f kind: Event lastTimestamp: "2026-07-09T18:15:56Z" message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "success-200-isvc-db4c0-predictor-serving-cert" not found' metadata: creationTimestamp: "2026-07-09T18:15:56Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:15:56Z" name: success-200-isvc-db4c0-predictor-845dccc9d9-9jqw5.18c0b1cf6b9c6a1e namespace: kserve-ci-e2e-test resourceVersion: "15306" uid: 306dab4f-50f3-4788-bd1c-42965b79ea11 reason: FailedMount reportingComponent: kubelet reportingInstance: ip-10-0-132-102.ec2.internal source: component: kubelet host: ip-10-0-132-102.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:15:57Z" involvedObject: apiVersion: v1 kind: Pod name: success-200-isvc-db4c0-predictor-845dccc9d9-9jqw5 namespace: kserve-ci-e2e-test resourceVersion: "15268" uid: 6d754eab-2603-443f-ae67-3d877e6cfc2f kind: Event lastTimestamp: "2026-07-09T18:15:57Z" message: Add eth0 [10.132.0.37/23] from ovn-kubernetes metadata: creationTimestamp: "2026-07-09T18:15:57Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-07-09T18:15:57Z" name: success-200-isvc-db4c0-predictor-845dccc9d9-9jqw5.18c0b1cf9feffa1f namespace: kserve-ci-e2e-test resourceVersion: "15393" uid: f0a71bb6-e39b-4847-96b3-e89aea1bd4e5 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:15:57Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-db4c0-predictor-845dccc9d9-9jqw5 namespace: kserve-ci-e2e-test resourceVersion: "15261" uid: 6d754eab-2603-443f-ae67-3d877e6cfc2f kind: Event lastTimestamp: "2026-07-09T18:15:57Z" message: Pulling image "quay.io/opendatahub/success-200-isvc:odh-pr-1717" metadata: creationTimestamp: "2026-07-09T18:15:57Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:15:57Z" name: success-200-isvc-db4c0-predictor-845dccc9d9-9jqw5.18c0b1cfa150b605 namespace: kserve-ci-e2e-test resourceVersion: "15395" uid: cc033a51-8eb6-44a7-aee8-c04553a26f17 reason: Pulling reportingComponent: kubelet reportingInstance: ip-10-0-132-102.ec2.internal source: component: kubelet host: ip-10-0-132-102.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:16:10Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-db4c0-predictor-845dccc9d9-9jqw5 namespace: kserve-ci-e2e-test resourceVersion: "15261" uid: 6d754eab-2603-443f-ae67-3d877e6cfc2f kind: Event lastTimestamp: "2026-07-09T18:16:10Z" message: 'Successfully pulled image "quay.io/opendatahub/success-200-isvc:odh-pr-1717" in 12.796s (12.796s including waiting). Image size: 1335616113 bytes.' metadata: creationTimestamp: "2026-07-09T18:16:10Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:16:10Z" name: success-200-isvc-db4c0-predictor-845dccc9d9-9jqw5.18c0b1d29c0b138e namespace: kserve-ci-e2e-test resourceVersion: "15518" uid: 7c80e29d-6a35-4e54-8be7-35154be4a7d0 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-132-102.ec2.internal source: component: kubelet host: ip-10-0-132-102.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:16:10Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-db4c0-predictor-845dccc9d9-9jqw5 namespace: kserve-ci-e2e-test resourceVersion: "15261" uid: 6d754eab-2603-443f-ae67-3d877e6cfc2f kind: Event lastTimestamp: "2026-07-09T18:16:10Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-07-09T18:16:10Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:16:10Z" name: success-200-isvc-db4c0-predictor-845dccc9d9-9jqw5.18c0b1d2a0aa05ae namespace: kserve-ci-e2e-test resourceVersion: "15521" uid: 64822a55-9ba4-476e-835e-84024d7328e9 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-132-102.ec2.internal source: component: kubelet host: ip-10-0-132-102.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:16:10Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-db4c0-predictor-845dccc9d9-9jqw5 namespace: kserve-ci-e2e-test resourceVersion: "15261" uid: 6d754eab-2603-443f-ae67-3d877e6cfc2f kind: Event lastTimestamp: "2026-07-09T18:16:10Z" message: Started container kserve-container metadata: creationTimestamp: "2026-07-09T18:16:10Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:16:10Z" name: success-200-isvc-db4c0-predictor-845dccc9d9-9jqw5.18c0b1d2a1608971 namespace: kserve-ci-e2e-test resourceVersion: "15522" uid: ed57fcc0-3124-4f7d-816e-67f5bb521652 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-132-102.ec2.internal source: component: kubelet host: ip-10-0-132-102.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:16:10Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-db4c0-predictor-845dccc9d9-9jqw5 namespace: kserve-ci-e2e-test resourceVersion: "15261" uid: 6d754eab-2603-443f-ae67-3d877e6cfc2f kind: Event lastTimestamp: "2026-07-09T18:16:10Z" message: Pulling image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" metadata: creationTimestamp: "2026-07-09T18:16:10Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:16:10Z" name: success-200-isvc-db4c0-predictor-845dccc9d9-9jqw5.18c0b1d2a17156f4 namespace: kserve-ci-e2e-test resourceVersion: "15523" uid: af949442-2233-4257-96f5-1793aa50fcbb reason: Pulling reportingComponent: kubelet reportingInstance: ip-10-0-132-102.ec2.internal source: component: kubelet host: ip-10-0-132-102.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:16:17Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-db4c0-predictor-845dccc9d9-9jqw5 namespace: kserve-ci-e2e-test resourceVersion: "15261" uid: 6d754eab-2603-443f-ae67-3d877e6cfc2f kind: Event lastTimestamp: "2026-07-09T18:16:17Z" message: 'Successfully pulled image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" in 7.186s (7.186s including waiting). Image size: 211946088 bytes.' metadata: creationTimestamp: "2026-07-09T18:16:17Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:16:17Z" name: success-200-isvc-db4c0-predictor-845dccc9d9-9jqw5.18c0b1d44dd25de2 namespace: kserve-ci-e2e-test resourceVersion: "15592" uid: b95f441d-c201-4069-be46-80614fe6b71e reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-132-102.ec2.internal source: component: kubelet host: ip-10-0-132-102.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:16:17Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-db4c0-predictor-845dccc9d9-9jqw5 namespace: kserve-ci-e2e-test resourceVersion: "15261" uid: 6d754eab-2603-443f-ae67-3d877e6cfc2f kind: Event lastTimestamp: "2026-07-09T18:16:17Z" message: 'Created container: kube-rbac-proxy' metadata: creationTimestamp: "2026-07-09T18:16:17Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:16:17Z" name: success-200-isvc-db4c0-predictor-845dccc9d9-9jqw5.18c0b1d453f76de6 namespace: kserve-ci-e2e-test resourceVersion: "15597" uid: 85dca00f-ee5f-4c99-9b02-1d53ee05e6db reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-132-102.ec2.internal source: component: kubelet host: ip-10-0-132-102.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:16:17Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-db4c0-predictor-845dccc9d9-9jqw5 namespace: kserve-ci-e2e-test resourceVersion: "15261" uid: 6d754eab-2603-443f-ae67-3d877e6cfc2f kind: Event lastTimestamp: "2026-07-09T18:16:17Z" message: Started container kube-rbac-proxy metadata: creationTimestamp: "2026-07-09T18:16:17Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:16:17Z" name: success-200-isvc-db4c0-predictor-845dccc9d9-9jqw5.18c0b1d45486cb31 namespace: kserve-ci-e2e-test resourceVersion: "15599" uid: 0304f4cb-6871-421f-bf25-45a2d8b01c94 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-132-102.ec2.internal source: component: kubelet host: ip-10-0-132-102.ec2.internal type: Normal - apiVersion: v1 count: 7 eventTime: null firstTimestamp: "2026-07-09T18:16:18Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-db4c0-predictor-845dccc9d9-9jqw5 namespace: kserve-ci-e2e-test resourceVersion: "15261" uid: 6d754eab-2603-443f-ae67-3d877e6cfc2f kind: Event lastTimestamp: "2026-07-09T18:17:04Z" message: 'Readiness probe failed: dial tcp 10.132.0.37:8080: connect: connection refused' metadata: creationTimestamp: "2026-07-09T18:16:18Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:17:04Z" name: success-200-isvc-db4c0-predictor-845dccc9d9-9jqw5.18c0b1d479bf2197 namespace: kserve-ci-e2e-test resourceVersion: "16030" uid: 225dcd28-3706-4a9b-99da-d2a13866b1f1 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-132-102.ec2.internal source: component: kubelet host: ip-10-0-132-102.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:17:40Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-db4c0-predictor-845dccc9d9-9jqw5 namespace: kserve-ci-e2e-test resourceVersion: "15261" uid: 6d754eab-2603-443f-ae67-3d877e6cfc2f kind: Event lastTimestamp: "2026-07-09T18:17:40Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-07-09T18:17:40Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:17:40Z" name: success-200-isvc-db4c0-predictor-845dccc9d9-9jqw5.18c0b1e79fa509f5 namespace: kserve-ci-e2e-test resourceVersion: "16426" uid: 02dae2c9-e38a-49c1-89bb-a0a1080c2f8d reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-132-102.ec2.internal source: component: kubelet host: ip-10-0-132-102.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:17:40Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-db4c0-predictor-845dccc9d9-9jqw5 namespace: kserve-ci-e2e-test resourceVersion: "15261" uid: 6d754eab-2603-443f-ae67-3d877e6cfc2f kind: Event lastTimestamp: "2026-07-09T18:17:40Z" message: Stopping container kube-rbac-proxy metadata: creationTimestamp: "2026-07-09T18:17:40Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:17:40Z" name: success-200-isvc-db4c0-predictor-845dccc9d9-9jqw5.18c0b1e79fa58b4b namespace: kserve-ci-e2e-test resourceVersion: "16428" uid: 96f6fef7-013c-4861-a22d-29d81637c9ca reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-132-102.ec2.internal source: component: kubelet host: ip-10-0-132-102.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:15:56Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: success-200-isvc-db4c0-predictor-845dccc9d9 namespace: kserve-ci-e2e-test resourceVersion: "15249" uid: 6fa5bb10-f15f-4245-b4f9-89f5b7deaeee kind: Event lastTimestamp: "2026-07-09T18:15:56Z" message: 'Created pod: success-200-isvc-db4c0-predictor-845dccc9d9-9jqw5' metadata: creationTimestamp: "2026-07-09T18:15:56Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-09T18:15:56Z" name: success-200-isvc-db4c0-predictor-845dccc9d9.18c0b1cf61af8870 namespace: kserve-ci-e2e-test resourceVersion: "15260" uid: 6a150842-cc47-443e-bd63-ee847a4ef9ad reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:15:56Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: success-200-isvc-db4c0-predictor namespace: kserve-ci-e2e-test resourceVersion: "15248" uid: 70a66ebb-f480-4d23-a426-41041364767c kind: Event lastTimestamp: "2026-07-09T18:15:56Z" message: Scaled up replica set success-200-isvc-db4c0-predictor-845dccc9d9 from 0 to 1 metadata: creationTimestamp: "2026-07-09T18:15:56Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-09T18:15:56Z" name: success-200-isvc-db4c0-predictor.18c0b1cf5e510824 namespace: kserve-ci-e2e-test resourceVersion: "15252" uid: c109bd40-0592-45f4-a3b2-79a7df396615 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-07-09T18:16:11Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-db4c0-predictor namespace: kserve-ci-e2e-test resourceVersion: "15251" uid: ced437ab-19a4-4c11-b686-f0d312c3d1a0 kind: Event lastTimestamp: "2026-07-09T18:16:56Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-07-09T18:16:11Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-09T18:16:56Z" name: success-200-isvc-db4c0-predictor.18c0b1d2dd24c02c namespace: kserve-ci-e2e-test resourceVersion: "15956" uid: 4690158f-6ea2-4feb-88eb-50bf69f78be1 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-07-09T18:16:11Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-db4c0-predictor namespace: kserve-ci-e2e-test resourceVersion: "15251" uid: ced437ab-19a4-4c11-b686-f0d312c3d1a0 kind: Event lastTimestamp: "2026-07-09T18:16:56Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-07-09T18:16:11Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-09T18:16:56Z" name: success-200-isvc-db4c0-predictor.18c0b1d2dd68c694 namespace: kserve-ci-e2e-test resourceVersion: "15957" uid: ac429f67-47fe-4594-883d-20353e4412b7 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-07-09T18:16:41Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-db4c0-predictor namespace: kserve-ci-e2e-test resourceVersion: "15530" uid: ced437ab-19a4-4c11-b686-f0d312c3d1a0 kind: Event lastTimestamp: "2026-07-09T18:17:26Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-07-09T18:16:41Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-09T18:17:26Z" name: success-200-isvc-db4c0-predictor.18c0b1d9dae91c7c namespace: kserve-ci-e2e-test resourceVersion: "16240" uid: 17504a1c-d92c-42d4-a565-28fed5a486ff reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-07-09T18:16:41Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-db4c0-predictor namespace: kserve-ci-e2e-test resourceVersion: "15530" uid: ced437ab-19a4-4c11-b686-f0d312c3d1a0 kind: Event lastTimestamp: "2026-07-09T18:17:26Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-07-09T18:16:41Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-09T18:17:26Z" name: success-200-isvc-db4c0-predictor.18c0b1d9db52e5ac namespace: kserve-ci-e2e-test resourceVersion: "16241" uid: 65664fd7-1dc7-4aad-8b01-070ffc753fde reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 5 eventTime: null firstTimestamp: "2026-07-09T18:15:56Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-db4c0 namespace: kserve-ci-e2e-test resourceVersion: "15241" uid: 121e53d3-8492-4fe6-9925-c52be14dc140 kind: Event lastTimestamp: "2026-07-09T18:17:14Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-07-09T18:15:56Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-09T18:17:14Z" name: success-200-isvc-db4c0.18c0b1cf5ead4cf9 namespace: kserve-ci-e2e-test resourceVersion: "16120" uid: add441e9-5a85-45ba-878f-8ae1b5314a36 reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:17:14Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-db4c0 namespace: kserve-ci-e2e-test resourceVersion: "16118" uid: 121e53d3-8492-4fe6-9925-c52be14dc140 kind: Event lastTimestamp: "2026-07-09T18:17:14Z" message: InferenceService [success-200-isvc-db4c0] is Ready metadata: creationTimestamp: "2026-07-09T18:17:14Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-09T18:17:14Z" name: success-200-isvc-db4c0.18c0b1e189021b9f namespace: kserve-ci-e2e-test resourceVersion: "16119" uid: 60e1c469-3978-4a7f-bd21-474c4c1ac89b reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-07-09T18:18:16.793480Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: success-200-isvc-e8119-predictor-7cf49bdfbc-v9kj4 namespace: kserve-ci-e2e-test resourceVersion: "16949" uid: 7125cef7-4588-486c-9464-695fffa08ba8 kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/success-200-isvc-e8119-predictor-7cf49bdfbc-v9kj4 to ip-10-0-132-102.ec2.internal metadata: creationTimestamp: "2026-07-09T18:18:16Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-07-09T18:18:16Z" name: success-200-isvc-e8119-predictor-7cf49bdfbc-v9kj4.18c0b1f00044b4f9 namespace: kserve-ci-e2e-test resourceVersion: "16955" uid: 2fed24b8-c7d9-45b5-a9a4-d2029008dfca reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-58df594cc6-5bn78 source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:18:16Z" involvedObject: apiVersion: v1 kind: Pod name: success-200-isvc-e8119-predictor-7cf49bdfbc-v9kj4 namespace: kserve-ci-e2e-test resourceVersion: "16952" uid: 7125cef7-4588-486c-9464-695fffa08ba8 kind: Event lastTimestamp: "2026-07-09T18:18:16Z" message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "success-200-isvc-e8119-predictor-serving-cert" not found' metadata: creationTimestamp: "2026-07-09T18:18:16Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:18:16Z" name: success-200-isvc-e8119-predictor-7cf49bdfbc-v9kj4.18c0b1f00a4f59d9 namespace: kserve-ci-e2e-test resourceVersion: "16996" uid: 4bf044cb-6090-4944-8617-479aec54080e reason: FailedMount reportingComponent: kubelet reportingInstance: ip-10-0-132-102.ec2.internal source: component: kubelet host: ip-10-0-132-102.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:18:17Z" involvedObject: apiVersion: v1 kind: Pod name: success-200-isvc-e8119-predictor-7cf49bdfbc-v9kj4 namespace: kserve-ci-e2e-test resourceVersion: "16967" uid: 7125cef7-4588-486c-9464-695fffa08ba8 kind: Event lastTimestamp: "2026-07-09T18:18:17Z" message: Add eth0 [10.132.0.40/23] from ovn-kubernetes metadata: creationTimestamp: "2026-07-09T18:18:17Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-07-09T18:18:17Z" name: success-200-isvc-e8119-predictor-7cf49bdfbc-v9kj4.18c0b1f03eb518a2 namespace: kserve-ci-e2e-test resourceVersion: "17016" uid: 7de3c99c-334a-41f1-b65d-243b9e480b6c reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:18:17Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-e8119-predictor-7cf49bdfbc-v9kj4 namespace: kserve-ci-e2e-test resourceVersion: "16952" uid: 7125cef7-4588-486c-9464-695fffa08ba8 kind: Event lastTimestamp: "2026-07-09T18:18:17Z" message: Container image "quay.io/opendatahub/success-200-isvc:odh-pr-1717" already present on machine metadata: creationTimestamp: "2026-07-09T18:18:17Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:18:17Z" name: success-200-isvc-e8119-predictor-7cf49bdfbc-v9kj4.18c0b1f0400969f3 namespace: kserve-ci-e2e-test resourceVersion: "17018" uid: caa01ad8-f8ad-47df-bda3-199429d2d6f1 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-132-102.ec2.internal source: component: kubelet host: ip-10-0-132-102.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:18:17Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-e8119-predictor-7cf49bdfbc-v9kj4 namespace: kserve-ci-e2e-test resourceVersion: "16952" uid: 7125cef7-4588-486c-9464-695fffa08ba8 kind: Event lastTimestamp: "2026-07-09T18:18:17Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-07-09T18:18:17Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:18:17Z" name: success-200-isvc-e8119-predictor-7cf49bdfbc-v9kj4.18c0b1f043612b2c namespace: kserve-ci-e2e-test resourceVersion: "17019" uid: c0442c71-d3d5-44a8-a10f-a6974e7e7094 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-132-102.ec2.internal source: component: kubelet host: ip-10-0-132-102.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:18:17Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-e8119-predictor-7cf49bdfbc-v9kj4 namespace: kserve-ci-e2e-test resourceVersion: "16952" uid: 7125cef7-4588-486c-9464-695fffa08ba8 kind: Event lastTimestamp: "2026-07-09T18:18:17Z" message: Started container kserve-container metadata: creationTimestamp: "2026-07-09T18:18:17Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:18:17Z" name: success-200-isvc-e8119-predictor-7cf49bdfbc-v9kj4.18c0b1f043c7593c namespace: kserve-ci-e2e-test resourceVersion: "17020" uid: 8de21fc7-fb96-4f59-9e65-6d8e37b48f30 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-132-102.ec2.internal source: component: kubelet host: ip-10-0-132-102.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:18:17Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-e8119-predictor-7cf49bdfbc-v9kj4 namespace: kserve-ci-e2e-test resourceVersion: "16952" uid: 7125cef7-4588-486c-9464-695fffa08ba8 kind: Event lastTimestamp: "2026-07-09T18:18:17Z" message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine metadata: creationTimestamp: "2026-07-09T18:18:17Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:18:17Z" name: success-200-isvc-e8119-predictor-7cf49bdfbc-v9kj4.18c0b1f043d15298 namespace: kserve-ci-e2e-test resourceVersion: "17021" uid: 1f908d50-6099-4523-932f-0f76c1aeee3a reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-132-102.ec2.internal source: component: kubelet host: ip-10-0-132-102.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:18:17Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-e8119-predictor-7cf49bdfbc-v9kj4 namespace: kserve-ci-e2e-test resourceVersion: "16952" uid: 7125cef7-4588-486c-9464-695fffa08ba8 kind: Event lastTimestamp: "2026-07-09T18:18:17Z" message: 'Created container: kube-rbac-proxy' metadata: creationTimestamp: "2026-07-09T18:18:17Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:18:17Z" name: success-200-isvc-e8119-predictor-7cf49bdfbc-v9kj4.18c0b1f047b293ca namespace: kserve-ci-e2e-test resourceVersion: "17022" uid: 9013ef96-dc80-4d2c-a37f-148482de9715 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-132-102.ec2.internal source: component: kubelet host: ip-10-0-132-102.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:18:17Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-e8119-predictor-7cf49bdfbc-v9kj4 namespace: kserve-ci-e2e-test resourceVersion: "16952" uid: 7125cef7-4588-486c-9464-695fffa08ba8 kind: Event lastTimestamp: "2026-07-09T18:18:17Z" message: Started container kube-rbac-proxy metadata: creationTimestamp: "2026-07-09T18:18:18Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:18:18Z" name: success-200-isvc-e8119-predictor-7cf49bdfbc-v9kj4.18c0b1f048241bf0 namespace: kserve-ci-e2e-test resourceVersion: "17023" uid: 1e65e05e-a129-404a-b654-cec57e1246a6 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-132-102.ec2.internal source: component: kubelet host: ip-10-0-132-102.ec2.internal type: Normal - apiVersion: v1 count: 7 eventTime: null firstTimestamp: "2026-07-09T18:18:18Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-e8119-predictor-7cf49bdfbc-v9kj4 namespace: kserve-ci-e2e-test resourceVersion: "16952" uid: 7125cef7-4588-486c-9464-695fffa08ba8 kind: Event lastTimestamp: "2026-07-09T18:27:34Z" message: 'Readiness probe failed: dial tcp 10.132.0.40:8080: connect: connection refused' metadata: creationTimestamp: "2026-07-09T18:18:18Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:27:34Z" name: success-200-isvc-e8119-predictor-7cf49bdfbc-v9kj4.18c0b1f0547961f9 namespace: kserve-ci-e2e-test resourceVersion: "21332" uid: 46ba93ab-5870-4148-a795-5dfa59284378 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-132-102.ec2.internal source: component: kubelet host: ip-10-0-132-102.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:27:31Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-e8119-predictor-7cf49bdfbc-v9kj4 namespace: kserve-ci-e2e-test resourceVersion: "16952" uid: 7125cef7-4588-486c-9464-695fffa08ba8 kind: Event lastTimestamp: "2026-07-09T18:27:31Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-07-09T18:27:31Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:27:31Z" name: success-200-isvc-e8119-predictor-7cf49bdfbc-v9kj4.18c0b27139c2f764 namespace: kserve-ci-e2e-test resourceVersion: "21232" uid: d48af7f7-9fb4-4f08-801a-dddc77ba7139 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-132-102.ec2.internal source: component: kubelet host: ip-10-0-132-102.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:27:31Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-e8119-predictor-7cf49bdfbc-v9kj4 namespace: kserve-ci-e2e-test resourceVersion: "16952" uid: 7125cef7-4588-486c-9464-695fffa08ba8 kind: Event lastTimestamp: "2026-07-09T18:27:31Z" message: Stopping container kube-rbac-proxy metadata: creationTimestamp: "2026-07-09T18:27:31Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:27:31Z" name: success-200-isvc-e8119-predictor-7cf49bdfbc-v9kj4.18c0b27139c39a4e namespace: kserve-ci-e2e-test resourceVersion: "21234" uid: c3a36f5f-a762-47a3-98b6-76bf5491f50e reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-132-102.ec2.internal source: component: kubelet host: ip-10-0-132-102.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:27:34Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-e8119-predictor-7cf49bdfbc-v9kj4 namespace: kserve-ci-e2e-test resourceVersion: "16952" uid: 7125cef7-4588-486c-9464-695fffa08ba8 kind: Event lastTimestamp: "2026-07-09T18:27:34Z" message: 'Readiness probe failed: Get "https://10.132.0.40:8643/healthz": dial tcp 10.132.0.40:8643: connect: connection refused' metadata: creationTimestamp: "2026-07-09T18:27:34Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:27:34Z" name: success-200-isvc-e8119-predictor-7cf49bdfbc-v9kj4.18c0b271c8e1db52 namespace: kserve-ci-e2e-test resourceVersion: "21331" uid: e8ac7cb2-ddd0-4ad8-994f-89cc67ff6bd5 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-132-102.ec2.internal source: component: kubelet host: ip-10-0-132-102.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:18:16Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: success-200-isvc-e8119-predictor-7cf49bdfbc namespace: kserve-ci-e2e-test resourceVersion: "16929" uid: a5bed083-f10f-4577-99ef-71cecd35c5af kind: Event lastTimestamp: "2026-07-09T18:18:16Z" message: 'Created pod: success-200-isvc-e8119-predictor-7cf49bdfbc-v9kj4' metadata: creationTimestamp: "2026-07-09T18:18:16Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-09T18:18:16Z" name: success-200-isvc-e8119-predictor-7cf49bdfbc.18c0b1efffca7dbb namespace: kserve-ci-e2e-test resourceVersion: "16951" uid: 1d077f1a-3ea2-48e3-b32c-6eef0cc9f86a reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:18:16Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: success-200-isvc-e8119-predictor namespace: kserve-ci-e2e-test resourceVersion: "16926" uid: 8fa59c3a-be60-4c71-9f17-8399c4cd5c95 kind: Event lastTimestamp: "2026-07-09T18:18:16Z" message: Scaled up replica set success-200-isvc-e8119-predictor-7cf49bdfbc from 0 to 1 metadata: creationTimestamp: "2026-07-09T18:18:16Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-09T18:18:16Z" name: success-200-isvc-e8119-predictor.18c0b1effdb4b9bd namespace: kserve-ci-e2e-test resourceVersion: "16932" uid: d4b556a8-7f1b-4d21-b42c-b03cb64b2c7a reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-07-09T18:18:31Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-e8119-predictor namespace: kserve-ci-e2e-test resourceVersion: "16928" uid: 94c03002-a802-4301-aad0-954c099b5402 kind: Event lastTimestamp: "2026-07-09T18:18:46Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-07-09T18:18:31Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-09T18:18:46Z" name: success-200-isvc-e8119-predictor.18c0b1f37c6e29b1 namespace: kserve-ci-e2e-test resourceVersion: "17332" uid: 390ea5d6-67d8-4fc5-bab6-809cbcac11e6 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-07-09T18:18:31Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-e8119-predictor namespace: kserve-ci-e2e-test resourceVersion: "16928" uid: 94c03002-a802-4301-aad0-954c099b5402 kind: Event lastTimestamp: "2026-07-09T18:18:46Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-07-09T18:18:31Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-09T18:18:46Z" name: success-200-isvc-e8119-predictor.18c0b1f37cd24369 namespace: kserve-ci-e2e-test resourceVersion: "17333" uid: bab11e63-9c00-4e5b-bef2-c945de3275f1 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-07-09T18:19:01Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-e8119-predictor namespace: kserve-ci-e2e-test resourceVersion: "17169" uid: 94c03002-a802-4301-aad0-954c099b5402 kind: Event lastTimestamp: "2026-07-09T18:19:31Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-07-09T18:19:01Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-09T18:19:31Z" name: success-200-isvc-e8119-predictor.18c0b1fa7a91b556 namespace: kserve-ci-e2e-test resourceVersion: "17733" uid: 4fa2b04e-44d8-4397-be21-ff0e0bf62e47 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-07-09T18:19:01Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-e8119-predictor namespace: kserve-ci-e2e-test resourceVersion: "17169" uid: 94c03002-a802-4301-aad0-954c099b5402 kind: Event lastTimestamp: "2026-07-09T18:19:31Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-07-09T18:19:01Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-09T18:19:31Z" name: success-200-isvc-e8119-predictor.18c0b1fa7af98d80 namespace: kserve-ci-e2e-test resourceVersion: "17734" uid: a2bdeab3-9861-4cd7-a3dd-57994060749a reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-07-09T18:18:16Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-e8119 namespace: kserve-ci-e2e-test resourceVersion: "16905" uid: 177ce660-3b47-43fa-9a35-2634b32458ff kind: Event lastTimestamp: "2026-07-09T18:19:04Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-07-09T18:18:16Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-09T18:19:04Z" name: success-200-isvc-e8119.18c0b1effdf1ccea namespace: kserve-ci-e2e-test resourceVersion: "17479" uid: b29f7556-1bd2-42b5-871a-d49a1aa3cd21 reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:19:04Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-e8119 namespace: kserve-ci-e2e-test resourceVersion: "17477" uid: 177ce660-3b47-43fa-9a35-2634b32458ff kind: Event lastTimestamp: "2026-07-09T18:19:04Z" message: InferenceService [success-200-isvc-e8119] is Ready metadata: creationTimestamp: "2026-07-09T18:19:04Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-09T18:19:04Z" name: success-200-isvc-e8119.18c0b1fb0f8a945d namespace: kserve-ci-e2e-test resourceVersion: "17478" uid: 7df8a35d-21e0-4d31-b98b-33dd41c678d4 reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-07-09T18:37:20.875526Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: success-200-isvc-eb3ff-predictor-5f8b9cb959-q42kg namespace: kserve-ci-e2e-test resourceVersion: "26359" uid: f83dc391-abbb-4240-bea5-dc1c707f5925 kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/success-200-isvc-eb3ff-predictor-5f8b9cb959-q42kg to ip-10-0-132-102.ec2.internal metadata: creationTimestamp: "2026-07-09T18:37:20Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-07-09T18:37:20Z" name: success-200-isvc-eb3ff-predictor-5f8b9cb959-q42kg.18c0b2fa60df5f59 namespace: kserve-ci-e2e-test resourceVersion: "26365" uid: b996ba69-22a0-4c05-9af8-0b52c22b8d30 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-58df594cc6-5bn78 source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:37:21Z" involvedObject: apiVersion: v1 kind: Pod name: success-200-isvc-eb3ff-predictor-5f8b9cb959-q42kg namespace: kserve-ci-e2e-test resourceVersion: "26375" uid: f83dc391-abbb-4240-bea5-dc1c707f5925 kind: Event lastTimestamp: "2026-07-09T18:37:21Z" message: Add eth0 [10.132.0.45/23] from ovn-kubernetes metadata: creationTimestamp: "2026-07-09T18:37:21Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-07-09T18:37:21Z" name: success-200-isvc-eb3ff-predictor-5f8b9cb959-q42kg.18c0b2fa7b594efb namespace: kserve-ci-e2e-test resourceVersion: "26408" uid: 7c0c59d4-3dd1-4215-98ec-931f4207e7da reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:37:21Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-eb3ff-predictor-5f8b9cb959-q42kg namespace: kserve-ci-e2e-test resourceVersion: "26362" uid: f83dc391-abbb-4240-bea5-dc1c707f5925 kind: Event lastTimestamp: "2026-07-09T18:37:21Z" message: Container image "quay.io/opendatahub/success-200-isvc:odh-pr-1717" already present on machine metadata: creationTimestamp: "2026-07-09T18:37:21Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:37:21Z" name: success-200-isvc-eb3ff-predictor-5f8b9cb959-q42kg.18c0b2fa7cdac36c namespace: kserve-ci-e2e-test resourceVersion: "26410" uid: 12ef3e7e-33ab-4e30-a8b8-a6967b606051 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-132-102.ec2.internal source: component: kubelet host: ip-10-0-132-102.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:37:21Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-eb3ff-predictor-5f8b9cb959-q42kg namespace: kserve-ci-e2e-test resourceVersion: "26362" uid: f83dc391-abbb-4240-bea5-dc1c707f5925 kind: Event lastTimestamp: "2026-07-09T18:37:21Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-07-09T18:37:21Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:37:21Z" name: success-200-isvc-eb3ff-predictor-5f8b9cb959-q42kg.18c0b2fa80413ee5 namespace: kserve-ci-e2e-test resourceVersion: "26412" uid: ead714e2-5adb-4db5-94b2-9c99944b3930 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-132-102.ec2.internal source: component: kubelet host: ip-10-0-132-102.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:37:21Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-eb3ff-predictor-5f8b9cb959-q42kg namespace: kserve-ci-e2e-test resourceVersion: "26362" uid: f83dc391-abbb-4240-bea5-dc1c707f5925 kind: Event lastTimestamp: "2026-07-09T18:37:21Z" message: Started container kserve-container metadata: creationTimestamp: "2026-07-09T18:37:21Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:37:21Z" name: success-200-isvc-eb3ff-predictor-5f8b9cb959-q42kg.18c0b2fa80b2d041 namespace: kserve-ci-e2e-test resourceVersion: "26413" uid: 5d6723e8-ee2c-474d-aaaa-83a7b0dac95b reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-132-102.ec2.internal source: component: kubelet host: ip-10-0-132-102.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:37:21Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-eb3ff-predictor-5f8b9cb959-q42kg namespace: kserve-ci-e2e-test resourceVersion: "26362" uid: f83dc391-abbb-4240-bea5-dc1c707f5925 kind: Event lastTimestamp: "2026-07-09T18:37:21Z" message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine metadata: creationTimestamp: "2026-07-09T18:37:21Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:37:21Z" name: success-200-isvc-eb3ff-predictor-5f8b9cb959-q42kg.18c0b2fa80bc30e8 namespace: kserve-ci-e2e-test resourceVersion: "26414" uid: ddaf7326-e0a3-4899-9636-bc16dcd65383 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-132-102.ec2.internal source: component: kubelet host: ip-10-0-132-102.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:37:21Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-eb3ff-predictor-5f8b9cb959-q42kg namespace: kserve-ci-e2e-test resourceVersion: "26362" uid: f83dc391-abbb-4240-bea5-dc1c707f5925 kind: Event lastTimestamp: "2026-07-09T18:37:21Z" message: 'Created container: kube-rbac-proxy' metadata: creationTimestamp: "2026-07-09T18:37:21Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:37:21Z" name: success-200-isvc-eb3ff-predictor-5f8b9cb959-q42kg.18c0b2fa835f0a03 namespace: kserve-ci-e2e-test resourceVersion: "26415" uid: ff57239c-aec0-45b7-a87c-85035eada5a2 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-132-102.ec2.internal source: component: kubelet host: ip-10-0-132-102.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:37:21Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-eb3ff-predictor-5f8b9cb959-q42kg namespace: kserve-ci-e2e-test resourceVersion: "26362" uid: f83dc391-abbb-4240-bea5-dc1c707f5925 kind: Event lastTimestamp: "2026-07-09T18:37:21Z" message: Started container kube-rbac-proxy metadata: creationTimestamp: "2026-07-09T18:37:21Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:37:21Z" name: success-200-isvc-eb3ff-predictor-5f8b9cb959-q42kg.18c0b2fa83cc3a3b namespace: kserve-ci-e2e-test resourceVersion: "26416" uid: de9a102b-0d6e-41b4-8cfd-de5cc33f0bd9 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-132-102.ec2.internal source: component: kubelet host: ip-10-0-132-102.ec2.internal type: Normal - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-07-09T18:37:22Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-eb3ff-predictor-5f8b9cb959-q42kg namespace: kserve-ci-e2e-test resourceVersion: "26362" uid: f83dc391-abbb-4240-bea5-dc1c707f5925 kind: Event lastTimestamp: "2026-07-09T18:37:58Z" message: 'Readiness probe failed: dial tcp 10.132.0.45:8080: connect: connection refused' metadata: creationTimestamp: "2026-07-09T18:37:22Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:37:58Z" name: success-200-isvc-eb3ff-predictor-5f8b9cb959-q42kg.18c0b2fad58e5381 namespace: kserve-ci-e2e-test resourceVersion: "26852" uid: b8f44976-3132-48c1-83ce-45851d86da14 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-132-102.ec2.internal source: component: kubelet host: ip-10-0-132-102.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:38:31Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-eb3ff-predictor-5f8b9cb959-q42kg namespace: kserve-ci-e2e-test resourceVersion: "26362" uid: f83dc391-abbb-4240-bea5-dc1c707f5925 kind: Event lastTimestamp: "2026-07-09T18:38:31Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-07-09T18:38:31Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:38:31Z" name: success-200-isvc-eb3ff-predictor-5f8b9cb959-q42kg.18c0b30ac2404fe2 namespace: kserve-ci-e2e-test resourceVersion: "27215" uid: 26b3e5e6-04e5-4d51-b9fb-d6daf68f9878 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-132-102.ec2.internal source: component: kubelet host: ip-10-0-132-102.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:38:31Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-eb3ff-predictor-5f8b9cb959-q42kg namespace: kserve-ci-e2e-test resourceVersion: "26362" uid: f83dc391-abbb-4240-bea5-dc1c707f5925 kind: Event lastTimestamp: "2026-07-09T18:38:31Z" message: Stopping container kube-rbac-proxy metadata: creationTimestamp: "2026-07-09T18:38:31Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:38:31Z" name: success-200-isvc-eb3ff-predictor-5f8b9cb959-q42kg.18c0b30ac2411618 namespace: kserve-ci-e2e-test resourceVersion: "27216" uid: a21bdbc5-d20a-4867-9548-2997d6d1d5ab reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-132-102.ec2.internal source: component: kubelet host: ip-10-0-132-102.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:38:33Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-eb3ff-predictor-5f8b9cb959-q42kg namespace: kserve-ci-e2e-test resourceVersion: "26362" uid: f83dc391-abbb-4240-bea5-dc1c707f5925 kind: Event lastTimestamp: "2026-07-09T18:38:33Z" message: 'Readiness probe failed: Get "https://10.132.0.45:8643/healthz": dial tcp 10.132.0.45:8643: connect: connection refused' metadata: creationTimestamp: "2026-07-09T18:38:33Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:38:33Z" name: success-200-isvc-eb3ff-predictor-5f8b9cb959-q42kg.18c0b30b5dc08480 namespace: kserve-ci-e2e-test resourceVersion: "27347" uid: f193c6c4-042f-44dd-8ac4-9067e4652eb4 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-132-102.ec2.internal source: component: kubelet host: ip-10-0-132-102.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:37:20Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: success-200-isvc-eb3ff-predictor-5f8b9cb959 namespace: kserve-ci-e2e-test resourceVersion: "26333" uid: 9e74ae1f-c7d1-4eaf-a1f1-041ca38d3c2e kind: Event lastTimestamp: "2026-07-09T18:37:20Z" message: 'Created pod: success-200-isvc-eb3ff-predictor-5f8b9cb959-q42kg' metadata: creationTimestamp: "2026-07-09T18:37:20Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-09T18:37:20Z" name: success-200-isvc-eb3ff-predictor-5f8b9cb959.18c0b2fa607c4bd2 namespace: kserve-ci-e2e-test resourceVersion: "26361" uid: 85755c0a-ba24-496c-88c3-be618edd0613 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:37:20Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: success-200-isvc-eb3ff-predictor namespace: kserve-ci-e2e-test resourceVersion: "26330" uid: 1edb4f02-830f-4d4b-946c-809c7a21d51a kind: Event lastTimestamp: "2026-07-09T18:37:20Z" message: Scaled up replica set success-200-isvc-eb3ff-predictor-5f8b9cb959 from 0 to 1 metadata: creationTimestamp: "2026-07-09T18:37:20Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-09T18:37:20Z" name: success-200-isvc-eb3ff-predictor.18c0b2fa5c564e69 namespace: kserve-ci-e2e-test resourceVersion: "26337" uid: 45489171-6bc8-4644-a6f4-377f3cad5b97 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:37:35Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-eb3ff-predictor namespace: kserve-ci-e2e-test resourceVersion: "26332" uid: 7e5f22bb-6668-4acb-bf30-3cbb4293d0de kind: Event lastTimestamp: "2026-07-09T18:37:35Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-07-09T18:37:35Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-09T18:37:35Z" name: success-200-isvc-eb3ff-predictor.18c0b2fddb22295e namespace: kserve-ci-e2e-test resourceVersion: "26541" uid: 5ffc4210-dc65-4f69-a4a7-280a901aba40 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:37:35Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-eb3ff-predictor namespace: kserve-ci-e2e-test resourceVersion: "26332" uid: 7e5f22bb-6668-4acb-bf30-3cbb4293d0de kind: Event lastTimestamp: "2026-07-09T18:37:35Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-07-09T18:37:35Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-09T18:37:35Z" name: success-200-isvc-eb3ff-predictor.18c0b2fddb8bce09 namespace: kserve-ci-e2e-test resourceVersion: "26543" uid: 6c22357c-3ef0-411f-8514-c52a84c76d27 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-07-09T18:37:50Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-eb3ff-predictor namespace: kserve-ci-e2e-test resourceVersion: "26542" uid: 7e5f22bb-6668-4acb-bf30-3cbb4293d0de kind: Event lastTimestamp: "2026-07-09T18:38:20Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-07-09T18:37:50Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-09T18:38:20Z" name: success-200-isvc-eb3ff-predictor.18c0b3015a551172 namespace: kserve-ci-e2e-test resourceVersion: "27060" uid: df17c588-6ed1-4a15-a73f-5f2c0e3313ec reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-07-09T18:37:50Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-eb3ff-predictor namespace: kserve-ci-e2e-test resourceVersion: "26542" uid: 7e5f22bb-6668-4acb-bf30-3cbb4293d0de kind: Event lastTimestamp: "2026-07-09T18:38:20Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-07-09T18:37:50Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-09T18:38:20Z" name: success-200-isvc-eb3ff-predictor.18c0b3015ab1f57f namespace: kserve-ci-e2e-test resourceVersion: "27061" uid: 30ecc453-366a-4920-8706-6c24c0b82fe5 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-07-09T18:37:20Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-eb3ff namespace: kserve-ci-e2e-test resourceVersion: "26312" uid: 752975d9-5ddb-4e34-be9f-a637bd63c262 kind: Event lastTimestamp: "2026-07-09T18:38:08Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-07-09T18:37:20Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-09T18:38:08Z" name: success-200-isvc-eb3ff.18c0b2fa5c544f73 namespace: kserve-ci-e2e-test resourceVersion: "26954" uid: d7496a64-ba5b-4390-a199-dcb5e0d82402 reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:38:08Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-eb3ff namespace: kserve-ci-e2e-test resourceVersion: "26952" uid: 752975d9-5ddb-4e34-be9f-a637bd63c262 kind: Event lastTimestamp: "2026-07-09T18:38:08Z" message: InferenceService [success-200-isvc-eb3ff] is Ready metadata: creationTimestamp: "2026-07-09T18:38:08Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-09T18:38:08Z" name: success-200-isvc-eb3ff.18c0b305908fd61e namespace: kserve-ci-e2e-test resourceVersion: "26953" uid: b15d1e66-073f-4a8d-a4a6-e9e5552fa774 reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-07-09T18:28:06.107319Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: success-200-isvc-f76a1-predictor-79d744db9c-fsz5s namespace: kserve-ci-e2e-test resourceVersion: "21720" uid: e8b781ef-c13f-4c4d-9b0b-99d97012f6fe kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/success-200-isvc-f76a1-predictor-79d744db9c-fsz5s to ip-10-0-132-102.ec2.internal metadata: creationTimestamp: "2026-07-09T18:28:06Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-07-09T18:28:06Z" name: success-200-isvc-f76a1-predictor-79d744db9c-fsz5s.18c0b279361c5173 namespace: kserve-ci-e2e-test resourceVersion: "21725" uid: e4ddb7c2-cdba-43f8-8411-45ec30c64ce8 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-58df594cc6-5bn78 source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:28:06Z" involvedObject: apiVersion: v1 kind: Pod name: success-200-isvc-f76a1-predictor-79d744db9c-fsz5s namespace: kserve-ci-e2e-test resourceVersion: "21731" uid: e8b781ef-c13f-4c4d-9b0b-99d97012f6fe kind: Event lastTimestamp: "2026-07-09T18:28:06Z" message: Add eth0 [10.132.0.43/23] from ovn-kubernetes metadata: creationTimestamp: "2026-07-09T18:28:06Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-07-09T18:28:06Z" name: success-200-isvc-f76a1-predictor-79d744db9c-fsz5s.18c0b27951df4358 namespace: kserve-ci-e2e-test resourceVersion: "21770" uid: 96fedaaf-ae74-4ebe-8bbb-fa4f649d3611 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:28:06Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-f76a1-predictor-79d744db9c-fsz5s namespace: kserve-ci-e2e-test resourceVersion: "21722" uid: e8b781ef-c13f-4c4d-9b0b-99d97012f6fe kind: Event lastTimestamp: "2026-07-09T18:28:06Z" message: Container image "quay.io/opendatahub/success-200-isvc:odh-pr-1717" already present on machine metadata: creationTimestamp: "2026-07-09T18:28:06Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:28:06Z" name: success-200-isvc-f76a1-predictor-79d744db9c-fsz5s.18c0b27953c3fe1e namespace: kserve-ci-e2e-test resourceVersion: "21774" uid: a76d9bb2-06ca-4c3a-bf1e-27163170c075 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-132-102.ec2.internal source: component: kubelet host: ip-10-0-132-102.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:28:06Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-f76a1-predictor-79d744db9c-fsz5s namespace: kserve-ci-e2e-test resourceVersion: "21722" uid: e8b781ef-c13f-4c4d-9b0b-99d97012f6fe kind: Event lastTimestamp: "2026-07-09T18:28:06Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-07-09T18:28:06Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:28:06Z" name: success-200-isvc-f76a1-predictor-79d744db9c-fsz5s.18c0b27957b4a118 namespace: kserve-ci-e2e-test resourceVersion: "21776" uid: 145588f7-4cb1-4088-95e2-9a02a58dd4d7 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-132-102.ec2.internal source: component: kubelet host: ip-10-0-132-102.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:28:06Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-f76a1-predictor-79d744db9c-fsz5s namespace: kserve-ci-e2e-test resourceVersion: "21722" uid: e8b781ef-c13f-4c4d-9b0b-99d97012f6fe kind: Event lastTimestamp: "2026-07-09T18:28:06Z" message: Started container kserve-container metadata: creationTimestamp: "2026-07-09T18:28:06Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:28:06Z" name: success-200-isvc-f76a1-predictor-79d744db9c-fsz5s.18c0b279582d6845 namespace: kserve-ci-e2e-test resourceVersion: "21777" uid: 312541df-6e47-49fb-b2ad-2e4df8a5a1de reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-132-102.ec2.internal source: component: kubelet host: ip-10-0-132-102.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:28:06Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-f76a1-predictor-79d744db9c-fsz5s namespace: kserve-ci-e2e-test resourceVersion: "21722" uid: e8b781ef-c13f-4c4d-9b0b-99d97012f6fe kind: Event lastTimestamp: "2026-07-09T18:28:06Z" message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine metadata: creationTimestamp: "2026-07-09T18:28:06Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:28:06Z" name: success-200-isvc-f76a1-predictor-79d744db9c-fsz5s.18c0b27958386864 namespace: kserve-ci-e2e-test resourceVersion: "21778" uid: ef05d9a2-0a0a-433f-a319-6591bf4bf4ef reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-132-102.ec2.internal source: component: kubelet host: ip-10-0-132-102.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:28:06Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-f76a1-predictor-79d744db9c-fsz5s namespace: kserve-ci-e2e-test resourceVersion: "21722" uid: e8b781ef-c13f-4c4d-9b0b-99d97012f6fe kind: Event lastTimestamp: "2026-07-09T18:28:06Z" message: 'Created container: kube-rbac-proxy' metadata: creationTimestamp: "2026-07-09T18:28:06Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:28:06Z" name: success-200-isvc-f76a1-predictor-79d744db9c-fsz5s.18c0b2795ba00881 namespace: kserve-ci-e2e-test resourceVersion: "21779" uid: 989ac9e5-f8c4-42b2-a737-87f55c581206 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-132-102.ec2.internal source: component: kubelet host: ip-10-0-132-102.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:28:06Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-f76a1-predictor-79d744db9c-fsz5s namespace: kserve-ci-e2e-test resourceVersion: "21722" uid: e8b781ef-c13f-4c4d-9b0b-99d97012f6fe kind: Event lastTimestamp: "2026-07-09T18:28:06Z" message: Started container kube-rbac-proxy metadata: creationTimestamp: "2026-07-09T18:28:06Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:28:06Z" name: success-200-isvc-f76a1-predictor-79d744db9c-fsz5s.18c0b2795c160300 namespace: kserve-ci-e2e-test resourceVersion: "21780" uid: 5e407e67-c692-4aa3-89d1-c7b459a9e988 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-132-102.ec2.internal source: component: kubelet host: ip-10-0-132-102.ec2.internal type: Normal - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-07-09T18:28:08Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-f76a1-predictor-79d744db9c-fsz5s namespace: kserve-ci-e2e-test resourceVersion: "21722" uid: e8b781ef-c13f-4c4d-9b0b-99d97012f6fe kind: Event lastTimestamp: "2026-07-09T18:28:44Z" message: 'Readiness probe failed: dial tcp 10.132.0.43:8080: connect: connection refused' metadata: creationTimestamp: "2026-07-09T18:28:08Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:28:44Z" name: success-200-isvc-f76a1-predictor-79d744db9c-fsz5s.18c0b279ad3012d7 namespace: kserve-ci-e2e-test resourceVersion: "22301" uid: c25abfc4-42d3-4e0d-81bb-7e9e20ab4bb7 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-132-102.ec2.internal source: component: kubelet host: ip-10-0-132-102.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:37:20Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-f76a1-predictor-79d744db9c-fsz5s namespace: kserve-ci-e2e-test resourceVersion: "21722" uid: e8b781ef-c13f-4c4d-9b0b-99d97012f6fe kind: Event lastTimestamp: "2026-07-09T18:37:20Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-07-09T18:37:20Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:37:20Z" name: success-200-isvc-f76a1-predictor-79d744db9c-fsz5s.18c0b2fa5b75197c namespace: kserve-ci-e2e-test resourceVersion: "26331" uid: 19452d36-d782-4e92-b982-0a66ab4a17ac reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-132-102.ec2.internal source: component: kubelet host: ip-10-0-132-102.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:37:20Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-f76a1-predictor-79d744db9c-fsz5s namespace: kserve-ci-e2e-test resourceVersion: "21722" uid: e8b781ef-c13f-4c4d-9b0b-99d97012f6fe kind: Event lastTimestamp: "2026-07-09T18:37:20Z" message: Stopping container kube-rbac-proxy metadata: creationTimestamp: "2026-07-09T18:37:20Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:37:20Z" name: success-200-isvc-f76a1-predictor-79d744db9c-fsz5s.18c0b2fa5b75bf46 namespace: kserve-ci-e2e-test resourceVersion: "26334" uid: 703acc11-3b28-45f6-afce-57c968240226 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-132-102.ec2.internal source: component: kubelet host: ip-10-0-132-102.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:28:06Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: success-200-isvc-f76a1-predictor-79d744db9c namespace: kserve-ci-e2e-test resourceVersion: "21711" uid: 3e0b039a-3b42-4c02-a18d-5a2616e2cbb4 kind: Event lastTimestamp: "2026-07-09T18:28:06Z" message: 'Created pod: success-200-isvc-f76a1-predictor-79d744db9c-fsz5s' metadata: creationTimestamp: "2026-07-09T18:28:06Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-09T18:28:06Z" name: success-200-isvc-f76a1-predictor-79d744db9c.18c0b27935b19b91 namespace: kserve-ci-e2e-test resourceVersion: "21723" uid: 610cb5ef-054b-469f-9828-2605b47e9b1a reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:28:06Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: success-200-isvc-f76a1-predictor namespace: kserve-ci-e2e-test resourceVersion: "21707" uid: 4cbf05ae-975f-4f29-8a79-dd3ba4d28f15 kind: Event lastTimestamp: "2026-07-09T18:28:06Z" message: Scaled up replica set success-200-isvc-f76a1-predictor-79d744db9c from 0 to 1 metadata: creationTimestamp: "2026-07-09T18:28:06Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-09T18:28:06Z" name: success-200-isvc-f76a1-predictor.18c0b2793361e174 namespace: kserve-ci-e2e-test resourceVersion: "21713" uid: 4b775123-af90-4cca-87b3-0971a0070307 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-07-09T18:28:21Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-f76a1-predictor namespace: kserve-ci-e2e-test resourceVersion: "21710" uid: 7a204650-fe9d-407c-9768-d02c11134746 kind: Event lastTimestamp: "2026-07-09T18:28:51Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-07-09T18:28:21Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-09T18:28:51Z" name: success-200-isvc-f76a1-predictor.18c0b27cb1fd5217 namespace: kserve-ci-e2e-test resourceVersion: "22368" uid: 779eeee2-4d98-43a0-a339-039b88994e82 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-07-09T18:28:21Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-f76a1-predictor namespace: kserve-ci-e2e-test resourceVersion: "21710" uid: 7a204650-fe9d-407c-9768-d02c11134746 kind: Event lastTimestamp: "2026-07-09T18:28:51Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-07-09T18:28:21Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-09T18:28:51Z" name: success-200-isvc-f76a1-predictor.18c0b27cb272d8c9 namespace: kserve-ci-e2e-test resourceVersion: "22369" uid: daf0ca6a-228b-4254-8013-5afd860f7fdf reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-07-09T18:29:06Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-f76a1-predictor namespace: kserve-ci-e2e-test resourceVersion: "21941" uid: 7a204650-fe9d-407c-9768-d02c11134746 kind: Event lastTimestamp: "2026-07-09T18:29:21Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-07-09T18:29:06Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-09T18:29:21Z" name: success-200-isvc-f76a1-predictor.18c0b2872ff82f37 namespace: kserve-ci-e2e-test resourceVersion: "22664" uid: 038bfdde-7101-4342-95b8-5350d163115f reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-07-09T18:29:06Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-f76a1-predictor namespace: kserve-ci-e2e-test resourceVersion: "21941" uid: 7a204650-fe9d-407c-9768-d02c11134746 kind: Event lastTimestamp: "2026-07-09T18:29:21Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-07-09T18:29:06Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-09T18:29:21Z" name: success-200-isvc-f76a1-predictor.18c0b287308cf559 namespace: kserve-ci-e2e-test resourceVersion: "22665" uid: 681264f5-d1a1-40f1-883c-a721d9055e31 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 5 eventTime: null firstTimestamp: "2026-07-09T18:28:06Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-f76a1 namespace: kserve-ci-e2e-test resourceVersion: "21684" uid: b4317283-51be-4dbe-90ac-f33c32a26526 kind: Event lastTimestamp: "2026-07-09T18:28:54Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-07-09T18:28:06Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-09T18:28:54Z" name: success-200-isvc-f76a1.18c0b2793365aa28 namespace: kserve-ci-e2e-test resourceVersion: "22399" uid: 0a199506-3d2a-453a-80a8-864bd13bbf83 reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:28:06Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-f76a1 namespace: kserve-ci-e2e-test resourceVersion: "21684" uid: b4317283-51be-4dbe-90ac-f33c32a26526 kind: Event lastTimestamp: "2026-07-09T18:28:06Z" message: 'Failed to update status for InferenceService "success-200-isvc-f76a1": Operation cannot be fulfilled on inferenceservices.serving.kserve.io "success-200-isvc-f76a1": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-07-09T18:28:06Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-09T18:28:06Z" name: success-200-isvc-f76a1.18c0b27933f5a12c namespace: kserve-ci-e2e-test resourceVersion: "21716" uid: 1b019e79-2c6e-4ed9-8edb-f262b3b4d244 reason: UpdateFailed reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:28:06Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-f76a1 namespace: kserve-ci-e2e-test resourceVersion: "21684" uid: b4317283-51be-4dbe-90ac-f33c32a26526 kind: Event lastTimestamp: "2026-07-09T18:28:06Z" message: 'fails to update InferenceService status: Operation cannot be fulfilled on inferenceservices.serving.kserve.io "success-200-isvc-f76a1": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-07-09T18:28:06Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-09T18:28:06Z" name: success-200-isvc-f76a1.18c0b27933f5fe26 namespace: kserve-ci-e2e-test resourceVersion: "21717" uid: 9471fd8c-8502-4dec-86cb-9a927ff66264 reason: InternalError reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:28:54Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-f76a1 namespace: kserve-ci-e2e-test resourceVersion: "22397" uid: b4317283-51be-4dbe-90ac-f33c32a26526 kind: Event lastTimestamp: "2026-07-09T18:28:54Z" message: InferenceService [success-200-isvc-f76a1] is Ready metadata: creationTimestamp: "2026-07-09T18:28:54Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-09T18:28:54Z" name: success-200-isvc-f76a1.18c0b28469490957 namespace: kserve-ci-e2e-test resourceVersion: "22398" uid: 66268b09-98c7-4e7e-9fb0-c28e6b9f2f39 reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-07-09T18:18:40.917551Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: switch-graph-2a7bf-59d54ccb5d-7s4cj namespace: kserve-ci-e2e-test resourceVersion: "17261" uid: 04243aba-085d-469a-938c-db9675cc3ab5 kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/switch-graph-2a7bf-59d54ccb5d-7s4cj to ip-10-0-140-234.ec2.internal metadata: creationTimestamp: "2026-07-09T18:18:40Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-07-09T18:18:40Z" name: switch-graph-2a7bf-59d54ccb5d-7s4cj.18c0b1f59e2cd745 namespace: kserve-ci-e2e-test resourceVersion: "17266" uid: 4b6fd894-71c5-4f9f-bebd-ec7a696e5eb5 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-58df594cc6-5bn78 source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:18:41Z" involvedObject: apiVersion: v1 kind: Pod name: switch-graph-2a7bf-59d54ccb5d-7s4cj namespace: kserve-ci-e2e-test resourceVersion: "17262" uid: 04243aba-085d-469a-938c-db9675cc3ab5 kind: Event lastTimestamp: "2026-07-09T18:18:41Z" message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "switch-graph-2a7bf-serving-cert" not found' metadata: creationTimestamp: "2026-07-09T18:18:41Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:18:41Z" name: switch-graph-2a7bf-59d54ccb5d-7s4cj.18c0b1f5a74485fc namespace: kserve-ci-e2e-test resourceVersion: "17280" uid: 86969d6a-428b-4770-aa51-c0dfd41f03d6 reason: FailedMount reportingComponent: kubelet reportingInstance: ip-10-0-140-234.ec2.internal source: component: kubelet host: ip-10-0-140-234.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:18:41Z" involvedObject: apiVersion: v1 kind: Pod name: switch-graph-2a7bf-59d54ccb5d-7s4cj namespace: kserve-ci-e2e-test resourceVersion: "17272" uid: 04243aba-085d-469a-938c-db9675cc3ab5 kind: Event lastTimestamp: "2026-07-09T18:18:41Z" message: Add eth0 [10.133.0.22/23] from ovn-kubernetes metadata: creationTimestamp: "2026-07-09T18:18:41Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-07-09T18:18:41Z" name: switch-graph-2a7bf-59d54ccb5d-7s4cj.18c0b1f5db312e76 namespace: kserve-ci-e2e-test resourceVersion: "17287" uid: 0404492b-ba29-46ea-8b4a-183777ac1f1d reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:18:41Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{switch-graph-2a7bf} kind: Pod name: switch-graph-2a7bf-59d54ccb5d-7s4cj namespace: kserve-ci-e2e-test resourceVersion: "17262" uid: 04243aba-085d-469a-938c-db9675cc3ab5 kind: Event lastTimestamp: "2026-07-09T18:18:41Z" message: Container image "quay.io/opendatahub/kserve-router@sha256:e73cf00d90f73d1d01a06b6ae2314be097a351767b51977a258bb8a2a00529db" already present on machine metadata: creationTimestamp: "2026-07-09T18:18:41Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:18:41Z" name: switch-graph-2a7bf-59d54ccb5d-7s4cj.18c0b1f5dc9e831a namespace: kserve-ci-e2e-test resourceVersion: "17289" uid: c0f4fc8d-45c9-47b6-b594-eef68cb92c53 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-140-234.ec2.internal source: component: kubelet host: ip-10-0-140-234.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:18:42Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{switch-graph-2a7bf} kind: Pod name: switch-graph-2a7bf-59d54ccb5d-7s4cj namespace: kserve-ci-e2e-test resourceVersion: "17262" uid: 04243aba-085d-469a-938c-db9675cc3ab5 kind: Event lastTimestamp: "2026-07-09T18:18:42Z" message: 'Created container: switch-graph-2a7bf' metadata: creationTimestamp: "2026-07-09T18:18:42Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:18:42Z" name: switch-graph-2a7bf-59d54ccb5d-7s4cj.18c0b1f5df525177 namespace: kserve-ci-e2e-test resourceVersion: "17290" uid: 016823c6-dd5a-42fa-a59d-cec6b0a3fc86 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-140-234.ec2.internal source: component: kubelet host: ip-10-0-140-234.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:18:42Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{switch-graph-2a7bf} kind: Pod name: switch-graph-2a7bf-59d54ccb5d-7s4cj namespace: kserve-ci-e2e-test resourceVersion: "17262" uid: 04243aba-085d-469a-938c-db9675cc3ab5 kind: Event lastTimestamp: "2026-07-09T18:18:42Z" message: Started container switch-graph-2a7bf metadata: creationTimestamp: "2026-07-09T18:18:42Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:18:42Z" name: switch-graph-2a7bf-59d54ccb5d-7s4cj.18c0b1f5dfc48bc9 namespace: kserve-ci-e2e-test resourceVersion: "17291" uid: 34b6e071-d3e8-4d59-8544-31815e008439 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-140-234.ec2.internal source: component: kubelet host: ip-10-0-140-234.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:26:55Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{switch-graph-2a7bf} kind: Pod name: switch-graph-2a7bf-59d54ccb5d-7s4cj namespace: kserve-ci-e2e-test resourceVersion: "17262" uid: 04243aba-085d-469a-938c-db9675cc3ab5 kind: Event lastTimestamp: "2026-07-09T18:26:55Z" message: Stopping container switch-graph-2a7bf metadata: creationTimestamp: "2026-07-09T18:26:55Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:26:55Z" name: switch-graph-2a7bf-59d54ccb5d-7s4cj.18c0b268c665ca41 namespace: kserve-ci-e2e-test resourceVersion: "20768" uid: 9679505c-766c-46de-9f2d-cad306719eda reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-140-234.ec2.internal source: component: kubelet host: ip-10-0-140-234.ec2.internal type: Normal - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-07-09T18:26:58Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{switch-graph-2a7bf} kind: Pod name: switch-graph-2a7bf-59d54ccb5d-7s4cj namespace: kserve-ci-e2e-test resourceVersion: "17262" uid: 04243aba-085d-469a-938c-db9675cc3ab5 kind: Event lastTimestamp: "2026-07-09T18:27:23Z" message: 'Readiness probe failed: HTTP probe failed with statuscode: 503' metadata: creationTimestamp: "2026-07-09T18:26:58Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:27:23Z" name: switch-graph-2a7bf-59d54ccb5d-7s4cj.18c0b26967e59019 namespace: kserve-ci-e2e-test resourceVersion: "21109" uid: adef4bfa-833d-4845-989b-a81cb5cd1e88 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-140-234.ec2.internal source: component: kubelet host: ip-10-0-140-234.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:18:40Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: switch-graph-2a7bf-59d54ccb5d namespace: kserve-ci-e2e-test resourceVersion: "17257" uid: ed416696-0360-47a3-8867-d63d51f9f4cf kind: Event lastTimestamp: "2026-07-09T18:18:40Z" message: 'Created pod: switch-graph-2a7bf-59d54ccb5d-7s4cj' metadata: creationTimestamp: "2026-07-09T18:18:40Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-09T18:18:40Z" name: switch-graph-2a7bf-59d54ccb5d.18c0b1f59dce291f namespace: kserve-ci-e2e-test resourceVersion: "17263" uid: a3c45a34-c3a4-427e-bc13-d89cf9214134 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:18:40Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: switch-graph-2a7bf namespace: kserve-ci-e2e-test resourceVersion: "17255" uid: ba341970-c418-48b0-aab5-2ad67c1f1ae3 kind: Event lastTimestamp: "2026-07-09T18:18:40Z" message: Scaled up replica set switch-graph-2a7bf-59d54ccb5d from 0 to 1 metadata: creationTimestamp: "2026-07-09T18:18:40Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-09T18:18:40Z" name: switch-graph-2a7bf.18c0b1f59d0b5152 namespace: kserve-ci-e2e-test resourceVersion: "17258" uid: 265c5a47-4b16-43a8-83c3-6620e87b644d reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:18:40Z" involvedObject: apiVersion: serving.kserve.io/v1alpha1 kind: InferenceGraph name: switch-graph-2a7bf namespace: kserve-ci-e2e-test resourceVersion: "17276" uid: 5b3ce015-5499-49a3-8d45-d7237bddb6ef kind: Event lastTimestamp: "2026-07-09T18:18:40Z" message: InferenceGraph [switch-graph-2a7bf] is Ready metadata: creationTimestamp: "2026-07-09T18:18:41Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-09T18:18:41Z" name: switch-graph-2a7bf.18c0b1f5a316c474 namespace: kserve-ci-e2e-test resourceVersion: "17278" uid: 642f0f54-bc8f-41f7-ac4a-ac012f9744d4 reason: InferenceGraphReady reportingComponent: InferenceGraphController reportingInstance: "" source: component: InferenceGraphController type: Normal - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-07-09T18:18:55Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: switch-graph-2a7bf namespace: kserve-ci-e2e-test resourceVersion: "17256" uid: 09bebc90-63d7-4089-9ee3-b01c837797e2 kind: Event lastTimestamp: "2026-07-09T18:19:25Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-07-09T18:18:55Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-09T18:19:25Z" name: switch-graph-2a7bf.18c0b1f91b6a7b4a namespace: kserve-ci-e2e-test resourceVersion: "17685" uid: 0ece0142-436b-49ca-b56b-c2e6766c3f16 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-07-09T18:18:55Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: switch-graph-2a7bf namespace: kserve-ci-e2e-test resourceVersion: "17256" uid: 09bebc90-63d7-4089-9ee3-b01c837797e2 kind: Event lastTimestamp: "2026-07-09T18:19:25Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-07-09T18:18:55Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-09T18:19:25Z" name: switch-graph-2a7bf.18c0b1f91bc6708f namespace: kserve-ci-e2e-test resourceVersion: "17686" uid: d58681f7-c2a5-4be3-9e35-6b3d26fc0222 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - action: Binding apiVersion: v1 eventTime: "2026-07-09T18:38:57.193719Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: switch-graph-bed12-6b95d5d48d-2cr4g namespace: kserve-ci-e2e-test resourceVersion: "27569" uid: c1a61844-b49a-4201-9f66-9d82ce78a5b3 kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/switch-graph-bed12-6b95d5d48d-2cr4g to ip-10-0-140-234.ec2.internal metadata: creationTimestamp: "2026-07-09T18:38:57Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-07-09T18:38:57Z" name: switch-graph-bed12-6b95d5d48d-2cr4g.18c0b310cde249aa namespace: kserve-ci-e2e-test resourceVersion: "27574" uid: d096de30-c658-4d7f-92bb-30e5ee948231 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-58df594cc6-5bn78 source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:38:57Z" involvedObject: apiVersion: v1 kind: Pod name: switch-graph-bed12-6b95d5d48d-2cr4g namespace: kserve-ci-e2e-test resourceVersion: "27571" uid: c1a61844-b49a-4201-9f66-9d82ce78a5b3 kind: Event lastTimestamp: "2026-07-09T18:38:57Z" message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "switch-graph-bed12-serving-cert" not found' metadata: creationTimestamp: "2026-07-09T18:38:57Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:38:57Z" name: switch-graph-bed12-6b95d5d48d-2cr4g.18c0b310de81dbe7 namespace: kserve-ci-e2e-test resourceVersion: "27588" uid: bc98ef84-f93b-4411-87b5-f926e100d711 reason: FailedMount reportingComponent: kubelet reportingInstance: ip-10-0-140-234.ec2.internal source: component: kubelet host: ip-10-0-140-234.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:38:58Z" involvedObject: apiVersion: v1 kind: Pod name: switch-graph-bed12-6b95d5d48d-2cr4g namespace: kserve-ci-e2e-test resourceVersion: "27578" uid: c1a61844-b49a-4201-9f66-9d82ce78a5b3 kind: Event lastTimestamp: "2026-07-09T18:38:58Z" message: Add eth0 [10.133.0.29/23] from ovn-kubernetes metadata: creationTimestamp: "2026-07-09T18:38:58Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-07-09T18:38:58Z" name: switch-graph-bed12-6b95d5d48d-2cr4g.18c0b3110b0ef603 namespace: kserve-ci-e2e-test resourceVersion: "27594" uid: 770608d4-25d4-4bd7-a03b-4dd20f86029d reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:38:58Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{switch-graph-bed12} kind: Pod name: switch-graph-bed12-6b95d5d48d-2cr4g namespace: kserve-ci-e2e-test resourceVersion: "27571" uid: c1a61844-b49a-4201-9f66-9d82ce78a5b3 kind: Event lastTimestamp: "2026-07-09T18:38:58Z" message: Container image "quay.io/opendatahub/kserve-router@sha256:e73cf00d90f73d1d01a06b6ae2314be097a351767b51977a258bb8a2a00529db" already present on machine metadata: creationTimestamp: "2026-07-09T18:38:58Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:38:58Z" name: switch-graph-bed12-6b95d5d48d-2cr4g.18c0b3110c53cfba namespace: kserve-ci-e2e-test resourceVersion: "27596" uid: 52a464ca-1744-472f-8bc0-958bb5385180 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-140-234.ec2.internal source: component: kubelet host: ip-10-0-140-234.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:38:58Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{switch-graph-bed12} kind: Pod name: switch-graph-bed12-6b95d5d48d-2cr4g namespace: kserve-ci-e2e-test resourceVersion: "27571" uid: c1a61844-b49a-4201-9f66-9d82ce78a5b3 kind: Event lastTimestamp: "2026-07-09T18:38:58Z" message: 'Created container: switch-graph-bed12' metadata: creationTimestamp: "2026-07-09T18:38:58Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:38:58Z" name: switch-graph-bed12-6b95d5d48d-2cr4g.18c0b3110f08407c namespace: kserve-ci-e2e-test resourceVersion: "27598" uid: 8d30db5d-fad4-49cc-90d7-5aee0cd8dd6b reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-140-234.ec2.internal source: component: kubelet host: ip-10-0-140-234.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:38:58Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{switch-graph-bed12} kind: Pod name: switch-graph-bed12-6b95d5d48d-2cr4g namespace: kserve-ci-e2e-test resourceVersion: "27571" uid: c1a61844-b49a-4201-9f66-9d82ce78a5b3 kind: Event lastTimestamp: "2026-07-09T18:38:58Z" message: Started container switch-graph-bed12 metadata: creationTimestamp: "2026-07-09T18:38:58Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:38:58Z" name: switch-graph-bed12-6b95d5d48d-2cr4g.18c0b3110f76c8e2 namespace: kserve-ci-e2e-test resourceVersion: "27599" uid: 9c45f155-9cdb-40d5-ac1d-bef06ab99545 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-140-234.ec2.internal source: component: kubelet host: ip-10-0-140-234.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:55:16Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{switch-graph-bed12} kind: Pod name: switch-graph-bed12-6b95d5d48d-2cr4g namespace: kserve-ci-e2e-test resourceVersion: "27571" uid: c1a61844-b49a-4201-9f66-9d82ce78a5b3 kind: Event lastTimestamp: "2026-07-09T18:55:16Z" message: Stopping container switch-graph-bed12 metadata: creationTimestamp: "2026-07-09T18:55:16Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:55:16Z" name: switch-graph-bed12-6b95d5d48d-2cr4g.18c0b3f4c57578ad namespace: kserve-ci-e2e-test resourceVersion: "34453" uid: 1ad8740b-1b2f-42e5-8c85-6b4053a01534 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-140-234.ec2.internal source: component: kubelet host: ip-10-0-140-234.ec2.internal type: Normal - apiVersion: v1 count: 5 eventTime: null firstTimestamp: "2026-07-09T18:55:19Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{switch-graph-bed12} kind: Pod name: switch-graph-bed12-6b95d5d48d-2cr4g namespace: kserve-ci-e2e-test resourceVersion: "27571" uid: c1a61844-b49a-4201-9f66-9d82ce78a5b3 kind: Event lastTimestamp: "2026-07-09T18:55:39Z" message: 'Readiness probe failed: HTTP probe failed with statuscode: 503' metadata: creationTimestamp: "2026-07-09T18:55:19Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:55:39Z" name: switch-graph-bed12-6b95d5d48d-2cr4g.18c0b3f584f712fa namespace: kserve-ci-e2e-test resourceVersion: "34693" uid: 542b2859-5d51-44b6-9e04-b6f4488f2133 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-140-234.ec2.internal source: component: kubelet host: ip-10-0-140-234.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:38:57Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: switch-graph-bed12-6b95d5d48d namespace: kserve-ci-e2e-test resourceVersion: "27566" uid: f179226e-da42-44f9-a8cc-09de26b02203 kind: Event lastTimestamp: "2026-07-09T18:38:57Z" message: 'Created pod: switch-graph-bed12-6b95d5d48d-2cr4g' metadata: creationTimestamp: "2026-07-09T18:38:57Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-09T18:38:57Z" name: switch-graph-bed12-6b95d5d48d.18c0b310cd6c254d namespace: kserve-ci-e2e-test resourceVersion: "27570" uid: 691f711a-d4dd-4dfa-ad8b-aa561807ff71 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:38:57Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: switch-graph-bed12 namespace: kserve-ci-e2e-test resourceVersion: "27564" uid: c5b45aa6-f663-4c55-a42a-282871dbd561 kind: Event lastTimestamp: "2026-07-09T18:38:57Z" message: Scaled up replica set switch-graph-bed12-6b95d5d48d from 0 to 1 metadata: creationTimestamp: "2026-07-09T18:38:57Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-09T18:38:57Z" name: switch-graph-bed12.18c0b310cca6fb9c namespace: kserve-ci-e2e-test resourceVersion: "27567" uid: 51a69e9d-163c-408a-933a-eb80341c7d15 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:38:57Z" involvedObject: apiVersion: serving.kserve.io/v1alpha1 kind: InferenceGraph name: switch-graph-bed12 namespace: kserve-ci-e2e-test resourceVersion: "27582" uid: a13394d2-734e-445c-aa0e-ac652c4a66d5 kind: Event lastTimestamp: "2026-07-09T18:38:57Z" message: InferenceGraph [switch-graph-bed12] is Ready metadata: creationTimestamp: "2026-07-09T18:38:57Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-09T18:38:57Z" name: switch-graph-bed12.18c0b310d2a44b2f namespace: kserve-ci-e2e-test resourceVersion: "27584" uid: d11fca7d-ba37-42a9-ad21-fbc917ed96a9 reason: InferenceGraphReady reportingComponent: InferenceGraphController reportingInstance: "" source: component: InferenceGraphController type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:39:12Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: switch-graph-bed12 namespace: kserve-ci-e2e-test resourceVersion: "27565" uid: df56712f-0a07-4eae-9dec-444a4c2161c2 kind: Event lastTimestamp: "2026-07-09T18:39:12Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-07-09T18:39:12Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-09T18:39:12Z" name: switch-graph-bed12.18c0b3144ba419e2 namespace: kserve-ci-e2e-test resourceVersion: "27719" uid: 169dd8fb-868d-4ef8-88c5-5a4e0133585f reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:39:12Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: switch-graph-bed12 namespace: kserve-ci-e2e-test resourceVersion: "27565" uid: df56712f-0a07-4eae-9dec-444a4c2161c2 kind: Event lastTimestamp: "2026-07-09T18:39:12Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-07-09T18:39:12Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-09T18:39:12Z" name: switch-graph-bed12.18c0b3144c1ef974 namespace: kserve-ci-e2e-test resourceVersion: "27720" uid: dea7a7e9-b9f7-4398-951e-c12d5b5ae1af reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:39:27Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: switch-graph-bed12 namespace: kserve-ci-e2e-test resourceVersion: "27717" uid: df56712f-0a07-4eae-9dec-444a4c2161c2 kind: Event lastTimestamp: "2026-07-09T18:39:27Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-07-09T18:39:27Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-09T18:39:27Z" name: switch-graph-bed12.18c0b317caabbd8a namespace: kserve-ci-e2e-test resourceVersion: "27850" uid: 16bc0e2e-3898-4b67-8dcb-4266cde7c828 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:39:27Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: switch-graph-bed12 namespace: kserve-ci-e2e-test resourceVersion: "27717" uid: df56712f-0a07-4eae-9dec-444a4c2161c2 kind: Event lastTimestamp: "2026-07-09T18:39:27Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-07-09T18:39:27Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-09T18:39:27Z" name: switch-graph-bed12.18c0b317cb164aa6 namespace: kserve-ci-e2e-test resourceVersion: "27852" uid: 7809b6a3-25af-49d9-8e95-f933c037879d reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - action: Binding apiVersion: v1 eventTime: "2026-07-09T18:17:26.506671Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: switch-graph-db4c0-65d6dcf86-bx2xk namespace: kserve-ci-e2e-test resourceVersion: "16219" uid: dcc6f802-bbd7-4be2-9f01-277246a7e73b kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/switch-graph-db4c0-65d6dcf86-bx2xk to ip-10-0-140-234.ec2.internal metadata: creationTimestamp: "2026-07-09T18:17:26Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-07-09T18:17:26Z" name: switch-graph-db4c0-65d6dcf86-bx2xk.18c0b1e44af0f028 namespace: kserve-ci-e2e-test resourceVersion: "16224" uid: d24b074d-c762-42f3-a35b-26f85ff41ca8 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-58df594cc6-5bn78 source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:17:26Z" involvedObject: apiVersion: v1 kind: Pod name: switch-graph-db4c0-65d6dcf86-bx2xk namespace: kserve-ci-e2e-test resourceVersion: "16220" uid: dcc6f802-bbd7-4be2-9f01-277246a7e73b kind: Event lastTimestamp: "2026-07-09T18:17:26Z" message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "switch-graph-db4c0-serving-cert" not found' metadata: creationTimestamp: "2026-07-09T18:17:26Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:17:26Z" name: switch-graph-db4c0-65d6dcf86-bx2xk.18c0b1e455d258e0 namespace: kserve-ci-e2e-test resourceVersion: "16236" uid: 24ada42b-d04b-4dea-a6de-3762b1f09414 reason: FailedMount reportingComponent: kubelet reportingInstance: ip-10-0-140-234.ec2.internal source: component: kubelet host: ip-10-0-140-234.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:17:27Z" involvedObject: apiVersion: v1 kind: Pod name: switch-graph-db4c0-65d6dcf86-bx2xk namespace: kserve-ci-e2e-test resourceVersion: "16228" uid: dcc6f802-bbd7-4be2-9f01-277246a7e73b kind: Event lastTimestamp: "2026-07-09T18:17:27Z" message: Add eth0 [10.133.0.20/23] from ovn-kubernetes metadata: creationTimestamp: "2026-07-09T18:17:27Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-07-09T18:17:27Z" name: switch-graph-db4c0-65d6dcf86-bx2xk.18c0b1e487c37361 namespace: kserve-ci-e2e-test resourceVersion: "16256" uid: dc57fc65-d219-4bf7-919d-8f38f1df2c84 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:17:27Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{switch-graph-db4c0} kind: Pod name: switch-graph-db4c0-65d6dcf86-bx2xk namespace: kserve-ci-e2e-test resourceVersion: "16220" uid: dcc6f802-bbd7-4be2-9f01-277246a7e73b kind: Event lastTimestamp: "2026-07-09T18:17:27Z" message: Pulling image "quay.io/opendatahub/kserve-router@sha256:e73cf00d90f73d1d01a06b6ae2314be097a351767b51977a258bb8a2a00529db" metadata: creationTimestamp: "2026-07-09T18:17:27Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:17:27Z" name: switch-graph-db4c0-65d6dcf86-bx2xk.18c0b1e489266957 namespace: kserve-ci-e2e-test resourceVersion: "16258" uid: 0f17fa2a-bee0-458d-8cf4-c0d9b19403e9 reason: Pulling reportingComponent: kubelet reportingInstance: ip-10-0-140-234.ec2.internal source: component: kubelet host: ip-10-0-140-234.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:17:30Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{switch-graph-db4c0} kind: Pod name: switch-graph-db4c0-65d6dcf86-bx2xk namespace: kserve-ci-e2e-test resourceVersion: "16220" uid: dcc6f802-bbd7-4be2-9f01-277246a7e73b kind: Event lastTimestamp: "2026-07-09T18:17:30Z" message: 'Successfully pulled image "quay.io/opendatahub/kserve-router@sha256:e73cf00d90f73d1d01a06b6ae2314be097a351767b51977a258bb8a2a00529db" in 3.012s (3.012s including waiting). Image size: 218072701 bytes.' metadata: creationTimestamp: "2026-07-09T18:17:30Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:17:30Z" name: switch-graph-db4c0-65d6dcf86-bx2xk.18c0b1e53cb5253b namespace: kserve-ci-e2e-test resourceVersion: "16278" uid: 7d5811c3-d3f9-45a4-a4bf-03819e2c640c reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-140-234.ec2.internal source: component: kubelet host: ip-10-0-140-234.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:17:30Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{switch-graph-db4c0} kind: Pod name: switch-graph-db4c0-65d6dcf86-bx2xk namespace: kserve-ci-e2e-test resourceVersion: "16220" uid: dcc6f802-bbd7-4be2-9f01-277246a7e73b kind: Event lastTimestamp: "2026-07-09T18:17:30Z" message: 'Created container: switch-graph-db4c0' metadata: creationTimestamp: "2026-07-09T18:17:30Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:17:30Z" name: switch-graph-db4c0-65d6dcf86-bx2xk.18c0b1e53f87faf4 namespace: kserve-ci-e2e-test resourceVersion: "16281" uid: 746fc459-ac74-4988-b146-c2d47926dc6c reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-140-234.ec2.internal source: component: kubelet host: ip-10-0-140-234.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:17:30Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{switch-graph-db4c0} kind: Pod name: switch-graph-db4c0-65d6dcf86-bx2xk namespace: kserve-ci-e2e-test resourceVersion: "16220" uid: dcc6f802-bbd7-4be2-9f01-277246a7e73b kind: Event lastTimestamp: "2026-07-09T18:17:30Z" message: Started container switch-graph-db4c0 metadata: creationTimestamp: "2026-07-09T18:17:30Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:17:30Z" name: switch-graph-db4c0-65d6dcf86-bx2xk.18c0b1e53ff3368f namespace: kserve-ci-e2e-test resourceVersion: "16282" uid: d80519ef-fab1-4b90-9adc-a18811c9fcb7 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-140-234.ec2.internal source: component: kubelet host: ip-10-0-140-234.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:17:40Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{switch-graph-db4c0} kind: Pod name: switch-graph-db4c0-65d6dcf86-bx2xk namespace: kserve-ci-e2e-test resourceVersion: "16220" uid: dcc6f802-bbd7-4be2-9f01-277246a7e73b kind: Event lastTimestamp: "2026-07-09T18:17:40Z" message: Stopping container switch-graph-db4c0 metadata: creationTimestamp: "2026-07-09T18:17:40Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:17:40Z" name: switch-graph-db4c0-65d6dcf86-bx2xk.18c0b1e79682a786 namespace: kserve-ci-e2e-test resourceVersion: "16393" uid: bf5e24f1-3022-433d-bf2b-d0a6444bb194 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-140-234.ec2.internal source: component: kubelet host: ip-10-0-140-234.ec2.internal type: Normal - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-07-09T18:17:41Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{switch-graph-db4c0} kind: Pod name: switch-graph-db4c0-65d6dcf86-bx2xk namespace: kserve-ci-e2e-test resourceVersion: "16220" uid: dcc6f802-bbd7-4be2-9f01-277246a7e73b kind: Event lastTimestamp: "2026-07-09T18:18:06Z" message: 'Readiness probe failed: HTTP probe failed with statuscode: 503' metadata: creationTimestamp: "2026-07-09T18:17:41Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:18:06Z" name: switch-graph-db4c0-65d6dcf86-bx2xk.18c0b1e7e384f233 namespace: kserve-ci-e2e-test resourceVersion: "16768" uid: 8288dd41-cc9b-4aaa-9e38-d71d1c0a5aa3 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-140-234.ec2.internal source: component: kubelet host: ip-10-0-140-234.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:17:26Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: switch-graph-db4c0-65d6dcf86 namespace: kserve-ci-e2e-test resourceVersion: "16216" uid: e4797768-3339-43d6-804a-39432afd4a38 kind: Event lastTimestamp: "2026-07-09T18:17:26Z" message: 'Created pod: switch-graph-db4c0-65d6dcf86-bx2xk' metadata: creationTimestamp: "2026-07-09T18:17:26Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-09T18:17:26Z" name: switch-graph-db4c0-65d6dcf86.18c0b1e44a7c3a37 namespace: kserve-ci-e2e-test resourceVersion: "16221" uid: 10b41da4-18d5-492b-bbcd-2721b118c65c reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:17:26Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: switch-graph-db4c0 namespace: kserve-ci-e2e-test resourceVersion: "16214" uid: 976d608a-dfa8-456e-96c3-a694eb53570b kind: Event lastTimestamp: "2026-07-09T18:17:26Z" message: Scaled up replica set switch-graph-db4c0-65d6dcf86 from 0 to 1 metadata: creationTimestamp: "2026-07-09T18:17:26Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-09T18:17:26Z" name: switch-graph-db4c0.18c0b1e449898365 namespace: kserve-ci-e2e-test resourceVersion: "16217" uid: 44195b56-ea36-4b27-8ae7-1f0fb2f8439f reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:17:26Z" involvedObject: apiVersion: serving.kserve.io/v1alpha1 kind: InferenceGraph name: switch-graph-db4c0 namespace: kserve-ci-e2e-test resourceVersion: "16230" uid: 4f6568b7-0ad1-4724-b909-53b92383658d kind: Event lastTimestamp: "2026-07-09T18:17:26Z" message: InferenceGraph [switch-graph-db4c0] is Ready metadata: creationTimestamp: "2026-07-09T18:17:26Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-09T18:17:26Z" name: switch-graph-db4c0.18c0b1e44f170b09 namespace: kserve-ci-e2e-test resourceVersion: "16233" uid: 16aa00d6-5768-4c7f-921f-c99244babf6b reason: InferenceGraphReady reportingComponent: InferenceGraphController reportingInstance: "" source: component: InferenceGraphController type: Normal kind: EventList metadata: resourceVersion: "34719"