--- apiVersion: v1 items: - action: Binding apiVersion: v1 eventTime: "2026-07-06T21:33:16.900722Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: ensemble-graph-69e1e-5cc86cdc8b-bnz58 namespace: kserve-ci-e2e-test resourceVersion: "20041" uid: 2c140bb7-79da-4e58-9da9-c5aef09c2fcd kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/ensemble-graph-69e1e-5cc86cdc8b-bnz58 to ip-10-0-136-12.ec2.internal metadata: creationTimestamp: "2026-07-06T21:33:16Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-07-06T21:33:16Z" name: ensemble-graph-69e1e-5cc86cdc8b-bnz58.18bfd0d6711428f8 namespace: kserve-ci-e2e-test resourceVersion: "20048" uid: 91c2414b-3694-40dd-9adb-3c5de9ea8987 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-785d6bfc8b-2d77p source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-06T21:33:17Z" involvedObject: apiVersion: v1 kind: Pod name: ensemble-graph-69e1e-5cc86cdc8b-bnz58 namespace: kserve-ci-e2e-test resourceVersion: "20057" uid: 2c140bb7-79da-4e58-9da9-c5aef09c2fcd kind: Event lastTimestamp: "2026-07-06T21:33:17Z" message: Add eth0 [10.133.0.31/23] from ovn-kubernetes metadata: creationTimestamp: "2026-07-06T21:33:17Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-07-06T21:33:17Z" name: ensemble-graph-69e1e-5cc86cdc8b-bnz58.18bfd0d68b0f23c3 namespace: kserve-ci-e2e-test resourceVersion: "20088" uid: 24ed47f6-7258-4b90-8b21-85f40ab40b22 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-06T21:33:17Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{ensemble-graph-69e1e} kind: Pod name: ensemble-graph-69e1e-5cc86cdc8b-bnz58 namespace: kserve-ci-e2e-test resourceVersion: "20042" uid: 2c140bb7-79da-4e58-9da9-c5aef09c2fcd kind: Event lastTimestamp: "2026-07-06T21:33:17Z" message: Container image "quay.io/opendatahub/kserve-router@sha256:dd586ec6070475345d8957bd96d9ed934a0535b04c01efc33f205d1b98ca1559" already present on machine metadata: creationTimestamp: "2026-07-06T21:33:17Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-06T21:33:17Z" name: ensemble-graph-69e1e-5cc86cdc8b-bnz58.18bfd0d68c73f220 namespace: kserve-ci-e2e-test resourceVersion: "20092" uid: 1be329df-1d37-4bd1-8cec-40ee64bfe70c reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-136-12.ec2.internal source: component: kubelet host: ip-10-0-136-12.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-06T21:33:17Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{ensemble-graph-69e1e} kind: Pod name: ensemble-graph-69e1e-5cc86cdc8b-bnz58 namespace: kserve-ci-e2e-test resourceVersion: "20042" uid: 2c140bb7-79da-4e58-9da9-c5aef09c2fcd kind: Event lastTimestamp: "2026-07-06T21:33:17Z" message: 'Created container: ensemble-graph-69e1e' metadata: creationTimestamp: "2026-07-06T21:33:17Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-06T21:33:17Z" name: ensemble-graph-69e1e-5cc86cdc8b-bnz58.18bfd0d68f7a0be7 namespace: kserve-ci-e2e-test resourceVersion: "20096" uid: 8b505f6c-1f4d-4a62-b267-c6e735978eae reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-136-12.ec2.internal source: component: kubelet host: ip-10-0-136-12.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-06T21:33:17Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{ensemble-graph-69e1e} kind: Pod name: ensemble-graph-69e1e-5cc86cdc8b-bnz58 namespace: kserve-ci-e2e-test resourceVersion: "20042" uid: 2c140bb7-79da-4e58-9da9-c5aef09c2fcd kind: Event lastTimestamp: "2026-07-06T21:33:17Z" message: Started container ensemble-graph-69e1e metadata: creationTimestamp: "2026-07-06T21:33:17Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-06T21:33:17Z" name: ensemble-graph-69e1e-5cc86cdc8b-bnz58.18bfd0d69032f4ea namespace: kserve-ci-e2e-test resourceVersion: "20098" uid: 85b39352-c777-404d-8b09-230e70ec03f3 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-136-12.ec2.internal source: component: kubelet host: ip-10-0-136-12.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-06T21:33:26Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{ensemble-graph-69e1e} kind: Pod name: ensemble-graph-69e1e-5cc86cdc8b-bnz58 namespace: kserve-ci-e2e-test resourceVersion: "20042" uid: 2c140bb7-79da-4e58-9da9-c5aef09c2fcd kind: Event lastTimestamp: "2026-07-06T21:33:26Z" message: Stopping container ensemble-graph-69e1e metadata: creationTimestamp: "2026-07-06T21:33:26Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-06T21:33:26Z" name: ensemble-graph-69e1e-5cc86cdc8b-bnz58.18bfd0d8c889c2e9 namespace: kserve-ci-e2e-test resourceVersion: "20214" uid: c8d6ea05-cfee-4249-ae18-39e85bbb3a1b reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-136-12.ec2.internal source: component: kubelet host: ip-10-0-136-12.ec2.internal type: Normal - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-07-06T21:33:28Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{ensemble-graph-69e1e} kind: Pod name: ensemble-graph-69e1e-5cc86cdc8b-bnz58 namespace: kserve-ci-e2e-test resourceVersion: "20042" uid: 2c140bb7-79da-4e58-9da9-c5aef09c2fcd kind: Event lastTimestamp: "2026-07-06T21:33:53Z" message: 'Readiness probe failed: HTTP probe failed with statuscode: 503' metadata: creationTimestamp: "2026-07-06T21:33:28Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-06T21:33:53Z" name: ensemble-graph-69e1e-5cc86cdc8b-bnz58.18bfd0d9303efb92 namespace: kserve-ci-e2e-test resourceVersion: "20575" uid: be7dd97f-473f-49ea-b150-82f55a409c84 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-136-12.ec2.internal source: component: kubelet host: ip-10-0-136-12.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-06T21:33:16Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: ensemble-graph-69e1e-5cc86cdc8b namespace: kserve-ci-e2e-test resourceVersion: "20035" uid: 6788986b-c562-4b04-bbee-a0c000e478b3 kind: Event lastTimestamp: "2026-07-06T21:33:16Z" message: 'Created pod: ensemble-graph-69e1e-5cc86cdc8b-bnz58' metadata: creationTimestamp: "2026-07-06T21:33:16Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-06T21:33:16Z" name: ensemble-graph-69e1e-5cc86cdc8b.18bfd0d670b16a18 namespace: kserve-ci-e2e-test resourceVersion: "20043" uid: 52a177c8-4d4b-438a-ac9a-155b625bcf78 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-06T21:33:16Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: ensemble-graph-69e1e namespace: kserve-ci-e2e-test resourceVersion: "20030" uid: 26152f61-80f6-4e88-b396-61fabfe1cbcd kind: Event lastTimestamp: "2026-07-06T21:33:16Z" message: Scaled up replica set ensemble-graph-69e1e-5cc86cdc8b from 0 to 1 metadata: creationTimestamp: "2026-07-06T21:33:16Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-06T21:33:16Z" name: ensemble-graph-69e1e.18bfd0d66fc895a4 namespace: kserve-ci-e2e-test resourceVersion: "20038" uid: c11e3d09-bf12-41f7-99db-c5303f1504e2 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-06T21:33:16Z" involvedObject: apiVersion: serving.kserve.io/v1alpha1 kind: InferenceGraph name: ensemble-graph-69e1e namespace: kserve-ci-e2e-test resourceVersion: "20068" uid: 724ed1c0-47e8-4e77-9847-783353ab0a28 kind: Event lastTimestamp: "2026-07-06T21:33:16Z" message: InferenceGraph [ensemble-graph-69e1e] is Ready metadata: creationTimestamp: "2026-07-06T21:33:17Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-06T21:33:17Z" name: ensemble-graph-69e1e.18bfd0d6766700fa namespace: kserve-ci-e2e-test resourceVersion: "20075" uid: 6f16fec8-9295-4678-9816-2c221260d201 reason: InferenceGraphReady reportingComponent: InferenceGraphController reportingInstance: "" source: component: InferenceGraphController type: Normal - action: Binding apiVersion: v1 eventTime: "2026-07-06T21:34:37.202513Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: ensemble-graph-9ded0-5b84bdf89c-htgg9 namespace: kserve-ci-e2e-test resourceVersion: "21106" uid: e2684154-c96a-4dbf-8c5c-8b62a03c1789 kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/ensemble-graph-9ded0-5b84bdf89c-htgg9 to ip-10-0-136-12.ec2.internal metadata: creationTimestamp: "2026-07-06T21:34:37Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-07-06T21:34:37Z" name: ensemble-graph-9ded0-5b84bdf89c-htgg9.18bfd0e923704291 namespace: kserve-ci-e2e-test resourceVersion: "21114" uid: 513d4791-19c4-4fd9-8b75-51e41f39e390 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-785d6bfc8b-2d77p source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-06T21:34:37Z" involvedObject: apiVersion: v1 kind: Pod name: ensemble-graph-9ded0-5b84bdf89c-htgg9 namespace: kserve-ci-e2e-test resourceVersion: "21120" uid: e2684154-c96a-4dbf-8c5c-8b62a03c1789 kind: Event lastTimestamp: "2026-07-06T21:34:37Z" message: Add eth0 [10.133.0.33/23] from ovn-kubernetes metadata: creationTimestamp: "2026-07-06T21:34:37Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-07-06T21:34:37Z" name: ensemble-graph-9ded0-5b84bdf89c-htgg9.18bfd0e93cfedd3b namespace: kserve-ci-e2e-test resourceVersion: "21154" uid: b1572a5d-d4a2-49c8-ac21-7b0b0f84577a reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-06T21:34:37Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{ensemble-graph-9ded0} kind: Pod name: ensemble-graph-9ded0-5b84bdf89c-htgg9 namespace: kserve-ci-e2e-test resourceVersion: "21107" uid: e2684154-c96a-4dbf-8c5c-8b62a03c1789 kind: Event lastTimestamp: "2026-07-06T21:34:37Z" message: Container image "quay.io/opendatahub/kserve-router@sha256:dd586ec6070475345d8957bd96d9ed934a0535b04c01efc33f205d1b98ca1559" already present on machine metadata: creationTimestamp: "2026-07-06T21:34:37Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-06T21:34:37Z" name: ensemble-graph-9ded0-5b84bdf89c-htgg9.18bfd0e93e8119ca namespace: kserve-ci-e2e-test resourceVersion: "21158" uid: 7b0b802f-fcb3-45ec-be45-a45ebdf6c88a reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-136-12.ec2.internal source: component: kubelet host: ip-10-0-136-12.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-06T21:34:37Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{ensemble-graph-9ded0} kind: Pod name: ensemble-graph-9ded0-5b84bdf89c-htgg9 namespace: kserve-ci-e2e-test resourceVersion: "21107" uid: e2684154-c96a-4dbf-8c5c-8b62a03c1789 kind: Event lastTimestamp: "2026-07-06T21:34:37Z" message: 'Created container: ensemble-graph-9ded0' metadata: creationTimestamp: "2026-07-06T21:34:37Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-06T21:34:37Z" name: ensemble-graph-9ded0-5b84bdf89c-htgg9.18bfd0e94192921e namespace: kserve-ci-e2e-test resourceVersion: "21161" uid: a394d2a4-2b33-42bb-9aaf-1345ada4d6ab reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-136-12.ec2.internal source: component: kubelet host: ip-10-0-136-12.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-06T21:34:37Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{ensemble-graph-9ded0} kind: Pod name: ensemble-graph-9ded0-5b84bdf89c-htgg9 namespace: kserve-ci-e2e-test resourceVersion: "21107" uid: e2684154-c96a-4dbf-8c5c-8b62a03c1789 kind: Event lastTimestamp: "2026-07-06T21:34:37Z" message: Started container ensemble-graph-9ded0 metadata: creationTimestamp: "2026-07-06T21:34:37Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-06T21:34:37Z" name: ensemble-graph-9ded0-5b84bdf89c-htgg9.18bfd0e94228a5be namespace: kserve-ci-e2e-test resourceVersion: "21163" uid: aacf34ea-b15b-4719-b28b-7343c24bc3d4 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-136-12.ec2.internal source: component: kubelet host: ip-10-0-136-12.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-06T21:42:51Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{ensemble-graph-9ded0} kind: Pod name: ensemble-graph-9ded0-5b84bdf89c-htgg9 namespace: kserve-ci-e2e-test resourceVersion: "21107" uid: e2684154-c96a-4dbf-8c5c-8b62a03c1789 kind: Event lastTimestamp: "2026-07-06T21:42:51Z" message: Stopping container ensemble-graph-9ded0 metadata: creationTimestamp: "2026-07-06T21:42:51Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-06T21:42:51Z" name: ensemble-graph-9ded0-5b84bdf89c-htgg9.18bfd15c4f0d93da namespace: kserve-ci-e2e-test resourceVersion: "24672" uid: 1b2843ff-a71f-4941-91d9-5d4c99587932 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-136-12.ec2.internal source: component: kubelet host: ip-10-0-136-12.ec2.internal type: Normal - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-07-06T21:42:54Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{ensemble-graph-9ded0} kind: Pod name: ensemble-graph-9ded0-5b84bdf89c-htgg9 namespace: kserve-ci-e2e-test resourceVersion: "21107" uid: e2684154-c96a-4dbf-8c5c-8b62a03c1789 kind: Event lastTimestamp: "2026-07-06T21:43:19Z" message: 'Readiness probe failed: HTTP probe failed with statuscode: 503' metadata: creationTimestamp: "2026-07-06T21:42:54Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-06T21:43:19Z" name: ensemble-graph-9ded0-5b84bdf89c-htgg9.18bfd15cd1309459 namespace: kserve-ci-e2e-test resourceVersion: "25004" uid: 20232b94-2f93-4ba6-8a95-1dbe659f7185 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-136-12.ec2.internal source: component: kubelet host: ip-10-0-136-12.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-06T21:34:37Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: ensemble-graph-9ded0-5b84bdf89c namespace: kserve-ci-e2e-test resourceVersion: "21101" uid: 4671043b-2c03-465d-ba56-7293db63d6d8 kind: Event lastTimestamp: "2026-07-06T21:34:37Z" message: 'Created pod: ensemble-graph-9ded0-5b84bdf89c-htgg9' metadata: creationTimestamp: "2026-07-06T21:34:37Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-06T21:34:37Z" name: ensemble-graph-9ded0-5b84bdf89c.18bfd0e9233a09bf namespace: kserve-ci-e2e-test resourceVersion: "21110" uid: 9069a343-3915-4cb5-adad-adcf01ddb4c5 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-06T21:34:37Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: ensemble-graph-9ded0 namespace: kserve-ci-e2e-test resourceVersion: "21091" uid: 2f67e392-44f0-49a8-b1d4-5ebf7b1c336f kind: Event lastTimestamp: "2026-07-06T21:34:37Z" message: Scaled up replica set ensemble-graph-9ded0-5b84bdf89c from 0 to 1 metadata: creationTimestamp: "2026-07-06T21:34:37Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-06T21:34:37Z" name: ensemble-graph-9ded0.18bfd0e9221d6a06 namespace: kserve-ci-e2e-test resourceVersion: "21103" uid: 4bca451c-61da-4c62-8a33-8acc3e510d04 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-06T21:34:37Z" involvedObject: apiVersion: serving.kserve.io/v1alpha1 kind: InferenceGraph name: ensemble-graph-9ded0 namespace: kserve-ci-e2e-test resourceVersion: "21132" uid: 46826a30-bba4-4831-abb7-8cc2fc995e77 kind: Event lastTimestamp: "2026-07-06T21:34:37Z" message: InferenceGraph [ensemble-graph-9ded0] is Ready metadata: creationTimestamp: "2026-07-06T21:34:37Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-06T21:34:37Z" name: ensemble-graph-9ded0.18bfd0e92a610d89 namespace: kserve-ci-e2e-test resourceVersion: "21135" uid: 3b674fb3-2a09-4032-bc0d-8d1b76909820 reason: InferenceGraphReady reportingComponent: InferenceGraphController reportingInstance: "" source: component: InferenceGraphController type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-06T21:34:37Z" involvedObject: apiVersion: serving.kserve.io/v1alpha1 kind: InferenceGraph name: ensemble-graph-9ded0 namespace: kserve-ci-e2e-test resourceVersion: "21075" uid: 46826a30-bba4-4831-abb7-8cc2fc995e77 kind: Event lastTimestamp: "2026-07-06T21:34:37Z" message: 'Failed to update status for InferenceGraph "ensemble-graph-9ded0": Operation cannot be fulfilled on inferencegraphs.serving.kserve.io "ensemble-graph-9ded0": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-07-06T21:34:37Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-06T21:34:37Z" name: ensemble-graph-9ded0.18bfd0e92d3abe2e namespace: kserve-ci-e2e-test resourceVersion: "21138" uid: 27fa49f8-5065-4048-837b-ce4bafffe085 reason: UpdateFailed reportingComponent: InferenceGraphController reportingInstance: "" source: component: InferenceGraphController type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-06T21:34:37Z" involvedObject: apiVersion: serving.kserve.io/v1alpha1 kind: InferenceGraph name: ensemble-graph-9ded0 namespace: kserve-ci-e2e-test resourceVersion: "21075" uid: 46826a30-bba4-4831-abb7-8cc2fc995e77 kind: Event lastTimestamp: "2026-07-06T21:34:37Z" message: 'fails to update InferenceGraph status: Operation cannot be fulfilled on inferencegraphs.serving.kserve.io "ensemble-graph-9ded0": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-07-06T21:34:37Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-06T21:34:37Z" name: ensemble-graph-9ded0.18bfd0e92d3b1a6b namespace: kserve-ci-e2e-test resourceVersion: "21139" uid: dc94740e-b9bb-4721-9ca5-6fa0e9be555c reason: InternalError reportingComponent: InferenceGraphController reportingInstance: "" source: component: InferenceGraphController type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-07-06T21:34:52Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: ensemble-graph-9ded0 namespace: kserve-ci-e2e-test resourceVersion: "21099" uid: fe8d79a7-650a-4b21-a992-42c35612b14e kind: Event lastTimestamp: "2026-07-06T21:35:07Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-07-06T21:34:52Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-06T21:35:07Z" name: ensemble-graph-9ded0.18bfd0eca0e7a7fb namespace: kserve-ci-e2e-test resourceVersion: "21421" uid: 0b5a84fd-3f4b-4d84-9f4c-8f05165cf0ed reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-07-06T21:34:52Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: ensemble-graph-9ded0 namespace: kserve-ci-e2e-test resourceVersion: "21099" uid: fe8d79a7-650a-4b21-a992-42c35612b14e kind: Event lastTimestamp: "2026-07-06T21:35:07Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-07-06T21:34:52Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-06T21:35:07Z" name: ensemble-graph-9ded0.18bfd0eca15bb210 namespace: kserve-ci-e2e-test resourceVersion: "21422" uid: 4e0697c1-2279-4245-8ab5-95502e18a526 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - action: Binding apiVersion: v1 eventTime: "2026-07-06T21:23:02.049565Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: error-404-isvc-0aa94-predictor-74dc6456dc-gnpkm namespace: kserve-ci-e2e-test resourceVersion: "15006" uid: 20a7f7d5-09a6-45e3-8af1-ac5be6efefe4 kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/error-404-isvc-0aa94-predictor-74dc6456dc-gnpkm to ip-10-0-140-54.ec2.internal metadata: creationTimestamp: "2026-07-06T21:23:02Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-07-06T21:23:02Z" name: error-404-isvc-0aa94-predictor-74dc6456dc-gnpkm.18bfd04749180c7e namespace: kserve-ci-e2e-test resourceVersion: "15012" uid: b8bb2b32-ef99-4577-8ec1-2b7e35e6e224 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-785d6bfc8b-2d77p source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-06T21:23:02Z" involvedObject: apiVersion: v1 kind: Pod name: error-404-isvc-0aa94-predictor-74dc6456dc-gnpkm namespace: kserve-ci-e2e-test resourceVersion: "15010" uid: 20a7f7d5-09a6-45e3-8af1-ac5be6efefe4 kind: Event lastTimestamp: "2026-07-06T21:23:02Z" message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "error-404-isvc-0aa94-predictor-serving-cert" not found' metadata: creationTimestamp: "2026-07-06T21:23:02Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-06T21:23:02Z" name: error-404-isvc-0aa94-predictor-74dc6456dc-gnpkm.18bfd0475a0cefd1 namespace: kserve-ci-e2e-test resourceVersion: "15028" uid: eed140a9-2e09-4785-813e-da0485ee10db reason: FailedMount reportingComponent: kubelet reportingInstance: ip-10-0-140-54.ec2.internal source: component: kubelet host: ip-10-0-140-54.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-06T21:23:03Z" involvedObject: apiVersion: v1 kind: Pod name: error-404-isvc-0aa94-predictor-74dc6456dc-gnpkm namespace: kserve-ci-e2e-test resourceVersion: "15016" uid: 20a7f7d5-09a6-45e3-8af1-ac5be6efefe4 kind: Event lastTimestamp: "2026-07-06T21:23:03Z" message: Add eth0 [10.132.0.30/23] from ovn-kubernetes metadata: creationTimestamp: "2026-07-06T21:23:03Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-07-06T21:23:03Z" name: error-404-isvc-0aa94-predictor-74dc6456dc-gnpkm.18bfd04786daad8a namespace: kserve-ci-e2e-test resourceVersion: "15047" uid: 917c5197-c0bc-4403-8ad5-c6cd793f964d reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-06T21:23:03Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-0aa94-predictor-74dc6456dc-gnpkm namespace: kserve-ci-e2e-test resourceVersion: "15010" uid: 20a7f7d5-09a6-45e3-8af1-ac5be6efefe4 kind: Event lastTimestamp: "2026-07-06T21:23:03Z" message: Container image "quay.io/opendatahub/error-404-isvc:odh-pr-1699" already present on machine metadata: creationTimestamp: "2026-07-06T21:23:03Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-06T21:23:03Z" name: error-404-isvc-0aa94-predictor-74dc6456dc-gnpkm.18bfd04788373011 namespace: kserve-ci-e2e-test resourceVersion: "15050" uid: 28d200a7-13f9-4179-8e85-032e8caf01b0 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-140-54.ec2.internal source: component: kubelet host: ip-10-0-140-54.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-06T21:23:03Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-0aa94-predictor-74dc6456dc-gnpkm namespace: kserve-ci-e2e-test resourceVersion: "15010" uid: 20a7f7d5-09a6-45e3-8af1-ac5be6efefe4 kind: Event lastTimestamp: "2026-07-06T21:23:03Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-07-06T21:23:03Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-06T21:23:03Z" name: error-404-isvc-0aa94-predictor-74dc6456dc-gnpkm.18bfd0478b40ef32 namespace: kserve-ci-e2e-test resourceVersion: "15055" uid: 5567ad1a-ea93-43d7-aac2-b51f3f117e9e reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-140-54.ec2.internal source: component: kubelet host: ip-10-0-140-54.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-06T21:23:03Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-0aa94-predictor-74dc6456dc-gnpkm namespace: kserve-ci-e2e-test resourceVersion: "15010" uid: 20a7f7d5-09a6-45e3-8af1-ac5be6efefe4 kind: Event lastTimestamp: "2026-07-06T21:23:03Z" message: Started container kserve-container metadata: creationTimestamp: "2026-07-06T21:23:03Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-06T21:23:03Z" name: error-404-isvc-0aa94-predictor-74dc6456dc-gnpkm.18bfd0478ba4b1e7 namespace: kserve-ci-e2e-test resourceVersion: "15057" uid: 7af7268c-5453-45e0-87a3-c5dbdeb7ce09 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-140-54.ec2.internal source: component: kubelet host: ip-10-0-140-54.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-06T21:23:03Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-0aa94-predictor-74dc6456dc-gnpkm namespace: kserve-ci-e2e-test resourceVersion: "15010" uid: 20a7f7d5-09a6-45e3-8af1-ac5be6efefe4 kind: Event lastTimestamp: "2026-07-06T21:23:03Z" message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine metadata: creationTimestamp: "2026-07-06T21:23:03Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-06T21:23:03Z" name: error-404-isvc-0aa94-predictor-74dc6456dc-gnpkm.18bfd0478bae4823 namespace: kserve-ci-e2e-test resourceVersion: "15058" uid: 5be27756-5af2-4e53-99aa-f8282cb58313 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-140-54.ec2.internal source: component: kubelet host: ip-10-0-140-54.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-06T21:23:03Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-0aa94-predictor-74dc6456dc-gnpkm namespace: kserve-ci-e2e-test resourceVersion: "15010" uid: 20a7f7d5-09a6-45e3-8af1-ac5be6efefe4 kind: Event lastTimestamp: "2026-07-06T21:23:03Z" message: 'Created container: kube-rbac-proxy' metadata: creationTimestamp: "2026-07-06T21:23:03Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-06T21:23:03Z" name: error-404-isvc-0aa94-predictor-74dc6456dc-gnpkm.18bfd0478e61db39 namespace: kserve-ci-e2e-test resourceVersion: "15059" uid: c2772029-0f45-4004-90f3-4c33219398dc reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-140-54.ec2.internal source: component: kubelet host: ip-10-0-140-54.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-06T21:23:03Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-0aa94-predictor-74dc6456dc-gnpkm namespace: kserve-ci-e2e-test resourceVersion: "15010" uid: 20a7f7d5-09a6-45e3-8af1-ac5be6efefe4 kind: Event lastTimestamp: "2026-07-06T21:23:03Z" message: Started container kube-rbac-proxy metadata: creationTimestamp: "2026-07-06T21:23:03Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-06T21:23:03Z" name: error-404-isvc-0aa94-predictor-74dc6456dc-gnpkm.18bfd0478ec1247c namespace: kserve-ci-e2e-test resourceVersion: "15060" uid: bf43ca6f-d071-4eef-924f-982b5a0a87ba reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-140-54.ec2.internal source: component: kubelet host: ip-10-0-140-54.ec2.internal type: Normal - apiVersion: v1 count: 7 eventTime: null firstTimestamp: "2026-07-06T21:23:03Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-0aa94-predictor-74dc6456dc-gnpkm namespace: kserve-ci-e2e-test resourceVersion: "15010" uid: 20a7f7d5-09a6-45e3-8af1-ac5be6efefe4 kind: Event lastTimestamp: "2026-07-06T21:32:19Z" message: 'Readiness probe failed: dial tcp 10.132.0.30:8080: connect: connection refused' metadata: creationTimestamp: "2026-07-06T21:23:03Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-06T21:32:19Z" name: error-404-isvc-0aa94-predictor-74dc6456dc-gnpkm.18bfd0479c6a5599 namespace: kserve-ci-e2e-test resourceVersion: "19489" uid: b9249ef6-66da-469e-86e0-06947914d3aa reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-140-54.ec2.internal source: component: kubelet host: ip-10-0-140-54.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-06T21:32:17Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-0aa94-predictor-74dc6456dc-gnpkm namespace: kserve-ci-e2e-test resourceVersion: "15010" uid: 20a7f7d5-09a6-45e3-8af1-ac5be6efefe4 kind: Event lastTimestamp: "2026-07-06T21:32:17Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-07-06T21:32:17Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-06T21:32:17Z" name: error-404-isvc-0aa94-predictor-74dc6456dc-gnpkm.18bfd0c8828a9dad namespace: kserve-ci-e2e-test resourceVersion: "19430" uid: 0e3e660b-476d-4dee-bac0-76c3a1996eb2 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-140-54.ec2.internal source: component: kubelet host: ip-10-0-140-54.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-06T21:32:17Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-0aa94-predictor-74dc6456dc-gnpkm namespace: kserve-ci-e2e-test resourceVersion: "15010" uid: 20a7f7d5-09a6-45e3-8af1-ac5be6efefe4 kind: Event lastTimestamp: "2026-07-06T21:32:17Z" message: Stopping container kube-rbac-proxy metadata: creationTimestamp: "2026-07-06T21:32:17Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-06T21:32:17Z" name: error-404-isvc-0aa94-predictor-74dc6456dc-gnpkm.18bfd0c8828dd5e0 namespace: kserve-ci-e2e-test resourceVersion: "19433" uid: 524e08d4-76f5-454f-833a-d7e071832aa0 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-140-54.ec2.internal source: component: kubelet host: ip-10-0-140-54.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-06T21:32:19Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-0aa94-predictor-74dc6456dc-gnpkm namespace: kserve-ci-e2e-test resourceVersion: "15010" uid: 20a7f7d5-09a6-45e3-8af1-ac5be6efefe4 kind: Event lastTimestamp: "2026-07-06T21:32:19Z" message: 'Readiness probe failed: Get "https://10.132.0.30:8643/healthz": dial tcp 10.132.0.30:8643: connect: connection refused' metadata: creationTimestamp: "2026-07-06T21:32:19Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-06T21:32:19Z" name: error-404-isvc-0aa94-predictor-74dc6456dc-gnpkm.18bfd0c910faa79a namespace: kserve-ci-e2e-test resourceVersion: "19487" uid: 4c357fff-bf4e-475d-bbba-266d4ede315a reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-140-54.ec2.internal source: component: kubelet host: ip-10-0-140-54.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-06T21:23:02Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: error-404-isvc-0aa94-predictor-74dc6456dc namespace: kserve-ci-e2e-test resourceVersion: "14995" uid: 2ae17ffb-c282-4b97-bb57-ebd66fe87641 kind: Event lastTimestamp: "2026-07-06T21:23:02Z" message: 'Created pod: error-404-isvc-0aa94-predictor-74dc6456dc-gnpkm' metadata: creationTimestamp: "2026-07-06T21:23:02Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-06T21:23:02Z" name: error-404-isvc-0aa94-predictor-74dc6456dc.18bfd047486dc5b8 namespace: kserve-ci-e2e-test resourceVersion: "15009" uid: c370ae4d-2fa0-424a-a514-dd40fc160250 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-06T21:23:02Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: error-404-isvc-0aa94-predictor namespace: kserve-ci-e2e-test resourceVersion: "14991" uid: 9fc8495d-61e7-4829-b5f2-f5b127a72446 kind: Event lastTimestamp: "2026-07-06T21:23:02Z" message: Scaled up replica set error-404-isvc-0aa94-predictor-74dc6456dc from 0 to 1 metadata: creationTimestamp: "2026-07-06T21:23:02Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-06T21:23:02Z" name: error-404-isvc-0aa94-predictor.18bfd04746b68695 namespace: kserve-ci-e2e-test resourceVersion: "14997" uid: 622ea35b-b194-42c6-95bf-d6823ec904c8 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-07-06T21:23:17Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-0aa94-predictor namespace: kserve-ci-e2e-test resourceVersion: "14993" uid: e5a5c306-f20b-4953-91ec-ca850468a86d kind: Event lastTimestamp: "2026-07-06T21:23:47Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-07-06T21:23:17Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-06T21:23:47Z" name: error-404-isvc-0aa94-predictor.18bfd04ac51dd749 namespace: kserve-ci-e2e-test resourceVersion: "15457" uid: ff2da683-ea34-4654-9831-2b09dfc29567 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-07-06T21:23:17Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-0aa94-predictor namespace: kserve-ci-e2e-test resourceVersion: "14993" uid: e5a5c306-f20b-4953-91ec-ca850468a86d kind: Event lastTimestamp: "2026-07-06T21:23:47Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-07-06T21:23:17Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-06T21:23:47Z" name: error-404-isvc-0aa94-predictor.18bfd04ac59dfb5e namespace: kserve-ci-e2e-test resourceVersion: "15460" uid: 5ea97bcb-17cc-4c6c-b9f9-f1e02d28ad5c reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 4 eventTime: null firstTimestamp: "2026-07-06T21:23:32Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-0aa94-predictor namespace: kserve-ci-e2e-test resourceVersion: "15197" uid: e5a5c306-f20b-4953-91ec-ca850468a86d kind: Event lastTimestamp: "2026-07-06T21:24:32Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-07-06T21:23:32Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-06T21:24:32Z" name: error-404-isvc-0aa94-predictor.18bfd04e444782c2 namespace: kserve-ci-e2e-test resourceVersion: "16086" uid: 29c5620f-24d5-4d43-b737-3bb3e6f42958 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 4 eventTime: null firstTimestamp: "2026-07-06T21:23:32Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-0aa94-predictor namespace: kserve-ci-e2e-test resourceVersion: "15197" uid: e5a5c306-f20b-4953-91ec-ca850468a86d kind: Event lastTimestamp: "2026-07-06T21:24:32Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-07-06T21:23:32Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-06T21:24:32Z" name: error-404-isvc-0aa94-predictor.18bfd04e44c0136d namespace: kserve-ci-e2e-test resourceVersion: "16087" uid: 538d82a9-0e38-4934-826b-ae9ae9197bfb reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-07-06T21:23:02Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-0aa94 namespace: kserve-ci-e2e-test resourceVersion: "14969" uid: 6d93e6f1-07ec-4474-a6c3-7eab82fdcb5c kind: Event lastTimestamp: "2026-07-06T21:23:49Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-07-06T21:23:02Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-06T21:23:49Z" name: error-404-isvc-0aa94.18bfd04746b957fe namespace: kserve-ci-e2e-test resourceVersion: "15498" uid: 55b4b085-83b4-4580-8f7a-ad9e21fc784d reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-06T21:23:02Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-0aa94 namespace: kserve-ci-e2e-test resourceVersion: "14969" uid: 6d93e6f1-07ec-4474-a6c3-7eab82fdcb5c kind: Event lastTimestamp: "2026-07-06T21:23:02Z" message: 'Failed to update status for InferenceService "error-404-isvc-0aa94": Operation cannot be fulfilled on inferenceservices.serving.kserve.io "error-404-isvc-0aa94": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-07-06T21:23:02Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-06T21:23:02Z" name: error-404-isvc-0aa94.18bfd04747397504 namespace: kserve-ci-e2e-test resourceVersion: "15001" uid: b0265714-49a9-4854-a7b7-913a1a238131 reason: UpdateFailed reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-06T21:23:02Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-0aa94 namespace: kserve-ci-e2e-test resourceVersion: "14969" uid: 6d93e6f1-07ec-4474-a6c3-7eab82fdcb5c kind: Event lastTimestamp: "2026-07-06T21:23:02Z" message: 'fails to update InferenceService status: Operation cannot be fulfilled on inferenceservices.serving.kserve.io "error-404-isvc-0aa94": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-07-06T21:23:02Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-06T21:23:02Z" name: error-404-isvc-0aa94.18bfd0474739dc46 namespace: kserve-ci-e2e-test resourceVersion: "15005" uid: 9619226e-bbd3-4670-aa44-a626e94af6af reason: InternalError reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-06T21:23:49Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-0aa94 namespace: kserve-ci-e2e-test resourceVersion: "15492" uid: 6d93e6f1-07ec-4474-a6c3-7eab82fdcb5c kind: Event lastTimestamp: "2026-07-06T21:23:49Z" message: InferenceService [error-404-isvc-0aa94] is Ready metadata: creationTimestamp: "2026-07-06T21:23:49Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-06T21:23:49Z" name: error-404-isvc-0aa94.18bfd052585c91fa namespace: kserve-ci-e2e-test resourceVersion: "15493" uid: d566f56a-6ae8-447f-9fdf-041e8f0be218 reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-07-06T21:24:02.008661Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: error-404-isvc-22b2a-predictor-7b88574587-dq2jl namespace: kserve-ci-e2e-test resourceVersion: "15740" uid: cbbf9c58-3bf6-4d8f-9367-5cb1b4ba7759 kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/error-404-isvc-22b2a-predictor-7b88574587-dq2jl to ip-10-0-140-54.ec2.internal metadata: creationTimestamp: "2026-07-06T21:24:02Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-07-06T21:24:02Z" name: error-404-isvc-22b2a-predictor-7b88574587-dq2jl.18bfd0553eef3914 namespace: kserve-ci-e2e-test resourceVersion: "15747" uid: d922925a-c5ad-4507-b5de-0f8e15ac6edf reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-785d6bfc8b-2d77p source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-06T21:24:02Z" involvedObject: apiVersion: v1 kind: Pod name: error-404-isvc-22b2a-predictor-7b88574587-dq2jl namespace: kserve-ci-e2e-test resourceVersion: "15759" uid: cbbf9c58-3bf6-4d8f-9367-5cb1b4ba7759 kind: Event lastTimestamp: "2026-07-06T21:24:02Z" message: Add eth0 [10.132.0.32/23] from ovn-kubernetes metadata: creationTimestamp: "2026-07-06T21:24:02Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-07-06T21:24:02Z" name: error-404-isvc-22b2a-predictor-7b88574587-dq2jl.18bfd05558642936 namespace: kserve-ci-e2e-test resourceVersion: "15789" uid: c281eb14-5fee-48c8-b968-bf4966cd16d4 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-06T21:24:02Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-22b2a-predictor-7b88574587-dq2jl namespace: kserve-ci-e2e-test resourceVersion: "15743" uid: cbbf9c58-3bf6-4d8f-9367-5cb1b4ba7759 kind: Event lastTimestamp: "2026-07-06T21:24:02Z" message: Container image "quay.io/opendatahub/error-404-isvc:odh-pr-1699" already present on machine metadata: creationTimestamp: "2026-07-06T21:24:02Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-06T21:24:02Z" name: error-404-isvc-22b2a-predictor-7b88574587-dq2jl.18bfd05559cd2f0f namespace: kserve-ci-e2e-test resourceVersion: "15791" uid: afdf8a16-d5df-480b-a309-4e907f5e40e6 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-140-54.ec2.internal source: component: kubelet host: ip-10-0-140-54.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-06T21:24:02Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-22b2a-predictor-7b88574587-dq2jl namespace: kserve-ci-e2e-test resourceVersion: "15743" uid: cbbf9c58-3bf6-4d8f-9367-5cb1b4ba7759 kind: Event lastTimestamp: "2026-07-06T21:24:02Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-07-06T21:24:02Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-06T21:24:02Z" name: error-404-isvc-22b2a-predictor-7b88574587-dq2jl.18bfd0555c9c58c5 namespace: kserve-ci-e2e-test resourceVersion: "15792" uid: 071c195d-09dc-4183-9287-ed7b2fcf75ff reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-140-54.ec2.internal source: component: kubelet host: ip-10-0-140-54.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-06T21:24:02Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-22b2a-predictor-7b88574587-dq2jl namespace: kserve-ci-e2e-test resourceVersion: "15743" uid: cbbf9c58-3bf6-4d8f-9367-5cb1b4ba7759 kind: Event lastTimestamp: "2026-07-06T21:24:02Z" message: Started container kserve-container metadata: creationTimestamp: "2026-07-06T21:24:02Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-06T21:24:02Z" name: error-404-isvc-22b2a-predictor-7b88574587-dq2jl.18bfd0555d4ebfbc namespace: kserve-ci-e2e-test resourceVersion: "15793" uid: 103e1f52-5faf-4423-a521-b31b4ab6f301 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-140-54.ec2.internal source: component: kubelet host: ip-10-0-140-54.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-06T21:24:02Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-22b2a-predictor-7b88574587-dq2jl namespace: kserve-ci-e2e-test resourceVersion: "15743" uid: cbbf9c58-3bf6-4d8f-9367-5cb1b4ba7759 kind: Event lastTimestamp: "2026-07-06T21:24:02Z" message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine metadata: creationTimestamp: "2026-07-06T21:24:02Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-06T21:24:02Z" name: error-404-isvc-22b2a-predictor-7b88574587-dq2jl.18bfd0555d59206a namespace: kserve-ci-e2e-test resourceVersion: "15794" uid: 980cf2b4-a308-4271-9078-18b3fa4b5d49 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-140-54.ec2.internal source: component: kubelet host: ip-10-0-140-54.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-06T21:24:02Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-22b2a-predictor-7b88574587-dq2jl namespace: kserve-ci-e2e-test resourceVersion: "15743" uid: cbbf9c58-3bf6-4d8f-9367-5cb1b4ba7759 kind: Event lastTimestamp: "2026-07-06T21:24:02Z" message: 'Created container: kube-rbac-proxy' metadata: creationTimestamp: "2026-07-06T21:24:02Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-06T21:24:02Z" name: error-404-isvc-22b2a-predictor-7b88574587-dq2jl.18bfd0555feb6c8d namespace: kserve-ci-e2e-test resourceVersion: "15796" uid: 5db5db69-c4e0-4776-a52d-3582f6a0f768 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-140-54.ec2.internal source: component: kubelet host: ip-10-0-140-54.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-06T21:24:02Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-22b2a-predictor-7b88574587-dq2jl namespace: kserve-ci-e2e-test resourceVersion: "15743" uid: cbbf9c58-3bf6-4d8f-9367-5cb1b4ba7759 kind: Event lastTimestamp: "2026-07-06T21:24:02Z" message: Started container kube-rbac-proxy metadata: creationTimestamp: "2026-07-06T21:24:02Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-06T21:24:02Z" name: error-404-isvc-22b2a-predictor-7b88574587-dq2jl.18bfd055605e8b2e namespace: kserve-ci-e2e-test resourceVersion: "15797" uid: 7a720f87-35ac-4cfd-89bf-a48ce0b63dea reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-140-54.ec2.internal source: component: kubelet host: ip-10-0-140-54.ec2.internal type: Normal - apiVersion: v1 count: 7 eventTime: null firstTimestamp: "2026-07-06T21:24:03Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-22b2a-predictor-7b88574587-dq2jl namespace: kserve-ci-e2e-test resourceVersion: "15743" uid: cbbf9c58-3bf6-4d8f-9367-5cb1b4ba7759 kind: Event lastTimestamp: "2026-07-06T21:33:19Z" message: 'Readiness probe failed: dial tcp 10.132.0.32:8080: connect: connection refused' metadata: creationTimestamp: "2026-07-06T21:24:03Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-06T21:33:19Z" name: error-404-isvc-22b2a-predictor-7b88574587-dq2jl.18bfd055a409ec96 namespace: kserve-ci-e2e-test resourceVersion: "20139" uid: 980acd96-a672-428f-861b-fc725e4513c0 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-140-54.ec2.internal source: component: kubelet host: ip-10-0-140-54.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-06T21:33:16Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-22b2a-predictor-7b88574587-dq2jl namespace: kserve-ci-e2e-test resourceVersion: "15743" uid: cbbf9c58-3bf6-4d8f-9367-5cb1b4ba7759 kind: Event lastTimestamp: "2026-07-06T21:33:16Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-07-06T21:33:16Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-06T21:33:16Z" name: error-404-isvc-22b2a-predictor-7b88574587-dq2jl.18bfd0d666775b5a namespace: kserve-ci-e2e-test resourceVersion: "19974" uid: 511fcf19-e908-4915-9cb1-b747f631f6b1 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-140-54.ec2.internal source: component: kubelet host: ip-10-0-140-54.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-06T21:33:16Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-22b2a-predictor-7b88574587-dq2jl namespace: kserve-ci-e2e-test resourceVersion: "15743" uid: cbbf9c58-3bf6-4d8f-9367-5cb1b4ba7759 kind: Event lastTimestamp: "2026-07-06T21:33:16Z" message: Stopping container kube-rbac-proxy metadata: creationTimestamp: "2026-07-06T21:33:16Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-06T21:33:16Z" name: error-404-isvc-22b2a-predictor-7b88574587-dq2jl.18bfd0d66677da35 namespace: kserve-ci-e2e-test resourceVersion: "19977" uid: bd28b205-db5a-4703-8e2d-be595af0a0b8 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-140-54.ec2.internal source: component: kubelet host: ip-10-0-140-54.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-06T21:33:19Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-22b2a-predictor-7b88574587-dq2jl namespace: kserve-ci-e2e-test resourceVersion: "15743" uid: cbbf9c58-3bf6-4d8f-9367-5cb1b4ba7759 kind: Event lastTimestamp: "2026-07-06T21:33:19Z" message: 'Readiness probe failed: Get "https://10.132.0.32:8643/healthz": dial tcp 10.132.0.32:8643: connect: connection refused' metadata: creationTimestamp: "2026-07-06T21:33:19Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-06T21:33:19Z" name: error-404-isvc-22b2a-predictor-7b88574587-dq2jl.18bfd0d71870016b namespace: kserve-ci-e2e-test resourceVersion: "20138" uid: be1778ab-a453-4506-bcf1-a2b8b37c8921 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-140-54.ec2.internal source: component: kubelet host: ip-10-0-140-54.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-06T21:24:01Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: error-404-isvc-22b2a-predictor-7b88574587 namespace: kserve-ci-e2e-test resourceVersion: "15726" uid: c20877a5-b8b7-4081-a3ee-ab6c3e49a144 kind: Event lastTimestamp: "2026-07-06T21:24:01Z" message: 'Created pod: error-404-isvc-22b2a-predictor-7b88574587-dq2jl' metadata: creationTimestamp: "2026-07-06T21:24:02Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-06T21:24:02Z" name: error-404-isvc-22b2a-predictor-7b88574587.18bfd0553e5f3fc8 namespace: kserve-ci-e2e-test resourceVersion: "15742" uid: 73b4006f-9a0c-44d9-b7b4-832c8f602988 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-06T21:24:01Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: error-404-isvc-22b2a-predictor namespace: kserve-ci-e2e-test resourceVersion: "15722" uid: 29e0aa97-dc0c-4d9a-a8e6-67843bb38c70 kind: Event lastTimestamp: "2026-07-06T21:24:01Z" message: Scaled up replica set error-404-isvc-22b2a-predictor-7b88574587 from 0 to 1 metadata: creationTimestamp: "2026-07-06T21:24:01Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-06T21:24:01Z" name: error-404-isvc-22b2a-predictor.18bfd0553c522ec4 namespace: kserve-ci-e2e-test resourceVersion: "15729" uid: 998e40b3-3d38-460d-bc46-281d2d047e33 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-06T21:24:16Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-22b2a-predictor namespace: kserve-ci-e2e-test resourceVersion: "15725" uid: c1942492-85a3-48df-8cb4-4523cc641866 kind: Event lastTimestamp: "2026-07-06T21:24:16Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-07-06T21:24:16Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-06T21:24:16Z" name: error-404-isvc-22b2a-predictor.18bfd058bad73e95 namespace: kserve-ci-e2e-test resourceVersion: "15954" uid: 252d3020-e97c-4298-a2cd-7243466ef7a4 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-06T21:24:16Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-22b2a-predictor namespace: kserve-ci-e2e-test resourceVersion: "15725" uid: c1942492-85a3-48df-8cb4-4523cc641866 kind: Event lastTimestamp: "2026-07-06T21:24:16Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-07-06T21:24:16Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-06T21:24:16Z" name: error-404-isvc-22b2a-predictor.18bfd058bb436e38 namespace: kserve-ci-e2e-test resourceVersion: "15956" uid: e9f966fc-1ab6-49bb-9138-794efde5fb07 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 4 eventTime: null firstTimestamp: "2026-07-06T21:24:31Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-22b2a-predictor namespace: kserve-ci-e2e-test resourceVersion: "15955" uid: c1942492-85a3-48df-8cb4-4523cc641866 kind: Event lastTimestamp: "2026-07-06T21:25:17Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-07-06T21:24:31Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-06T21:25:17Z" name: error-404-isvc-22b2a-predictor.18bfd05c39ebc212 namespace: kserve-ci-e2e-test resourceVersion: "16470" uid: 8bd9fdab-2cab-4a66-9f14-c61dc8b1a2ec reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 4 eventTime: null firstTimestamp: "2026-07-06T21:24:31Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-22b2a-predictor namespace: kserve-ci-e2e-test resourceVersion: "15955" uid: c1942492-85a3-48df-8cb4-4523cc641866 kind: Event lastTimestamp: "2026-07-06T21:25:17Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-07-06T21:24:31Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-06T21:25:17Z" name: error-404-isvc-22b2a-predictor.18bfd05c3a533c4b namespace: kserve-ci-e2e-test resourceVersion: "16471" uid: f9f140e9-4fc4-4853-915d-91d6adf9e45c reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 5 eventTime: null firstTimestamp: "2026-07-06T21:24:01Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-22b2a namespace: kserve-ci-e2e-test resourceVersion: "15696" uid: c788e190-0c68-4cad-973d-b73c446854dd kind: Event lastTimestamp: "2026-07-06T21:24:49Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-07-06T21:24:01Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-06T21:24:49Z" name: error-404-isvc-22b2a.18bfd0553c551fcc namespace: kserve-ci-e2e-test resourceVersion: "16226" uid: dbc3ce17-cfd5-45a4-8154-3a5b5c6503ed reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-06T21:24:01Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-22b2a namespace: kserve-ci-e2e-test resourceVersion: "15696" uid: c788e190-0c68-4cad-973d-b73c446854dd kind: Event lastTimestamp: "2026-07-06T21:24:01Z" message: 'Failed to update status for InferenceService "error-404-isvc-22b2a": Operation cannot be fulfilled on inferenceservices.serving.kserve.io "error-404-isvc-22b2a": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-07-06T21:24:01Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-06T21:24:01Z" name: error-404-isvc-22b2a.18bfd0553cf746a0 namespace: kserve-ci-e2e-test resourceVersion: "15733" uid: 22e846c4-8e05-46b1-a3fc-5d413d0dc57d reason: UpdateFailed reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-06T21:24:01Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-22b2a namespace: kserve-ci-e2e-test resourceVersion: "15696" uid: c788e190-0c68-4cad-973d-b73c446854dd kind: Event lastTimestamp: "2026-07-06T21:24:01Z" message: 'fails to update InferenceService status: Operation cannot be fulfilled on inferenceservices.serving.kserve.io "error-404-isvc-22b2a": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-07-06T21:24:01Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-06T21:24:01Z" name: error-404-isvc-22b2a.18bfd0553cf794f1 namespace: kserve-ci-e2e-test resourceVersion: "15735" uid: 70b2ba74-0fb8-4345-861c-342ea31acce4 reason: InternalError reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-06T21:24:49Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-22b2a namespace: kserve-ci-e2e-test resourceVersion: "16223" uid: c788e190-0c68-4cad-973d-b73c446854dd kind: Event lastTimestamp: "2026-07-06T21:24:49Z" message: InferenceService [error-404-isvc-22b2a] is Ready metadata: creationTimestamp: "2026-07-06T21:24:49Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-06T21:24:49Z" name: error-404-isvc-22b2a.18bfd0605ed038d7 namespace: kserve-ci-e2e-test resourceVersion: "16224" uid: c4feeffe-c1d0-4d1b-a10f-dbfa3597d060 reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-07-06T21:44:02.473415Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: error-404-isvc-563cb-predictor-85497489cf-k8hg5 namespace: kserve-ci-e2e-test resourceVersion: "25895" uid: 76c95e95-e959-46eb-b3b6-aa7f979d615f kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/error-404-isvc-563cb-predictor-85497489cf-k8hg5 to ip-10-0-140-54.ec2.internal metadata: creationTimestamp: "2026-07-06T21:44:02Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-07-06T21:44:02Z" name: error-404-isvc-563cb-predictor-85497489cf-k8hg5.18bfd16cc035b4f9 namespace: kserve-ci-e2e-test resourceVersion: "25900" uid: 92cce8e2-ee3a-42a3-b020-20c3e789df0f reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-785d6bfc8b-2d77p source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-06T21:44:02Z" involvedObject: apiVersion: v1 kind: Pod name: error-404-isvc-563cb-predictor-85497489cf-k8hg5 namespace: kserve-ci-e2e-test resourceVersion: "25898" uid: 76c95e95-e959-46eb-b3b6-aa7f979d615f kind: Event lastTimestamp: "2026-07-06T21:44:02Z" message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "error-404-isvc-563cb-predictor-serving-cert" not found' metadata: creationTimestamp: "2026-07-06T21:44:02Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-06T21:44:02Z" name: error-404-isvc-563cb-predictor-85497489cf-k8hg5.18bfd16ccfaa78dc namespace: kserve-ci-e2e-test resourceVersion: "25921" uid: 7c4ee283-004a-4a4c-be9b-99b5d364468f reason: FailedMount reportingComponent: kubelet reportingInstance: ip-10-0-140-54.ec2.internal source: component: kubelet host: ip-10-0-140-54.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-06T21:44:03Z" involvedObject: apiVersion: v1 kind: Pod name: error-404-isvc-563cb-predictor-85497489cf-k8hg5 namespace: kserve-ci-e2e-test resourceVersion: "25905" uid: 76c95e95-e959-46eb-b3b6-aa7f979d615f kind: Event lastTimestamp: "2026-07-06T21:44:03Z" message: Add eth0 [10.132.0.46/23] from ovn-kubernetes metadata: creationTimestamp: "2026-07-06T21:44:03Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-07-06T21:44:03Z" name: error-404-isvc-563cb-predictor-85497489cf-k8hg5.18bfd16cfe8793ca namespace: kserve-ci-e2e-test resourceVersion: "25940" uid: 8131e582-af9b-4a47-87ba-c54abfd08595 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-06T21:44:03Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-563cb-predictor-85497489cf-k8hg5 namespace: kserve-ci-e2e-test resourceVersion: "25898" uid: 76c95e95-e959-46eb-b3b6-aa7f979d615f kind: Event lastTimestamp: "2026-07-06T21:44:03Z" message: Container image "quay.io/opendatahub/error-404-isvc:odh-pr-1699" already present on machine metadata: creationTimestamp: "2026-07-06T21:44:03Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-06T21:44:03Z" name: error-404-isvc-563cb-predictor-85497489cf-k8hg5.18bfd16cfff9fa9d namespace: kserve-ci-e2e-test resourceVersion: "25942" uid: 8ed9bd06-a229-4cd9-895b-83d52ad2a777 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-140-54.ec2.internal source: component: kubelet host: ip-10-0-140-54.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-06T21:44:03Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-563cb-predictor-85497489cf-k8hg5 namespace: kserve-ci-e2e-test resourceVersion: "25898" uid: 76c95e95-e959-46eb-b3b6-aa7f979d615f kind: Event lastTimestamp: "2026-07-06T21:44:03Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-07-06T21:44:03Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-06T21:44:03Z" name: error-404-isvc-563cb-predictor-85497489cf-k8hg5.18bfd16d02b7ee79 namespace: kserve-ci-e2e-test resourceVersion: "25945" uid: d63bde3b-36c9-498e-863a-3c188cd1d3ee reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-140-54.ec2.internal source: component: kubelet host: ip-10-0-140-54.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-06T21:44:03Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-563cb-predictor-85497489cf-k8hg5 namespace: kserve-ci-e2e-test resourceVersion: "25898" uid: 76c95e95-e959-46eb-b3b6-aa7f979d615f kind: Event lastTimestamp: "2026-07-06T21:44:03Z" message: Started container kserve-container metadata: creationTimestamp: "2026-07-06T21:44:03Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-06T21:44:03Z" name: error-404-isvc-563cb-predictor-85497489cf-k8hg5.18bfd16d0346fb7b namespace: kserve-ci-e2e-test resourceVersion: "25946" uid: 5b04715d-ac3f-4ec7-9cc3-bd31720e7167 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-140-54.ec2.internal source: component: kubelet host: ip-10-0-140-54.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-06T21:44:03Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-563cb-predictor-85497489cf-k8hg5 namespace: kserve-ci-e2e-test resourceVersion: "25898" uid: 76c95e95-e959-46eb-b3b6-aa7f979d615f kind: Event lastTimestamp: "2026-07-06T21:44:03Z" message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine metadata: creationTimestamp: "2026-07-06T21:44:03Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-06T21:44:03Z" name: error-404-isvc-563cb-predictor-85497489cf-k8hg5.18bfd16d03506f72 namespace: kserve-ci-e2e-test resourceVersion: "25947" uid: 053ffc15-6eb7-4562-92d9-407a8f981f54 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-140-54.ec2.internal source: component: kubelet host: ip-10-0-140-54.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-06T21:44:03Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-563cb-predictor-85497489cf-k8hg5 namespace: kserve-ci-e2e-test resourceVersion: "25898" uid: 76c95e95-e959-46eb-b3b6-aa7f979d615f kind: Event lastTimestamp: "2026-07-06T21:44:03Z" message: 'Created container: kube-rbac-proxy' metadata: creationTimestamp: "2026-07-06T21:44:03Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-06T21:44:03Z" name: error-404-isvc-563cb-predictor-85497489cf-k8hg5.18bfd16d070d15a6 namespace: kserve-ci-e2e-test resourceVersion: "25949" uid: 51d6bd35-18fc-4c11-8331-feb05dcf0da1 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-140-54.ec2.internal source: component: kubelet host: ip-10-0-140-54.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-06T21:44:03Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-563cb-predictor-85497489cf-k8hg5 namespace: kserve-ci-e2e-test resourceVersion: "25898" uid: 76c95e95-e959-46eb-b3b6-aa7f979d615f kind: Event lastTimestamp: "2026-07-06T21:44:03Z" message: Started container kube-rbac-proxy metadata: creationTimestamp: "2026-07-06T21:44:03Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-06T21:44:03Z" name: error-404-isvc-563cb-predictor-85497489cf-k8hg5.18bfd16d078633be namespace: kserve-ci-e2e-test resourceVersion: "25950" uid: 6e286f32-78a5-4e8d-aef2-406867038968 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-140-54.ec2.internal source: component: kubelet host: ip-10-0-140-54.ec2.internal type: Normal - apiVersion: v1 count: 8 eventTime: null firstTimestamp: "2026-07-06T21:44:03Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-563cb-predictor-85497489cf-k8hg5 namespace: kserve-ci-e2e-test resourceVersion: "25898" uid: 76c95e95-e959-46eb-b3b6-aa7f979d615f kind: Event lastTimestamp: "2026-07-06T21:53:29Z" message: 'Readiness probe failed: dial tcp 10.132.0.46:8080: connect: connection refused' metadata: creationTimestamp: "2026-07-06T21:44:03Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-06T21:53:29Z" name: error-404-isvc-563cb-predictor-85497489cf-k8hg5.18bfd16d1562d078 namespace: kserve-ci-e2e-test resourceVersion: "30152" uid: 10fea907-1489-4c14-8334-9eeeb3269e73 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-140-54.ec2.internal source: component: kubelet host: ip-10-0-140-54.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-06T21:53:27Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-563cb-predictor-85497489cf-k8hg5 namespace: kserve-ci-e2e-test resourceVersion: "25898" uid: 76c95e95-e959-46eb-b3b6-aa7f979d615f kind: Event lastTimestamp: "2026-07-06T21:53:27Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-07-06T21:53:27Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-06T21:53:27Z" name: error-404-isvc-563cb-predictor-85497489cf-k8hg5.18bfd1f03fbedb7a namespace: kserve-ci-e2e-test resourceVersion: "30129" uid: 89c25091-ef3d-4b2a-89fd-cc9c16f58353 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-140-54.ec2.internal source: component: kubelet host: ip-10-0-140-54.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-06T21:53:27Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-563cb-predictor-85497489cf-k8hg5 namespace: kserve-ci-e2e-test resourceVersion: "25898" uid: 76c95e95-e959-46eb-b3b6-aa7f979d615f kind: Event lastTimestamp: "2026-07-06T21:53:27Z" message: Stopping container kube-rbac-proxy metadata: creationTimestamp: "2026-07-06T21:53:27Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-06T21:53:27Z" name: error-404-isvc-563cb-predictor-85497489cf-k8hg5.18bfd1f03fbf448b namespace: kserve-ci-e2e-test resourceVersion: "30130" uid: 768e53ac-f62e-41bb-b31d-244c262a1c3d reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-140-54.ec2.internal source: component: kubelet host: ip-10-0-140-54.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-06T21:53:29Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-563cb-predictor-85497489cf-k8hg5 namespace: kserve-ci-e2e-test resourceVersion: "25898" uid: 76c95e95-e959-46eb-b3b6-aa7f979d615f kind: Event lastTimestamp: "2026-07-06T21:53:29Z" message: 'Readiness probe failed: Get "https://10.132.0.46:8643/healthz": dial tcp 10.132.0.46:8643: connect: connection refused' metadata: creationTimestamp: "2026-07-06T21:53:29Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-06T21:53:29Z" name: error-404-isvc-563cb-predictor-85497489cf-k8hg5.18bfd1f0ddfb4987 namespace: kserve-ci-e2e-test resourceVersion: "30149" uid: 9b6e699b-a401-48e1-b124-85eaa28507a3 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-140-54.ec2.internal source: component: kubelet host: ip-10-0-140-54.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-06T21:44:02Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: error-404-isvc-563cb-predictor-85497489cf namespace: kserve-ci-e2e-test resourceVersion: "25887" uid: 2f9e7e9f-ce4c-4b51-9483-26b68314a1b1 kind: Event lastTimestamp: "2026-07-06T21:44:02Z" message: 'Created pod: error-404-isvc-563cb-predictor-85497489cf-k8hg5' metadata: creationTimestamp: "2026-07-06T21:44:02Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-06T21:44:02Z" name: error-404-isvc-563cb-predictor-85497489cf.18bfd16cbfc667d3 namespace: kserve-ci-e2e-test resourceVersion: "25897" uid: fb5cf99d-bdbf-4c41-89c5-8363f7334753 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-06T21:44:02Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: error-404-isvc-563cb-predictor namespace: kserve-ci-e2e-test resourceVersion: "25883" uid: ae59323c-d0fe-4554-ad46-a0e7771b23e0 kind: Event lastTimestamp: "2026-07-06T21:44:02Z" message: Scaled up replica set error-404-isvc-563cb-predictor-85497489cf from 0 to 1 metadata: creationTimestamp: "2026-07-06T21:44:02Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-06T21:44:02Z" name: error-404-isvc-563cb-predictor.18bfd16cbe1414f4 namespace: kserve-ci-e2e-test resourceVersion: "25889" uid: 0e69cbfa-1280-41e8-9b21-1af0884b452e reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 4 eventTime: null firstTimestamp: "2026-07-06T21:44:17Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-563cb-predictor namespace: kserve-ci-e2e-test resourceVersion: "25885" uid: 135d6ef5-1da0-4edc-9b59-d371d6449cd4 kind: Event lastTimestamp: "2026-07-06T21:45:02Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-07-06T21:44:17Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-06T21:45:02Z" name: error-404-isvc-563cb-predictor.18bfd1703c917d3e namespace: kserve-ci-e2e-test resourceVersion: "26520" uid: 4373ef5b-c28e-4ea3-a53c-cfa4774f0538 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 4 eventTime: null firstTimestamp: "2026-07-06T21:44:17Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-563cb-predictor namespace: kserve-ci-e2e-test resourceVersion: "25885" uid: 135d6ef5-1da0-4edc-9b59-d371d6449cd4 kind: Event lastTimestamp: "2026-07-06T21:45:02Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-07-06T21:44:17Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-06T21:45:02Z" name: error-404-isvc-563cb-predictor.18bfd1703cfa6c2f namespace: kserve-ci-e2e-test resourceVersion: "26521" uid: c22af96b-0439-43f5-becb-5824b382dc58 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-07-06T21:45:17Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-563cb-predictor namespace: kserve-ci-e2e-test resourceVersion: "26093" uid: 135d6ef5-1da0-4edc-9b59-d371d6449cd4 kind: Event lastTimestamp: "2026-07-06T21:45:32Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-07-06T21:45:17Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-06T21:45:32Z" name: error-404-isvc-563cb-predictor.18bfd17e37b8bef5 namespace: kserve-ci-e2e-test resourceVersion: "26800" uid: 5b6f2852-b74e-42e1-b41a-2ccd76ab7d6d reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-07-06T21:45:17Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-563cb-predictor namespace: kserve-ci-e2e-test resourceVersion: "26093" uid: 135d6ef5-1da0-4edc-9b59-d371d6449cd4 kind: Event lastTimestamp: "2026-07-06T21:45:32Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-07-06T21:45:17Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-06T21:45:32Z" name: error-404-isvc-563cb-predictor.18bfd17e38262d0f namespace: kserve-ci-e2e-test resourceVersion: "26801" uid: bc4e63af-183a-49d3-8e8f-2dae80e0965b reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 7 eventTime: null firstTimestamp: "2026-07-06T21:44:02Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-563cb namespace: kserve-ci-e2e-test resourceVersion: "25858" uid: c7450add-6df4-4289-a329-35442cab4080 kind: Event lastTimestamp: "2026-07-06T21:45:00Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-07-06T21:44:02Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-06T21:45:00Z" name: error-404-isvc-563cb.18bfd16cbe15ff51 namespace: kserve-ci-e2e-test resourceVersion: "26472" uid: d3ca4c2c-57c7-453a-8a99-b6c47893a0af reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-06T21:44:02Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-563cb namespace: kserve-ci-e2e-test resourceVersion: "25892" uid: c7450add-6df4-4289-a329-35442cab4080 kind: Event lastTimestamp: "2026-07-06T21:44:02Z" message: 'Failed to update status for InferenceService "error-404-isvc-563cb": Operation cannot be fulfilled on inferenceservices.serving.kserve.io "error-404-isvc-563cb": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-07-06T21:44:02Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-06T21:44:02Z" name: error-404-isvc-563cb.18bfd16cc4994ce1 namespace: kserve-ci-e2e-test resourceVersion: "25911" uid: fbda194c-7f34-4eee-86ed-79d6e287ca24 reason: UpdateFailed reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-06T21:44:02Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-563cb namespace: kserve-ci-e2e-test resourceVersion: "25892" uid: c7450add-6df4-4289-a329-35442cab4080 kind: Event lastTimestamp: "2026-07-06T21:44:02Z" message: 'fails to update InferenceService status: Operation cannot be fulfilled on inferenceservices.serving.kserve.io "error-404-isvc-563cb": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-07-06T21:44:02Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-06T21:44:02Z" name: error-404-isvc-563cb.18bfd16cc4999ceb namespace: kserve-ci-e2e-test resourceVersion: "25912" uid: bc88be01-5d46-43bb-8a81-97851743ad11 reason: InternalError reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-06T21:44:59Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-563cb namespace: kserve-ci-e2e-test resourceVersion: "26467" uid: c7450add-6df4-4289-a329-35442cab4080 kind: Event lastTimestamp: "2026-07-06T21:44:59Z" message: InferenceService [error-404-isvc-563cb] is Ready metadata: creationTimestamp: "2026-07-06T21:44:59Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-06T21:44:59Z" name: error-404-isvc-563cb.18bfd17a24e66022 namespace: kserve-ci-e2e-test resourceVersion: "26468" uid: c28b180e-ef20-4e6e-ac4f-7bd06172e1ce reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-07-06T21:33:16.903749Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: error-404-isvc-599ee-predictor-6fdd64d5bc-nplst namespace: kserve-ci-e2e-test resourceVersion: "20040" uid: a4186ac0-8140-41eb-893d-b5417ec52a8f kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/error-404-isvc-599ee-predictor-6fdd64d5bc-nplst to ip-10-0-140-54.ec2.internal metadata: creationTimestamp: "2026-07-06T21:33:16Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-07-06T21:33:16Z" name: error-404-isvc-599ee-predictor-6fdd64d5bc-nplst.18bfd0d671425330 namespace: kserve-ci-e2e-test resourceVersion: "20049" uid: 2c62151b-e4b3-41f7-8185-82aac56f0d70 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-785d6bfc8b-2d77p source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-06T21:33:17Z" involvedObject: apiVersion: v1 kind: Pod name: error-404-isvc-599ee-predictor-6fdd64d5bc-nplst namespace: kserve-ci-e2e-test resourceVersion: "20058" uid: a4186ac0-8140-41eb-893d-b5417ec52a8f kind: Event lastTimestamp: "2026-07-06T21:33:17Z" message: Add eth0 [10.132.0.36/23] from ovn-kubernetes metadata: creationTimestamp: "2026-07-06T21:33:17Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-07-06T21:33:17Z" name: error-404-isvc-599ee-predictor-6fdd64d5bc-nplst.18bfd0d68b41b9ff namespace: kserve-ci-e2e-test resourceVersion: "20089" uid: 8478cbc4-99b2-4f69-b1f3-0a62dc70ffd8 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-06T21:33:17Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-599ee-predictor-6fdd64d5bc-nplst namespace: kserve-ci-e2e-test resourceVersion: "20044" uid: a4186ac0-8140-41eb-893d-b5417ec52a8f kind: Event lastTimestamp: "2026-07-06T21:33:17Z" message: Container image "quay.io/opendatahub/error-404-isvc:odh-pr-1699" already present on machine metadata: creationTimestamp: "2026-07-06T21:33:17Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-06T21:33:17Z" name: error-404-isvc-599ee-predictor-6fdd64d5bc-nplst.18bfd0d68cb912b6 namespace: kserve-ci-e2e-test resourceVersion: "20093" uid: 17d8d4d6-2985-4f70-922e-13aea533549f reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-140-54.ec2.internal source: component: kubelet host: ip-10-0-140-54.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-06T21:33:17Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-599ee-predictor-6fdd64d5bc-nplst namespace: kserve-ci-e2e-test resourceVersion: "20044" uid: a4186ac0-8140-41eb-893d-b5417ec52a8f kind: Event lastTimestamp: "2026-07-06T21:33:17Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-07-06T21:33:17Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-06T21:33:17Z" name: error-404-isvc-599ee-predictor-6fdd64d5bc-nplst.18bfd0d68f6ab1de namespace: kserve-ci-e2e-test resourceVersion: "20095" uid: 2a5bf797-ba39-48ba-ab23-a0414b3f2e92 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-140-54.ec2.internal source: component: kubelet host: ip-10-0-140-54.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-06T21:33:17Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-599ee-predictor-6fdd64d5bc-nplst namespace: kserve-ci-e2e-test resourceVersion: "20044" uid: a4186ac0-8140-41eb-893d-b5417ec52a8f kind: Event lastTimestamp: "2026-07-06T21:33:17Z" message: Started container kserve-container metadata: creationTimestamp: "2026-07-06T21:33:17Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-06T21:33:17Z" name: error-404-isvc-599ee-predictor-6fdd64d5bc-nplst.18bfd0d68fddb2b4 namespace: kserve-ci-e2e-test resourceVersion: "20097" uid: 92bec540-ff71-40de-a5a5-fea7ce31c500 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-140-54.ec2.internal source: component: kubelet host: ip-10-0-140-54.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-06T21:33:17Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-599ee-predictor-6fdd64d5bc-nplst namespace: kserve-ci-e2e-test resourceVersion: "20044" uid: a4186ac0-8140-41eb-893d-b5417ec52a8f kind: Event lastTimestamp: "2026-07-06T21:33:17Z" message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine metadata: creationTimestamp: "2026-07-06T21:33:17Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-06T21:33:17Z" name: error-404-isvc-599ee-predictor-6fdd64d5bc-nplst.18bfd0d68fe94663 namespace: kserve-ci-e2e-test resourceVersion: "20099" uid: fff04f74-f7b4-4345-b6bb-55f621c76d30 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-140-54.ec2.internal source: component: kubelet host: ip-10-0-140-54.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-06T21:33:17Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-599ee-predictor-6fdd64d5bc-nplst namespace: kserve-ci-e2e-test resourceVersion: "20044" uid: a4186ac0-8140-41eb-893d-b5417ec52a8f kind: Event lastTimestamp: "2026-07-06T21:33:17Z" message: 'Created container: kube-rbac-proxy' metadata: creationTimestamp: "2026-07-06T21:33:17Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-06T21:33:17Z" name: error-404-isvc-599ee-predictor-6fdd64d5bc-nplst.18bfd0d692c71cb2 namespace: kserve-ci-e2e-test resourceVersion: "20100" uid: cef3d1c5-03bb-4f0a-bcf4-72b2df9c7e7a reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-140-54.ec2.internal source: component: kubelet host: ip-10-0-140-54.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-06T21:33:17Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-599ee-predictor-6fdd64d5bc-nplst namespace: kserve-ci-e2e-test resourceVersion: "20044" uid: a4186ac0-8140-41eb-893d-b5417ec52a8f kind: Event lastTimestamp: "2026-07-06T21:33:17Z" message: Started container kube-rbac-proxy metadata: creationTimestamp: "2026-07-06T21:33:17Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-06T21:33:17Z" name: error-404-isvc-599ee-predictor-6fdd64d5bc-nplst.18bfd0d6933e1de5 namespace: kserve-ci-e2e-test resourceVersion: "20101" uid: b536c64a-eac2-48c9-9ecb-16e3803ff680 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-140-54.ec2.internal source: component: kubelet host: ip-10-0-140-54.ec2.internal type: Normal - apiVersion: v1 count: 7 eventTime: null firstTimestamp: "2026-07-06T21:33:18Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-599ee-predictor-6fdd64d5bc-nplst namespace: kserve-ci-e2e-test resourceVersion: "20044" uid: a4186ac0-8140-41eb-893d-b5417ec52a8f kind: Event lastTimestamp: "2026-07-06T21:34:04Z" message: 'Readiness probe failed: dial tcp 10.132.0.36:8080: connect: connection refused' metadata: creationTimestamp: "2026-07-06T21:33:18Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-06T21:34:04Z" name: error-404-isvc-599ee-predictor-6fdd64d5bc-nplst.18bfd0d6b6f1eb54 namespace: kserve-ci-e2e-test resourceVersion: "20661" uid: bc63ad1f-f742-418a-837d-9beeffcba74c reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-140-54.ec2.internal source: component: kubelet host: ip-10-0-140-54.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-06T21:34:37Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-599ee-predictor-6fdd64d5bc-nplst namespace: kserve-ci-e2e-test resourceVersion: "20044" uid: a4186ac0-8140-41eb-893d-b5417ec52a8f kind: Event lastTimestamp: "2026-07-06T21:34:37Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-07-06T21:34:37Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-06T21:34:37Z" name: error-404-isvc-599ee-predictor-6fdd64d5bc-nplst.18bfd0e9256a0135 namespace: kserve-ci-e2e-test resourceVersion: "21122" uid: 48ff9f9a-ac8f-4ba0-bc8c-80f276282e98 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-140-54.ec2.internal source: component: kubelet host: ip-10-0-140-54.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-06T21:34:37Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-599ee-predictor-6fdd64d5bc-nplst namespace: kserve-ci-e2e-test resourceVersion: "20044" uid: a4186ac0-8140-41eb-893d-b5417ec52a8f kind: Event lastTimestamp: "2026-07-06T21:34:37Z" message: Stopping container kube-rbac-proxy metadata: creationTimestamp: "2026-07-06T21:34:37Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-06T21:34:37Z" name: error-404-isvc-599ee-predictor-6fdd64d5bc-nplst.18bfd0e9256a6612 namespace: kserve-ci-e2e-test resourceVersion: "21125" uid: a9e610e3-8f04-4e44-a1d4-7b18e7c7afc9 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-140-54.ec2.internal source: component: kubelet host: ip-10-0-140-54.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-06T21:34:39Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-599ee-predictor-6fdd64d5bc-nplst namespace: kserve-ci-e2e-test resourceVersion: "20044" uid: a4186ac0-8140-41eb-893d-b5417ec52a8f kind: Event lastTimestamp: "2026-07-06T21:34:39Z" message: 'Readiness probe failed: Get "https://10.132.0.36:8643/healthz": dial tcp 10.132.0.36:8643: connect: connection refused' metadata: creationTimestamp: "2026-07-06T21:34:39Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-06T21:34:39Z" name: error-404-isvc-599ee-predictor-6fdd64d5bc-nplst.18bfd0e9934c9701 namespace: kserve-ci-e2e-test resourceVersion: "21181" uid: 55eb71ce-3f4b-472d-bb51-67587f8af006 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-140-54.ec2.internal source: component: kubelet host: ip-10-0-140-54.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-06T21:33:16Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: error-404-isvc-599ee-predictor-6fdd64d5bc namespace: kserve-ci-e2e-test resourceVersion: "20025" uid: 9f4c4971-9d3e-42ff-b7be-add40d56d04c kind: Event lastTimestamp: "2026-07-06T21:33:16Z" message: 'Created pod: error-404-isvc-599ee-predictor-6fdd64d5bc-nplst' metadata: creationTimestamp: "2026-07-06T21:33:16Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-06T21:33:16Z" name: error-404-isvc-599ee-predictor-6fdd64d5bc.18bfd0d670b2ae5c namespace: kserve-ci-e2e-test resourceVersion: "20050" uid: 7c019381-ca8b-44ed-8ec2-7765ddcf587d reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-06T21:33:16Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: error-404-isvc-599ee-predictor namespace: kserve-ci-e2e-test resourceVersion: "20021" uid: ec6d6254-2cb5-4a19-81b6-66a2e4999bb9 kind: Event lastTimestamp: "2026-07-06T21:33:16Z" message: Scaled up replica set error-404-isvc-599ee-predictor-6fdd64d5bc from 0 to 1 metadata: creationTimestamp: "2026-07-06T21:33:16Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-06T21:33:16Z" name: error-404-isvc-599ee-predictor.18bfd0d66eb0724f namespace: kserve-ci-e2e-test resourceVersion: "20029" uid: a38de940-a8d7-403b-88bf-40d2084301b4 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-07-06T21:33:31Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-599ee-predictor namespace: kserve-ci-e2e-test resourceVersion: "20024" uid: 9bd8f51d-87fa-42b8-8678-9559ed96247d kind: Event lastTimestamp: "2026-07-06T21:34:01Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-07-06T21:33:31Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-06T21:34:01Z" name: error-404-isvc-599ee-predictor.18bfd0d9ed38710b namespace: kserve-ci-e2e-test resourceVersion: "20645" uid: 962d92ee-d3cd-42ec-a16d-c8b78063fec5 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-07-06T21:33:31Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-599ee-predictor namespace: kserve-ci-e2e-test resourceVersion: "20024" uid: 9bd8f51d-87fa-42b8-8678-9559ed96247d kind: Event lastTimestamp: "2026-07-06T21:34:01Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-07-06T21:33:31Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-06T21:34:01Z" name: error-404-isvc-599ee-predictor.18bfd0d9eda998dc namespace: kserve-ci-e2e-test resourceVersion: "20646" uid: ecdab5b2-0273-4821-b175-5b71a4062c75 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-07-06T21:33:46Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-599ee-predictor namespace: kserve-ci-e2e-test resourceVersion: "20386" uid: 9bd8f51d-87fa-42b8-8678-9559ed96247d kind: Event lastTimestamp: "2026-07-06T21:34:31Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-07-06T21:33:46Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-06T21:34:31Z" name: error-404-isvc-599ee-predictor.18bfd0dd6c5f9701 namespace: kserve-ci-e2e-test resourceVersion: "20955" uid: e6562865-d301-4cf8-b5b6-ed8e5604205e reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-07-06T21:33:46Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-599ee-predictor namespace: kserve-ci-e2e-test resourceVersion: "20386" uid: 9bd8f51d-87fa-42b8-8678-9559ed96247d kind: Event lastTimestamp: "2026-07-06T21:34:31Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-07-06T21:33:46Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-06T21:34:31Z" name: error-404-isvc-599ee-predictor.18bfd0dd6cd4d8b9 namespace: kserve-ci-e2e-test resourceVersion: "20956" uid: 8c98d45b-c9cc-491d-8d05-c26a1fb7ab8f reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 5 eventTime: null firstTimestamp: "2026-07-06T21:33:16Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-599ee namespace: kserve-ci-e2e-test resourceVersion: "19989" uid: 9e57a80a-684b-425f-b6a6-3b8b4885b03c kind: Event lastTimestamp: "2026-07-06T21:34:14Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-07-06T21:33:16Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-06T21:34:14Z" name: error-404-isvc-599ee.18bfd0d66ec66f0f namespace: kserve-ci-e2e-test resourceVersion: "20752" uid: 80b1ca6d-7543-4288-82f7-ec2d05d60e53 reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-06T21:33:16Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-599ee namespace: kserve-ci-e2e-test resourceVersion: "19989" uid: 9e57a80a-684b-425f-b6a6-3b8b4885b03c kind: Event lastTimestamp: "2026-07-06T21:33:16Z" message: 'Failed to update status for InferenceService "error-404-isvc-599ee": Operation cannot be fulfilled on inferenceservices.serving.kserve.io "error-404-isvc-599ee": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-07-06T21:33:16Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-06T21:33:16Z" name: error-404-isvc-599ee.18bfd0d66f3a9c28 namespace: kserve-ci-e2e-test resourceVersion: "20033" uid: 6ec56ec1-5409-4ee2-bbdb-64cca2bf27c0 reason: UpdateFailed reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-06T21:33:16Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-599ee namespace: kserve-ci-e2e-test resourceVersion: "19989" uid: 9e57a80a-684b-425f-b6a6-3b8b4885b03c kind: Event lastTimestamp: "2026-07-06T21:33:16Z" message: 'fails to update InferenceService status: Operation cannot be fulfilled on inferenceservices.serving.kserve.io "error-404-isvc-599ee": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-07-06T21:33:16Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-06T21:33:16Z" name: error-404-isvc-599ee.18bfd0d66f3b1272 namespace: kserve-ci-e2e-test resourceVersion: "20036" uid: ca5b9414-4015-4d5e-9da6-68a19b93888f reason: InternalError reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-06T21:34:14Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-599ee namespace: kserve-ci-e2e-test resourceVersion: "20749" uid: 9e57a80a-684b-425f-b6a6-3b8b4885b03c kind: Event lastTimestamp: "2026-07-06T21:34:14Z" message: InferenceService [error-404-isvc-599ee] is Ready metadata: creationTimestamp: "2026-07-06T21:34:14Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-06T21:34:14Z" name: error-404-isvc-599ee.18bfd0e3c759954f namespace: kserve-ci-e2e-test resourceVersion: "20750" uid: c6098705-812f-4524-8f10-a1927b8002dc reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-07-06T21:32:16.987142Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: error-404-isvc-69e1e-predictor-68f588fff7-bq6qg namespace: kserve-ci-e2e-test resourceVersion: "19403" uid: 412725d6-83f6-4641-9885-765577a11eaf kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/error-404-isvc-69e1e-predictor-68f588fff7-bq6qg to ip-10-0-140-54.ec2.internal metadata: creationTimestamp: "2026-07-06T21:32:16Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-07-06T21:32:16Z" name: error-404-isvc-69e1e-predictor-68f588fff7-bq6qg.18bfd0c87df38e59 namespace: kserve-ci-e2e-test resourceVersion: "19408" uid: ec68136c-fbc6-4610-941a-d9beeea62e05 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-785d6bfc8b-2d77p source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-06T21:32:17Z" involvedObject: apiVersion: v1 kind: Pod name: error-404-isvc-69e1e-predictor-68f588fff7-bq6qg namespace: kserve-ci-e2e-test resourceVersion: "19414" uid: 412725d6-83f6-4641-9885-765577a11eaf kind: Event lastTimestamp: "2026-07-06T21:32:17Z" message: Add eth0 [10.132.0.34/23] from ovn-kubernetes metadata: creationTimestamp: "2026-07-06T21:32:17Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-07-06T21:32:17Z" name: error-404-isvc-69e1e-predictor-68f588fff7-bq6qg.18bfd0c8984bd91a namespace: kserve-ci-e2e-test resourceVersion: "19445" uid: dfc77118-8b81-42a7-8e15-8122fafa44a1 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-06T21:32:17Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-69e1e-predictor-68f588fff7-bq6qg namespace: kserve-ci-e2e-test resourceVersion: "19406" uid: 412725d6-83f6-4641-9885-765577a11eaf kind: Event lastTimestamp: "2026-07-06T21:32:17Z" message: Container image "quay.io/opendatahub/error-404-isvc:odh-pr-1699" already present on machine metadata: creationTimestamp: "2026-07-06T21:32:17Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-06T21:32:17Z" name: error-404-isvc-69e1e-predictor-68f588fff7-bq6qg.18bfd0c899ca735a namespace: kserve-ci-e2e-test resourceVersion: "19448" uid: e112ecc5-5d14-4abf-8a29-193f0b952373 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-140-54.ec2.internal source: component: kubelet host: ip-10-0-140-54.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-06T21:32:17Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-69e1e-predictor-68f588fff7-bq6qg namespace: kserve-ci-e2e-test resourceVersion: "19406" uid: 412725d6-83f6-4641-9885-765577a11eaf kind: Event lastTimestamp: "2026-07-06T21:32:17Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-07-06T21:32:17Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-06T21:32:17Z" name: error-404-isvc-69e1e-predictor-68f588fff7-bq6qg.18bfd0c89cecaaa5 namespace: kserve-ci-e2e-test resourceVersion: "19452" uid: fec59786-cbaa-4197-8845-7071c14d9b4b reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-140-54.ec2.internal source: component: kubelet host: ip-10-0-140-54.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-06T21:32:17Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-69e1e-predictor-68f588fff7-bq6qg namespace: kserve-ci-e2e-test resourceVersion: "19406" uid: 412725d6-83f6-4641-9885-765577a11eaf kind: Event lastTimestamp: "2026-07-06T21:32:17Z" message: Started container kserve-container metadata: creationTimestamp: "2026-07-06T21:32:17Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-06T21:32:17Z" name: error-404-isvc-69e1e-predictor-68f588fff7-bq6qg.18bfd0c89d619105 namespace: kserve-ci-e2e-test resourceVersion: "19454" uid: 37b8e82c-3ff1-42bc-bb2b-c4da3976f94b reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-140-54.ec2.internal source: component: kubelet host: ip-10-0-140-54.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-06T21:32:17Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-69e1e-predictor-68f588fff7-bq6qg namespace: kserve-ci-e2e-test resourceVersion: "19406" uid: 412725d6-83f6-4641-9885-765577a11eaf kind: Event lastTimestamp: "2026-07-06T21:32:17Z" message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine metadata: creationTimestamp: "2026-07-06T21:32:17Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-06T21:32:17Z" name: error-404-isvc-69e1e-predictor-68f588fff7-bq6qg.18bfd0c89d6a9f84 namespace: kserve-ci-e2e-test resourceVersion: "19455" uid: 629578c7-bcc1-4dc3-adcf-89c76922c29a reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-140-54.ec2.internal source: component: kubelet host: ip-10-0-140-54.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-06T21:32:17Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-69e1e-predictor-68f588fff7-bq6qg namespace: kserve-ci-e2e-test resourceVersion: "19406" uid: 412725d6-83f6-4641-9885-765577a11eaf kind: Event lastTimestamp: "2026-07-06T21:32:17Z" message: 'Created container: kube-rbac-proxy' metadata: creationTimestamp: "2026-07-06T21:32:17Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-06T21:32:17Z" name: error-404-isvc-69e1e-predictor-68f588fff7-bq6qg.18bfd0c8a05bb57f namespace: kserve-ci-e2e-test resourceVersion: "19456" uid: 2d6b8170-bd19-4126-9468-f8616c59a2a8 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-140-54.ec2.internal source: component: kubelet host: ip-10-0-140-54.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-06T21:32:17Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-69e1e-predictor-68f588fff7-bq6qg namespace: kserve-ci-e2e-test resourceVersion: "19406" uid: 412725d6-83f6-4641-9885-765577a11eaf kind: Event lastTimestamp: "2026-07-06T21:32:17Z" message: Started container kube-rbac-proxy metadata: creationTimestamp: "2026-07-06T21:32:17Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-06T21:32:17Z" name: error-404-isvc-69e1e-predictor-68f588fff7-bq6qg.18bfd0c8a0d1d264 namespace: kserve-ci-e2e-test resourceVersion: "19457" uid: 407fa0a8-ba81-4a69-9096-cec58c881660 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-140-54.ec2.internal source: component: kubelet host: ip-10-0-140-54.ec2.internal type: Normal - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-07-06T21:32:18Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-69e1e-predictor-68f588fff7-bq6qg namespace: kserve-ci-e2e-test resourceVersion: "19406" uid: 412725d6-83f6-4641-9885-765577a11eaf kind: Event lastTimestamp: "2026-07-06T21:32:54Z" message: 'Readiness probe failed: dial tcp 10.132.0.34:8080: connect: connection refused' metadata: creationTimestamp: "2026-07-06T21:32:18Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-06T21:32:54Z" name: error-404-isvc-69e1e-predictor-68f588fff7-bq6qg.18bfd0c8e8fef1df namespace: kserve-ci-e2e-test resourceVersion: "19764" uid: f2116a84-9600-4860-a15e-89f90016e619 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-140-54.ec2.internal source: component: kubelet host: ip-10-0-140-54.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-06T21:33:27Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-69e1e-predictor-68f588fff7-bq6qg namespace: kserve-ci-e2e-test resourceVersion: "19406" uid: 412725d6-83f6-4641-9885-765577a11eaf kind: Event lastTimestamp: "2026-07-06T21:33:27Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-07-06T21:33:27Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-06T21:33:27Z" name: error-404-isvc-69e1e-predictor-68f588fff7-bq6qg.18bfd0d8db86e06f namespace: kserve-ci-e2e-test resourceVersion: "20302" uid: 14adb251-de96-4634-afdf-a6056e9d6ee2 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-140-54.ec2.internal source: component: kubelet host: ip-10-0-140-54.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-06T21:33:27Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-69e1e-predictor-68f588fff7-bq6qg namespace: kserve-ci-e2e-test resourceVersion: "19406" uid: 412725d6-83f6-4641-9885-765577a11eaf kind: Event lastTimestamp: "2026-07-06T21:33:27Z" message: Stopping container kube-rbac-proxy metadata: creationTimestamp: "2026-07-06T21:33:27Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-06T21:33:27Z" name: error-404-isvc-69e1e-predictor-68f588fff7-bq6qg.18bfd0d8db8730a7 namespace: kserve-ci-e2e-test resourceVersion: "20303" uid: d2cdad85-3449-41e3-be04-6b784651eabd reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-140-54.ec2.internal source: component: kubelet host: ip-10-0-140-54.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-06T21:33:29Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-69e1e-predictor-68f588fff7-bq6qg namespace: kserve-ci-e2e-test resourceVersion: "19406" uid: 412725d6-83f6-4641-9885-765577a11eaf kind: Event lastTimestamp: "2026-07-06T21:33:29Z" message: 'Readiness probe failed: Get "https://10.132.0.34:8643/healthz": dial tcp 10.132.0.34:8643: connect: connection refused' metadata: creationTimestamp: "2026-07-06T21:33:29Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-06T21:33:29Z" name: error-404-isvc-69e1e-predictor-68f588fff7-bq6qg.18bfd0d9712ee1df namespace: kserve-ci-e2e-test resourceVersion: "20361" uid: 20d13e61-a1b4-4c4c-bad0-2815bec69130 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-140-54.ec2.internal source: component: kubelet host: ip-10-0-140-54.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-06T21:32:16Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: error-404-isvc-69e1e-predictor-68f588fff7 namespace: kserve-ci-e2e-test resourceVersion: "19395" uid: 15432680-b159-40a3-9aec-d7f4151add33 kind: Event lastTimestamp: "2026-07-06T21:32:16Z" message: 'Created pod: error-404-isvc-69e1e-predictor-68f588fff7-bq6qg' metadata: creationTimestamp: "2026-07-06T21:32:16Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-06T21:32:16Z" name: error-404-isvc-69e1e-predictor-68f588fff7.18bfd0c87d57b019 namespace: kserve-ci-e2e-test resourceVersion: "19404" uid: 9e91559c-9160-4190-ba95-2c7c6fd2358a reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-06T21:32:16Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: error-404-isvc-69e1e-predictor namespace: kserve-ci-e2e-test resourceVersion: "19390" uid: 0a8979b8-8959-47e4-9d71-5e155d72c0a4 kind: Event lastTimestamp: "2026-07-06T21:32:16Z" message: Scaled up replica set error-404-isvc-69e1e-predictor-68f588fff7 from 0 to 1 metadata: creationTimestamp: "2026-07-06T21:32:16Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-06T21:32:16Z" name: error-404-isvc-69e1e-predictor.18bfd0c87b71aba8 namespace: kserve-ci-e2e-test resourceVersion: "19396" uid: c67a40fe-1554-4f7b-892e-8b0566dcb861 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-07-06T21:32:31Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-69e1e-predictor namespace: kserve-ci-e2e-test resourceVersion: "19394" uid: cfb8e773-399b-4d68-a2f7-26b52c74b3bb kind: Event lastTimestamp: "2026-07-06T21:33:01Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-07-06T21:32:31Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-06T21:33:01Z" name: error-404-isvc-69e1e-predictor.18bfd0cbf9f56d70 namespace: kserve-ci-e2e-test resourceVersion: "19815" uid: 568dd69c-1c37-4e8c-95c7-74af60f49cfd reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-07-06T21:32:31Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-69e1e-predictor namespace: kserve-ci-e2e-test resourceVersion: "19394" uid: cfb8e773-399b-4d68-a2f7-26b52c74b3bb kind: Event lastTimestamp: "2026-07-06T21:33:01Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-07-06T21:32:31Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-06T21:33:01Z" name: error-404-isvc-69e1e-predictor.18bfd0cbfa6b00e8 namespace: kserve-ci-e2e-test resourceVersion: "19816" uid: 4d65e360-6e57-40f1-9788-28a7bb9ee681 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-07-06T21:32:46Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-69e1e-predictor namespace: kserve-ci-e2e-test resourceVersion: "19589" uid: cfb8e773-399b-4d68-a2f7-26b52c74b3bb kind: Event lastTimestamp: "2026-07-06T21:33:17Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-07-06T21:32:46Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-06T21:33:17Z" name: error-404-isvc-69e1e-predictor.18bfd0cf7922c85d namespace: kserve-ci-e2e-test resourceVersion: "20078" uid: 7a4af0dd-79f7-4652-a69e-b2b2408aa6eb reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-07-06T21:32:46Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-69e1e-predictor namespace: kserve-ci-e2e-test resourceVersion: "19589" uid: cfb8e773-399b-4d68-a2f7-26b52c74b3bb kind: Event lastTimestamp: "2026-07-06T21:33:17Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-07-06T21:32:46Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-06T21:33:17Z" name: error-404-isvc-69e1e-predictor.18bfd0cf7991d332 namespace: kserve-ci-e2e-test resourceVersion: "20079" uid: f7d1d428-e769-49a8-8661-be10e94a6962 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 5 eventTime: null firstTimestamp: "2026-07-06T21:32:16Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-69e1e namespace: kserve-ci-e2e-test resourceVersion: "19363" uid: dae6bda1-da79-4e7a-8c6d-010e9dbf7d15 kind: Event lastTimestamp: "2026-07-06T21:33:04Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-07-06T21:32:16Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-06T21:33:04Z" name: error-404-isvc-69e1e.18bfd0c87b7a91f3 namespace: kserve-ci-e2e-test resourceVersion: "19852" uid: 722811af-135e-41f2-87b7-c548df64072b reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-06T21:32:16Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-69e1e namespace: kserve-ci-e2e-test resourceVersion: "19363" uid: dae6bda1-da79-4e7a-8c6d-010e9dbf7d15 kind: Event lastTimestamp: "2026-07-06T21:32:16Z" message: 'Failed to update status for InferenceService "error-404-isvc-69e1e": Operation cannot be fulfilled on inferenceservices.serving.kserve.io "error-404-isvc-69e1e": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-07-06T21:32:16Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-06T21:32:16Z" name: error-404-isvc-69e1e.18bfd0c87bf2e481 namespace: kserve-ci-e2e-test resourceVersion: "19400" uid: 7bcb4005-29d1-402a-97a0-7a08d109d830 reason: UpdateFailed reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-06T21:32:16Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-69e1e namespace: kserve-ci-e2e-test resourceVersion: "19363" uid: dae6bda1-da79-4e7a-8c6d-010e9dbf7d15 kind: Event lastTimestamp: "2026-07-06T21:32:16Z" message: 'fails to update InferenceService status: Operation cannot be fulfilled on inferenceservices.serving.kserve.io "error-404-isvc-69e1e": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-07-06T21:32:16Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-06T21:32:16Z" name: error-404-isvc-69e1e.18bfd0c87bf31b0a namespace: kserve-ci-e2e-test resourceVersion: "19401" uid: 99c5fdf3-be78-4b77-ab1f-6e3412a55f1e reason: InternalError reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-06T21:33:04Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-69e1e namespace: kserve-ci-e2e-test resourceVersion: "19849" uid: dae6bda1-da79-4e7a-8c6d-010e9dbf7d15 kind: Event lastTimestamp: "2026-07-06T21:33:04Z" message: InferenceService [error-404-isvc-69e1e] is Ready metadata: creationTimestamp: "2026-07-06T21:33:04Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-06T21:33:04Z" name: error-404-isvc-69e1e.18bfd0d3a44d5b3e namespace: kserve-ci-e2e-test resourceVersion: "19850" uid: d7104b04-77f5-430f-b9c8-0c24d1c018cd reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-07-06T21:42:52.124150Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: error-404-isvc-974ed-predictor-677df94fc9-c69t8 namespace: kserve-ci-e2e-test resourceVersion: "24735" uid: 639574ec-8467-4bb3-9203-6168444f8331 kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/error-404-isvc-974ed-predictor-677df94fc9-c69t8 to ip-10-0-140-54.ec2.internal metadata: creationTimestamp: "2026-07-06T21:42:52Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-07-06T21:42:52Z" name: error-404-isvc-974ed-predictor-677df94fc9-c69t8.18bfd15c5f1127ae namespace: kserve-ci-e2e-test resourceVersion: "24740" uid: dcdea68b-9b30-4159-91d0-79f47a041bc5 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-785d6bfc8b-2d77p source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-06T21:42:52Z" involvedObject: apiVersion: v1 kind: Pod name: error-404-isvc-974ed-predictor-677df94fc9-c69t8 namespace: kserve-ci-e2e-test resourceVersion: "24752" uid: 639574ec-8467-4bb3-9203-6168444f8331 kind: Event lastTimestamp: "2026-07-06T21:42:52Z" message: Add eth0 [10.132.0.42/23] from ovn-kubernetes metadata: creationTimestamp: "2026-07-06T21:42:52Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-07-06T21:42:52Z" name: error-404-isvc-974ed-predictor-677df94fc9-c69t8.18bfd15c7959feb1 namespace: kserve-ci-e2e-test resourceVersion: "24777" uid: 53665240-a722-45ae-b181-6dde252c4d97 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-06T21:42:52Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-974ed-predictor-677df94fc9-c69t8 namespace: kserve-ci-e2e-test resourceVersion: "24736" uid: 639574ec-8467-4bb3-9203-6168444f8331 kind: Event lastTimestamp: "2026-07-06T21:42:52Z" message: Container image "quay.io/opendatahub/error-404-isvc:odh-pr-1699" already present on machine metadata: creationTimestamp: "2026-07-06T21:42:52Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-06T21:42:52Z" name: error-404-isvc-974ed-predictor-677df94fc9-c69t8.18bfd15c7aed4291 namespace: kserve-ci-e2e-test resourceVersion: "24782" uid: bba92dc1-041d-4a5e-89c3-c9b87bd00d35 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-140-54.ec2.internal source: component: kubelet host: ip-10-0-140-54.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-06T21:42:52Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-974ed-predictor-677df94fc9-c69t8 namespace: kserve-ci-e2e-test resourceVersion: "24736" uid: 639574ec-8467-4bb3-9203-6168444f8331 kind: Event lastTimestamp: "2026-07-06T21:42:52Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-07-06T21:42:52Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-06T21:42:52Z" name: error-404-isvc-974ed-predictor-677df94fc9-c69t8.18bfd15c7d558115 namespace: kserve-ci-e2e-test resourceVersion: "24785" uid: de009536-c3db-4505-9182-1f89ee55193b reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-140-54.ec2.internal source: component: kubelet host: ip-10-0-140-54.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-06T21:42:52Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-974ed-predictor-677df94fc9-c69t8 namespace: kserve-ci-e2e-test resourceVersion: "24736" uid: 639574ec-8467-4bb3-9203-6168444f8331 kind: Event lastTimestamp: "2026-07-06T21:42:52Z" message: Started container kserve-container metadata: creationTimestamp: "2026-07-06T21:42:52Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-06T21:42:52Z" name: error-404-isvc-974ed-predictor-677df94fc9-c69t8.18bfd15c7dc5beb9 namespace: kserve-ci-e2e-test resourceVersion: "24787" uid: ca7378d5-d7ba-4dd0-9a94-879fa1872ae4 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-140-54.ec2.internal source: component: kubelet host: ip-10-0-140-54.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-06T21:42:52Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-974ed-predictor-677df94fc9-c69t8 namespace: kserve-ci-e2e-test resourceVersion: "24736" uid: 639574ec-8467-4bb3-9203-6168444f8331 kind: Event lastTimestamp: "2026-07-06T21:42:52Z" message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine metadata: creationTimestamp: "2026-07-06T21:42:52Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-06T21:42:52Z" name: error-404-isvc-974ed-predictor-677df94fc9-c69t8.18bfd15c7dcfbc31 namespace: kserve-ci-e2e-test resourceVersion: "24788" uid: 255aa243-98a7-49df-ac6a-9abc96d56b2c reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-140-54.ec2.internal source: component: kubelet host: ip-10-0-140-54.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-06T21:42:52Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-974ed-predictor-677df94fc9-c69t8 namespace: kserve-ci-e2e-test resourceVersion: "24736" uid: 639574ec-8467-4bb3-9203-6168444f8331 kind: Event lastTimestamp: "2026-07-06T21:42:52Z" message: 'Created container: kube-rbac-proxy' metadata: creationTimestamp: "2026-07-06T21:42:52Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-06T21:42:52Z" name: error-404-isvc-974ed-predictor-677df94fc9-c69t8.18bfd15c80c1e98e namespace: kserve-ci-e2e-test resourceVersion: "24789" uid: cbe2179b-0f4e-4948-b84c-99abdc7d619c reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-140-54.ec2.internal source: component: kubelet host: ip-10-0-140-54.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-06T21:42:52Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-974ed-predictor-677df94fc9-c69t8 namespace: kserve-ci-e2e-test resourceVersion: "24736" uid: 639574ec-8467-4bb3-9203-6168444f8331 kind: Event lastTimestamp: "2026-07-06T21:42:52Z" message: Started container kube-rbac-proxy metadata: creationTimestamp: "2026-07-06T21:42:52Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-06T21:42:52Z" name: error-404-isvc-974ed-predictor-677df94fc9-c69t8.18bfd15c81359a9a namespace: kserve-ci-e2e-test resourceVersion: "24790" uid: ffd105e6-4282-476a-9b06-198f36f7b905 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-140-54.ec2.internal source: component: kubelet host: ip-10-0-140-54.ec2.internal type: Normal - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-07-06T21:42:53Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-974ed-predictor-677df94fc9-c69t8 namespace: kserve-ci-e2e-test resourceVersion: "24736" uid: 639574ec-8467-4bb3-9203-6168444f8331 kind: Event lastTimestamp: "2026-07-06T21:43:29Z" message: 'Readiness probe failed: dial tcp 10.132.0.42:8080: connect: connection refused' metadata: creationTimestamp: "2026-07-06T21:42:53Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-06T21:43:29Z" name: error-404-isvc-974ed-predictor-677df94fc9-c69t8.18bfd15cb5a84cdd namespace: kserve-ci-e2e-test resourceVersion: "25082" uid: 230dc183-6e17-4847-b1cf-3a7a73b560d0 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-140-54.ec2.internal source: component: kubelet host: ip-10-0-140-54.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-06T21:44:02Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-974ed-predictor-677df94fc9-c69t8 namespace: kserve-ci-e2e-test resourceVersion: "24736" uid: 639574ec-8467-4bb3-9203-6168444f8331 kind: Event lastTimestamp: "2026-07-06T21:44:02Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-07-06T21:44:02Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-06T21:44:02Z" name: error-404-isvc-974ed-predictor-677df94fc9-c69t8.18bfd16cbd38d2e0 namespace: kserve-ci-e2e-test resourceVersion: "25884" uid: 684f87e9-9ebe-4297-a28b-80bab673bdc3 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-140-54.ec2.internal source: component: kubelet host: ip-10-0-140-54.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-06T21:44:02Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-974ed-predictor-677df94fc9-c69t8 namespace: kserve-ci-e2e-test resourceVersion: "24736" uid: 639574ec-8467-4bb3-9203-6168444f8331 kind: Event lastTimestamp: "2026-07-06T21:44:02Z" message: Stopping container kube-rbac-proxy metadata: creationTimestamp: "2026-07-06T21:44:02Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-06T21:44:02Z" name: error-404-isvc-974ed-predictor-677df94fc9-c69t8.18bfd16cbd395255 namespace: kserve-ci-e2e-test resourceVersion: "25886" uid: 11cdf9bb-4d82-4a14-b8c2-b5e345940f47 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-140-54.ec2.internal source: component: kubelet host: ip-10-0-140-54.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-06T21:44:04Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-974ed-predictor-677df94fc9-c69t8 namespace: kserve-ci-e2e-test resourceVersion: "24736" uid: 639574ec-8467-4bb3-9203-6168444f8331 kind: Event lastTimestamp: "2026-07-06T21:44:04Z" message: 'Readiness probe failed: Get "https://10.132.0.42:8643/healthz": dial tcp 10.132.0.42:8643: connect: connection refused' metadata: creationTimestamp: "2026-07-06T21:44:04Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-06T21:44:04Z" name: error-404-isvc-974ed-predictor-677df94fc9-c69t8.18bfd16d3dff7597 namespace: kserve-ci-e2e-test resourceVersion: "25969" uid: 61e68ad8-48e0-469d-9c71-ac51f467a41f reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-140-54.ec2.internal source: component: kubelet host: ip-10-0-140-54.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-06T21:42:52Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: error-404-isvc-974ed-predictor-677df94fc9 namespace: kserve-ci-e2e-test resourceVersion: "24726" uid: 6fd0eff0-e43f-4655-a5d5-9603092ecd15 kind: Event lastTimestamp: "2026-07-06T21:42:52Z" message: 'Created pod: error-404-isvc-974ed-predictor-677df94fc9-c69t8' metadata: creationTimestamp: "2026-07-06T21:42:52Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-06T21:42:52Z" name: error-404-isvc-974ed-predictor-677df94fc9.18bfd15c5eb09072 namespace: kserve-ci-e2e-test resourceVersion: "24737" uid: bd6f17c3-1de9-4aac-b3b1-78923596d8e2 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-06T21:42:52Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: error-404-isvc-974ed-predictor namespace: kserve-ci-e2e-test resourceVersion: "24722" uid: f46b7ca1-2faa-45f5-96c1-4ecac4da1c1e kind: Event lastTimestamp: "2026-07-06T21:42:52Z" message: Scaled up replica set error-404-isvc-974ed-predictor-677df94fc9 from 0 to 1 metadata: creationTimestamp: "2026-07-06T21:42:52Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-06T21:42:52Z" name: error-404-isvc-974ed-predictor.18bfd15c5cd14ae3 namespace: kserve-ci-e2e-test resourceVersion: "24728" uid: f05ed559-a22c-45d6-96a6-e7c29a4ff06a reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-07-06T21:43:07Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-974ed-predictor namespace: kserve-ci-e2e-test resourceVersion: "24725" uid: 29629936-7f59-449b-853c-c3dfacbc1989 kind: Event lastTimestamp: "2026-07-06T21:43:22Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-07-06T21:43:07Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-06T21:43:22Z" name: error-404-isvc-974ed-predictor.18bfd15fdbc39ecb namespace: kserve-ci-e2e-test resourceVersion: "25030" uid: 8b39b8b2-e864-4ed0-ae7d-91b62894390f reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-07-06T21:43:07Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-974ed-predictor namespace: kserve-ci-e2e-test resourceVersion: "24725" uid: 29629936-7f59-449b-853c-c3dfacbc1989 kind: Event lastTimestamp: "2026-07-06T21:43:22Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-07-06T21:43:07Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-06T21:43:22Z" name: error-404-isvc-974ed-predictor.18bfd15fdc2fa2c6 namespace: kserve-ci-e2e-test resourceVersion: "25031" uid: ab0a1838-8304-4d67-959c-014bf40e9874 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-07-06T21:43:37Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-974ed-predictor namespace: kserve-ci-e2e-test resourceVersion: "24913" uid: 29629936-7f59-449b-853c-c3dfacbc1989 kind: Event lastTimestamp: "2026-07-06T21:43:52Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-07-06T21:43:37Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-06T21:43:52Z" name: error-404-isvc-974ed-predictor.18bfd166d9b01c1f namespace: kserve-ci-e2e-test resourceVersion: "25397" uid: b113d2d7-6cfe-48e7-8a3f-23846854237c reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-07-06T21:43:37Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-974ed-predictor namespace: kserve-ci-e2e-test resourceVersion: "24913" uid: 29629936-7f59-449b-853c-c3dfacbc1989 kind: Event lastTimestamp: "2026-07-06T21:43:52Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-07-06T21:43:37Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-06T21:43:52Z" name: error-404-isvc-974ed-predictor.18bfd166da1acc99 namespace: kserve-ci-e2e-test resourceVersion: "25399" uid: 7c3fd4a4-1539-4592-be5c-503db64f9bd5 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-07-06T21:42:52Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-974ed namespace: kserve-ci-e2e-test resourceVersion: "24694" uid: ee45bae4-ad05-4edf-8f84-977a06235387 kind: Event lastTimestamp: "2026-07-06T21:43:39Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-07-06T21:42:52Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-06T21:43:39Z" name: error-404-isvc-974ed.18bfd15c5d041a1d namespace: kserve-ci-e2e-test resourceVersion: "25178" uid: 529fa782-305f-45c5-9b49-24625e9cd7ad reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-06T21:42:52Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-974ed namespace: kserve-ci-e2e-test resourceVersion: "24694" uid: ee45bae4-ad05-4edf-8f84-977a06235387 kind: Event lastTimestamp: "2026-07-06T21:42:52Z" message: 'Failed to update status for InferenceService "error-404-isvc-974ed": Operation cannot be fulfilled on inferenceservices.serving.kserve.io "error-404-isvc-974ed": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-07-06T21:42:52Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-06T21:42:52Z" name: error-404-isvc-974ed.18bfd15c5d8533c7 namespace: kserve-ci-e2e-test resourceVersion: "24732" uid: 89091638-c35c-4d99-9f21-74447ecfdf27 reason: UpdateFailed reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-06T21:42:52Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-974ed namespace: kserve-ci-e2e-test resourceVersion: "24694" uid: ee45bae4-ad05-4edf-8f84-977a06235387 kind: Event lastTimestamp: "2026-07-06T21:42:52Z" message: 'fails to update InferenceService status: Operation cannot be fulfilled on inferenceservices.serving.kserve.io "error-404-isvc-974ed": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-07-06T21:42:52Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-06T21:42:52Z" name: error-404-isvc-974ed.18bfd15c5d858432 namespace: kserve-ci-e2e-test resourceVersion: "24733" uid: 16855d23-335a-4678-a724-4571deaec27a reason: InternalError reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-06T21:43:39Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-974ed namespace: kserve-ci-e2e-test resourceVersion: "25173" uid: ee45bae4-ad05-4edf-8f84-977a06235387 kind: Event lastTimestamp: "2026-07-06T21:43:39Z" message: InferenceService [error-404-isvc-974ed] is Ready metadata: creationTimestamp: "2026-07-06T21:43:39Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-06T21:43:39Z" name: error-404-isvc-974ed.18bfd167716c2759 namespace: kserve-ci-e2e-test resourceVersion: "25174" uid: beef71f0-aa74-4405-b62b-86e8d2c1e0e4 reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-07-06T21:33:27.219285Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: error-404-isvc-9ded0-predictor-769fb7bc7-d9fvx namespace: kserve-ci-e2e-test resourceVersion: "20279" uid: 919fd4d5-49d6-4638-b938-4285e9cce70d kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/error-404-isvc-9ded0-predictor-769fb7bc7-d9fvx to ip-10-0-140-54.ec2.internal metadata: creationTimestamp: "2026-07-06T21:33:27Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-07-06T21:33:27Z" name: error-404-isvc-9ded0-predictor-769fb7bc7-d9fvx.18bfd0d8d81cf6f1 namespace: kserve-ci-e2e-test resourceVersion: "20283" uid: 12140746-56d4-4fee-8987-d4e2a9b4986c reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-785d6bfc8b-2d77p source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-06T21:33:27Z" involvedObject: apiVersion: v1 kind: Pod name: error-404-isvc-9ded0-predictor-769fb7bc7-d9fvx namespace: kserve-ci-e2e-test resourceVersion: "20280" uid: 919fd4d5-49d6-4638-b938-4285e9cce70d kind: Event lastTimestamp: "2026-07-06T21:33:27Z" message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "error-404-isvc-9ded0-predictor-serving-cert" not found' metadata: creationTimestamp: "2026-07-06T21:33:27Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-06T21:33:27Z" name: error-404-isvc-9ded0-predictor-769fb7bc7-d9fvx.18bfd0d8e8ffba12 namespace: kserve-ci-e2e-test resourceVersion: "20315" uid: 3cc70603-73fa-45c8-a637-3293bbe4b21e reason: FailedMount reportingComponent: kubelet reportingInstance: ip-10-0-140-54.ec2.internal source: component: kubelet host: ip-10-0-140-54.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-06T21:33:28Z" involvedObject: apiVersion: v1 kind: Pod name: error-404-isvc-9ded0-predictor-769fb7bc7-d9fvx namespace: kserve-ci-e2e-test resourceVersion: "20294" uid: 919fd4d5-49d6-4638-b938-4285e9cce70d kind: Event lastTimestamp: "2026-07-06T21:33:28Z" message: Add eth0 [10.132.0.38/23] from ovn-kubernetes metadata: creationTimestamp: "2026-07-06T21:33:28Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-07-06T21:33:28Z" name: error-404-isvc-9ded0-predictor-769fb7bc7-d9fvx.18bfd0d915d8603c namespace: kserve-ci-e2e-test resourceVersion: "20334" uid: aa5ed80d-d1ac-4c1d-a599-5fb8a36ee790 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-06T21:33:28Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-9ded0-predictor-769fb7bc7-d9fvx namespace: kserve-ci-e2e-test resourceVersion: "20280" uid: 919fd4d5-49d6-4638-b938-4285e9cce70d kind: Event lastTimestamp: "2026-07-06T21:33:28Z" message: Container image "quay.io/opendatahub/error-404-isvc:odh-pr-1699" already present on machine metadata: creationTimestamp: "2026-07-06T21:33:28Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-06T21:33:28Z" name: error-404-isvc-9ded0-predictor-769fb7bc7-d9fvx.18bfd0d91764feab namespace: kserve-ci-e2e-test resourceVersion: "20336" uid: 96671ffd-529a-4022-8d20-8dedcf13d160 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-140-54.ec2.internal source: component: kubelet host: ip-10-0-140-54.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-06T21:33:28Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-9ded0-predictor-769fb7bc7-d9fvx namespace: kserve-ci-e2e-test resourceVersion: "20280" uid: 919fd4d5-49d6-4638-b938-4285e9cce70d kind: Event lastTimestamp: "2026-07-06T21:33:28Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-07-06T21:33:28Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-06T21:33:28Z" name: error-404-isvc-9ded0-predictor-769fb7bc7-d9fvx.18bfd0d91abc7d9f namespace: kserve-ci-e2e-test resourceVersion: "20337" uid: d0583251-8eba-49ba-83ca-47c28c413a33 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-140-54.ec2.internal source: component: kubelet host: ip-10-0-140-54.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-06T21:33:28Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-9ded0-predictor-769fb7bc7-d9fvx namespace: kserve-ci-e2e-test resourceVersion: "20280" uid: 919fd4d5-49d6-4638-b938-4285e9cce70d kind: Event lastTimestamp: "2026-07-06T21:33:28Z" message: Started container kserve-container metadata: creationTimestamp: "2026-07-06T21:33:28Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-06T21:33:28Z" name: error-404-isvc-9ded0-predictor-769fb7bc7-d9fvx.18bfd0d91b2f7108 namespace: kserve-ci-e2e-test resourceVersion: "20338" uid: 8f3a5a25-140b-4122-b947-cc7f081d7732 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-140-54.ec2.internal source: component: kubelet host: ip-10-0-140-54.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-06T21:33:28Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-9ded0-predictor-769fb7bc7-d9fvx namespace: kserve-ci-e2e-test resourceVersion: "20280" uid: 919fd4d5-49d6-4638-b938-4285e9cce70d kind: Event lastTimestamp: "2026-07-06T21:33:28Z" message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine metadata: creationTimestamp: "2026-07-06T21:33:28Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-06T21:33:28Z" name: error-404-isvc-9ded0-predictor-769fb7bc7-d9fvx.18bfd0d91b38f719 namespace: kserve-ci-e2e-test resourceVersion: "20339" uid: 127cff81-f17b-4884-8ac6-d010e3598adc reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-140-54.ec2.internal source: component: kubelet host: ip-10-0-140-54.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-06T21:33:28Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-9ded0-predictor-769fb7bc7-d9fvx namespace: kserve-ci-e2e-test resourceVersion: "20280" uid: 919fd4d5-49d6-4638-b938-4285e9cce70d kind: Event lastTimestamp: "2026-07-06T21:33:28Z" message: 'Created container: kube-rbac-proxy' metadata: creationTimestamp: "2026-07-06T21:33:28Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-06T21:33:28Z" name: error-404-isvc-9ded0-predictor-769fb7bc7-d9fvx.18bfd0d91e4a775e namespace: kserve-ci-e2e-test resourceVersion: "20340" uid: af5d5ecf-60cd-4bb5-af7c-caba1ee272aa reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-140-54.ec2.internal source: component: kubelet host: ip-10-0-140-54.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-06T21:33:28Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-9ded0-predictor-769fb7bc7-d9fvx namespace: kserve-ci-e2e-test resourceVersion: "20280" uid: 919fd4d5-49d6-4638-b938-4285e9cce70d kind: Event lastTimestamp: "2026-07-06T21:33:28Z" message: Started container kube-rbac-proxy metadata: creationTimestamp: "2026-07-06T21:33:28Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-06T21:33:28Z" name: error-404-isvc-9ded0-predictor-769fb7bc7-d9fvx.18bfd0d91ebd3cba namespace: kserve-ci-e2e-test resourceVersion: "20341" uid: 981edfa1-f7b9-478f-9be6-77183b9867d1 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-140-54.ec2.internal source: component: kubelet host: ip-10-0-140-54.ec2.internal type: Normal - apiVersion: v1 count: 8 eventTime: null firstTimestamp: "2026-07-06T21:33:29Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-9ded0-predictor-769fb7bc7-d9fvx namespace: kserve-ci-e2e-test resourceVersion: "20280" uid: 919fd4d5-49d6-4638-b938-4285e9cce70d kind: Event lastTimestamp: "2026-07-06T21:42:55Z" message: 'Readiness probe failed: dial tcp 10.132.0.38:8080: connect: connection refused' metadata: creationTimestamp: "2026-07-06T21:33:29Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-06T21:42:55Z" name: error-404-isvc-9ded0-predictor-769fb7bc7-d9fvx.18bfd0d94ab2ce38 namespace: kserve-ci-e2e-test resourceVersion: "24820" uid: cb58755e-6fcb-46fa-afe2-c7c516287055 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-140-54.ec2.internal source: component: kubelet host: ip-10-0-140-54.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-06T21:42:52Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-9ded0-predictor-769fb7bc7-d9fvx namespace: kserve-ci-e2e-test resourceVersion: "20280" uid: 919fd4d5-49d6-4638-b938-4285e9cce70d kind: Event lastTimestamp: "2026-07-06T21:42:52Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-07-06T21:42:52Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-06T21:42:52Z" name: error-404-isvc-9ded0-predictor-769fb7bc7-d9fvx.18bfd15c6201a531 namespace: kserve-ci-e2e-test resourceVersion: "24761" uid: a182bf3e-9028-4e07-9ffc-37acf75e488d reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-140-54.ec2.internal source: component: kubelet host: ip-10-0-140-54.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-06T21:42:52Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-9ded0-predictor-769fb7bc7-d9fvx namespace: kserve-ci-e2e-test resourceVersion: "20280" uid: 919fd4d5-49d6-4638-b938-4285e9cce70d kind: Event lastTimestamp: "2026-07-06T21:42:52Z" message: Stopping container kube-rbac-proxy metadata: creationTimestamp: "2026-07-06T21:42:52Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-06T21:42:52Z" name: error-404-isvc-9ded0-predictor-769fb7bc7-d9fvx.18bfd15c62023b30 namespace: kserve-ci-e2e-test resourceVersion: "24763" uid: 39339bc7-d393-42db-b1f3-03cd284a4f8b reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-140-54.ec2.internal source: component: kubelet host: ip-10-0-140-54.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-06T21:42:55Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-9ded0-predictor-769fb7bc7-d9fvx namespace: kserve-ci-e2e-test resourceVersion: "20280" uid: 919fd4d5-49d6-4638-b938-4285e9cce70d kind: Event lastTimestamp: "2026-07-06T21:42:55Z" message: 'Readiness probe failed: Get "https://10.132.0.38:8643/healthz": dial tcp 10.132.0.38:8643: connect: connection refused' metadata: creationTimestamp: "2026-07-06T21:42:55Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-06T21:42:55Z" name: error-404-isvc-9ded0-predictor-769fb7bc7-d9fvx.18bfd15d1329cddb namespace: kserve-ci-e2e-test resourceVersion: "24819" uid: 8c3cac77-0528-4b69-a0f3-5adcbb3f5b58 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-140-54.ec2.internal source: component: kubelet host: ip-10-0-140-54.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-06T21:33:27Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: error-404-isvc-9ded0-predictor-769fb7bc7 namespace: kserve-ci-e2e-test resourceVersion: "20272" uid: 82bc2beb-feec-463e-bf31-939149b75038 kind: Event lastTimestamp: "2026-07-06T21:33:27Z" message: 'Created pod: error-404-isvc-9ded0-predictor-769fb7bc7-d9fvx' metadata: creationTimestamp: "2026-07-06T21:33:27Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-06T21:33:27Z" name: error-404-isvc-9ded0-predictor-769fb7bc7.18bfd0d8d7b9fb00 namespace: kserve-ci-e2e-test resourceVersion: "20281" uid: 068bb92a-8b9f-4c5b-a58f-46a61e7f5ab4 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-06T21:33:27Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: error-404-isvc-9ded0-predictor namespace: kserve-ci-e2e-test resourceVersion: "20269" uid: 6614ea06-769d-4a37-823a-6134c1aff891 kind: Event lastTimestamp: "2026-07-06T21:33:27Z" message: Scaled up replica set error-404-isvc-9ded0-predictor-769fb7bc7 from 0 to 1 metadata: creationTimestamp: "2026-07-06T21:33:27Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-06T21:33:27Z" name: error-404-isvc-9ded0-predictor.18bfd0d8d6044268 namespace: kserve-ci-e2e-test resourceVersion: "20274" uid: 4a954112-1303-4bcc-b4b1-158559e0f323 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-07-06T21:33:42Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-9ded0-predictor namespace: kserve-ci-e2e-test resourceVersion: "20271" uid: 9ede88d1-9ed9-4022-a4ef-6d14dc329abf kind: Event lastTimestamp: "2026-07-06T21:33:57Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-07-06T21:33:42Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-06T21:33:57Z" name: error-404-isvc-9ded0-predictor.18bfd0dc546e06a6 namespace: kserve-ci-e2e-test resourceVersion: "20604" uid: 73690ddc-4566-4a58-98b5-f575ce6244ae reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-07-06T21:33:42Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-9ded0-predictor namespace: kserve-ci-e2e-test resourceVersion: "20271" uid: 9ede88d1-9ed9-4022-a4ef-6d14dc329abf kind: Event lastTimestamp: "2026-07-06T21:33:57Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-07-06T21:33:42Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-06T21:33:57Z" name: error-404-isvc-9ded0-predictor.18bfd0dc54f00e9f namespace: kserve-ci-e2e-test resourceVersion: "20605" uid: 99edf493-1f85-43f3-9fa9-b722b874220e reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 4 eventTime: null firstTimestamp: "2026-07-06T21:34:12Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-9ded0-predictor namespace: kserve-ci-e2e-test resourceVersion: "20483" uid: 9ede88d1-9ed9-4022-a4ef-6d14dc329abf kind: Event lastTimestamp: "2026-07-06T21:35:12Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-07-06T21:34:12Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-06T21:35:12Z" name: error-404-isvc-9ded0-predictor.18bfd0e3527c9681 namespace: kserve-ci-e2e-test resourceVersion: "21462" uid: abc3c768-c2f3-4f94-a380-33ffbf34c475 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 4 eventTime: null firstTimestamp: "2026-07-06T21:34:12Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-9ded0-predictor namespace: kserve-ci-e2e-test resourceVersion: "20483" uid: 9ede88d1-9ed9-4022-a4ef-6d14dc329abf kind: Event lastTimestamp: "2026-07-06T21:35:12Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-07-06T21:34:12Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-06T21:35:12Z" name: error-404-isvc-9ded0-predictor.18bfd0e352f475b2 namespace: kserve-ci-e2e-test resourceVersion: "21463" uid: 1b988ad5-1f97-4d86-b18c-45d4137ac910 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-07-06T21:33:27Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-9ded0 namespace: kserve-ci-e2e-test resourceVersion: "20254" uid: 18ff72f8-435c-4b50-9737-de52634f6f52 kind: Event lastTimestamp: "2026-07-06T21:34:25Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-07-06T21:33:27Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-06T21:34:25Z" name: error-404-isvc-9ded0.18bfd0d8d5fc1ce6 namespace: kserve-ci-e2e-test resourceVersion: "20856" uid: 3cfbca0e-1813-48b5-9b43-c825ca223bc5 reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-06T21:33:27Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-9ded0 namespace: kserve-ci-e2e-test resourceVersion: "20254" uid: 18ff72f8-435c-4b50-9737-de52634f6f52 kind: Event lastTimestamp: "2026-07-06T21:33:27Z" message: 'Failed to update status for InferenceService "error-404-isvc-9ded0": Operation cannot be fulfilled on inferenceservices.serving.kserve.io "error-404-isvc-9ded0": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-07-06T21:33:27Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-06T21:33:27Z" name: error-404-isvc-9ded0.18bfd0d8d65c2ab9 namespace: kserve-ci-e2e-test resourceVersion: "20276" uid: 682ed002-de7e-41eb-a619-fdc54578fa19 reason: UpdateFailed reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-06T21:33:27Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-9ded0 namespace: kserve-ci-e2e-test resourceVersion: "20254" uid: 18ff72f8-435c-4b50-9737-de52634f6f52 kind: Event lastTimestamp: "2026-07-06T21:33:27Z" message: 'fails to update InferenceService status: Operation cannot be fulfilled on inferenceservices.serving.kserve.io "error-404-isvc-9ded0": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-07-06T21:33:27Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-06T21:33:27Z" name: error-404-isvc-9ded0.18bfd0d8d65c707b namespace: kserve-ci-e2e-test resourceVersion: "20277" uid: d49b584c-54fe-444c-ade6-ef23d92ccf0e reason: InternalError reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-06T21:34:25Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-9ded0 namespace: kserve-ci-e2e-test resourceVersion: "20853" uid: 18ff72f8-435c-4b50-9737-de52634f6f52 kind: Event lastTimestamp: "2026-07-06T21:34:25Z" message: InferenceService [error-404-isvc-9ded0] is Ready metadata: creationTimestamp: "2026-07-06T21:34:25Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-06T21:34:25Z" name: error-404-isvc-9ded0.18bfd0e65a1de370 namespace: kserve-ci-e2e-test resourceVersion: "20854" uid: 72cb02df-b270-4b3b-8cae-0ccc9c02be4e reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-07-06T21:34:37.140584Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: error-404-isvc-a54dc-predictor-54fd4997ff-cbnmh namespace: kserve-ci-e2e-test resourceVersion: "21077" uid: 7830a974-68bd-462d-addc-faad0a1735d5 kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/error-404-isvc-a54dc-predictor-54fd4997ff-cbnmh to ip-10-0-140-54.ec2.internal metadata: creationTimestamp: "2026-07-06T21:34:37Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-07-06T21:34:37Z" name: error-404-isvc-a54dc-predictor-54fd4997ff-cbnmh.18bfd0e91fbf42d0 namespace: kserve-ci-e2e-test resourceVersion: "21082" uid: 3e27e959-e61b-4c19-be9b-703e9f41f33e reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-785d6bfc8b-2d77p source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-06T21:34:37Z" involvedObject: apiVersion: v1 kind: Pod name: error-404-isvc-a54dc-predictor-54fd4997ff-cbnmh namespace: kserve-ci-e2e-test resourceVersion: "21093" uid: 7830a974-68bd-462d-addc-faad0a1735d5 kind: Event lastTimestamp: "2026-07-06T21:34:37Z" message: Add eth0 [10.132.0.40/23] from ovn-kubernetes metadata: creationTimestamp: "2026-07-06T21:34:37Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-07-06T21:34:37Z" name: error-404-isvc-a54dc-predictor-54fd4997ff-cbnmh.18bfd0e939fdf0d4 namespace: kserve-ci-e2e-test resourceVersion: "21148" uid: 7497c9fa-aa0e-443d-8f8c-991c2e8323fb reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-06T21:34:37Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-a54dc-predictor-54fd4997ff-cbnmh namespace: kserve-ci-e2e-test resourceVersion: "21080" uid: 7830a974-68bd-462d-addc-faad0a1735d5 kind: Event lastTimestamp: "2026-07-06T21:34:37Z" message: Container image "quay.io/opendatahub/error-404-isvc:odh-pr-1699" already present on machine metadata: creationTimestamp: "2026-07-06T21:34:37Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-06T21:34:37Z" name: error-404-isvc-a54dc-predictor-54fd4997ff-cbnmh.18bfd0e93b5aa302 namespace: kserve-ci-e2e-test resourceVersion: "21151" uid: 51ef1ba0-f4ea-423d-b527-d771d3f83dc7 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-140-54.ec2.internal source: component: kubelet host: ip-10-0-140-54.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-06T21:34:37Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-a54dc-predictor-54fd4997ff-cbnmh namespace: kserve-ci-e2e-test resourceVersion: "21080" uid: 7830a974-68bd-462d-addc-faad0a1735d5 kind: Event lastTimestamp: "2026-07-06T21:34:37Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-07-06T21:34:37Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-06T21:34:37Z" name: error-404-isvc-a54dc-predictor-54fd4997ff-cbnmh.18bfd0e93e57091d namespace: kserve-ci-e2e-test resourceVersion: "21157" uid: fd5b651a-bd04-4093-9ef6-276e687b3fc7 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-140-54.ec2.internal source: component: kubelet host: ip-10-0-140-54.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-06T21:34:37Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-a54dc-predictor-54fd4997ff-cbnmh namespace: kserve-ci-e2e-test resourceVersion: "21080" uid: 7830a974-68bd-462d-addc-faad0a1735d5 kind: Event lastTimestamp: "2026-07-06T21:34:37Z" message: Started container kserve-container metadata: creationTimestamp: "2026-07-06T21:34:37Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-06T21:34:37Z" name: error-404-isvc-a54dc-predictor-54fd4997ff-cbnmh.18bfd0e93ed2ca87 namespace: kserve-ci-e2e-test resourceVersion: "21159" uid: ca1d0441-4f8c-41bb-bd91-485a151349b2 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-140-54.ec2.internal source: component: kubelet host: ip-10-0-140-54.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-06T21:34:37Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-a54dc-predictor-54fd4997ff-cbnmh namespace: kserve-ci-e2e-test resourceVersion: "21080" uid: 7830a974-68bd-462d-addc-faad0a1735d5 kind: Event lastTimestamp: "2026-07-06T21:34:37Z" message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine metadata: creationTimestamp: "2026-07-06T21:34:37Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-06T21:34:37Z" name: error-404-isvc-a54dc-predictor-54fd4997ff-cbnmh.18bfd0e93ede7c72 namespace: kserve-ci-e2e-test resourceVersion: "21160" uid: 8903fe2a-0c6e-48f2-9d54-1b74087c9adf reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-140-54.ec2.internal source: component: kubelet host: ip-10-0-140-54.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-06T21:34:37Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-a54dc-predictor-54fd4997ff-cbnmh namespace: kserve-ci-e2e-test resourceVersion: "21080" uid: 7830a974-68bd-462d-addc-faad0a1735d5 kind: Event lastTimestamp: "2026-07-06T21:34:37Z" message: 'Created container: kube-rbac-proxy' metadata: creationTimestamp: "2026-07-06T21:34:37Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-06T21:34:37Z" name: error-404-isvc-a54dc-predictor-54fd4997ff-cbnmh.18bfd0e941ae912b namespace: kserve-ci-e2e-test resourceVersion: "21162" uid: 77dbde21-1ca4-43e5-a13f-ee26eda61264 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-140-54.ec2.internal source: component: kubelet host: ip-10-0-140-54.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-06T21:34:37Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-a54dc-predictor-54fd4997ff-cbnmh namespace: kserve-ci-e2e-test resourceVersion: "21080" uid: 7830a974-68bd-462d-addc-faad0a1735d5 kind: Event lastTimestamp: "2026-07-06T21:34:37Z" message: Started container kube-rbac-proxy metadata: creationTimestamp: "2026-07-06T21:34:37Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-06T21:34:37Z" name: error-404-isvc-a54dc-predictor-54fd4997ff-cbnmh.18bfd0e9421f22ea namespace: kserve-ci-e2e-test resourceVersion: "21164" uid: 3e7d1c07-4cb1-45ab-9c61-6b8e60ec8fcb reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-140-54.ec2.internal source: component: kubelet host: ip-10-0-140-54.ec2.internal type: Normal - apiVersion: v1 count: 7 eventTime: null firstTimestamp: "2026-07-06T21:34:38Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-a54dc-predictor-54fd4997ff-cbnmh namespace: kserve-ci-e2e-test resourceVersion: "21080" uid: 7830a974-68bd-462d-addc-faad0a1735d5 kind: Event lastTimestamp: "2026-07-06T21:43:54Z" message: 'Readiness probe failed: dial tcp 10.132.0.40:8080: connect: connection refused' metadata: creationTimestamp: "2026-07-06T21:34:38Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-06T21:43:54Z" name: error-404-isvc-a54dc-predictor-54fd4997ff-cbnmh.18bfd0e96f26217a namespace: kserve-ci-e2e-test resourceVersion: "25543" uid: 433caaf7-7747-40ed-90e7-74befc166b20 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-140-54.ec2.internal source: component: kubelet host: ip-10-0-140-54.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-06T21:43:51Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-a54dc-predictor-54fd4997ff-cbnmh namespace: kserve-ci-e2e-test resourceVersion: "21080" uid: 7830a974-68bd-462d-addc-faad0a1735d5 kind: Event lastTimestamp: "2026-07-06T21:43:51Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-07-06T21:43:51Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-06T21:43:51Z" name: error-404-isvc-a54dc-predictor-54fd4997ff-cbnmh.18bfd16a4f8afbea namespace: kserve-ci-e2e-test resourceVersion: "25349" uid: 9055e83e-c1e1-4f27-a7e5-f98b4fce6cc9 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-140-54.ec2.internal source: component: kubelet host: ip-10-0-140-54.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-06T21:43:51Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-a54dc-predictor-54fd4997ff-cbnmh namespace: kserve-ci-e2e-test resourceVersion: "21080" uid: 7830a974-68bd-462d-addc-faad0a1735d5 kind: Event lastTimestamp: "2026-07-06T21:43:51Z" message: Stopping container kube-rbac-proxy metadata: creationTimestamp: "2026-07-06T21:43:52Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-06T21:43:52Z" name: error-404-isvc-a54dc-predictor-54fd4997ff-cbnmh.18bfd16a4f8b7566 namespace: kserve-ci-e2e-test resourceVersion: "25352" uid: 99b0f3bb-4978-42d3-b240-3840c4dac28e reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-140-54.ec2.internal source: component: kubelet host: ip-10-0-140-54.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-06T21:43:54Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-a54dc-predictor-54fd4997ff-cbnmh namespace: kserve-ci-e2e-test resourceVersion: "21080" uid: 7830a974-68bd-462d-addc-faad0a1735d5 kind: Event lastTimestamp: "2026-07-06T21:43:54Z" message: 'Readiness probe failed: Get "https://10.132.0.40:8643/healthz": dial tcp 10.132.0.40:8643: connect: connection refused' metadata: creationTimestamp: "2026-07-06T21:43:54Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-06T21:43:54Z" name: error-404-isvc-a54dc-predictor-54fd4997ff-cbnmh.18bfd16ae3b0b300 namespace: kserve-ci-e2e-test resourceVersion: "25542" uid: 0f5cddee-8329-44be-9193-9c39ad90312c reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-140-54.ec2.internal source: component: kubelet host: ip-10-0-140-54.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-06T21:34:37Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: error-404-isvc-a54dc-predictor-54fd4997ff namespace: kserve-ci-e2e-test resourceVersion: "21069" uid: 3b7944f9-9ff0-40cc-8abf-25eeb171949a kind: Event lastTimestamp: "2026-07-06T21:34:37Z" message: 'Created pod: error-404-isvc-a54dc-predictor-54fd4997ff-cbnmh' metadata: creationTimestamp: "2026-07-06T21:34:37Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-06T21:34:37Z" name: error-404-isvc-a54dc-predictor-54fd4997ff.18bfd0e91f201f96 namespace: kserve-ci-e2e-test resourceVersion: "21079" uid: 269a2f77-17c5-47ba-90e3-661e658cad5d reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-06T21:34:37Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: error-404-isvc-a54dc-predictor namespace: kserve-ci-e2e-test resourceVersion: "21067" uid: 350f0a6b-315e-482d-937b-083e040de6a3 kind: Event lastTimestamp: "2026-07-06T21:34:37Z" message: Scaled up replica set error-404-isvc-a54dc-predictor-54fd4997ff from 0 to 1 metadata: creationTimestamp: "2026-07-06T21:34:37Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-06T21:34:37Z" name: error-404-isvc-a54dc-predictor.18bfd0e91d7b8321 namespace: kserve-ci-e2e-test resourceVersion: "21072" uid: 3234d169-0cee-4903-860a-47996a04e74d reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 4 eventTime: null firstTimestamp: "2026-07-06T21:34:52Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-a54dc-predictor namespace: kserve-ci-e2e-test resourceVersion: "21068" uid: 17a0acfe-e960-4a4c-a759-57e1bc185987 kind: Event lastTimestamp: "2026-07-06T21:35:37Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-07-06T21:34:52Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-06T21:35:37Z" name: error-404-isvc-a54dc-predictor.18bfd0ec9c0ffea1 namespace: kserve-ci-e2e-test resourceVersion: "21681" uid: 1ff9de07-c43a-4958-b9a3-89a1f8439797 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 4 eventTime: null firstTimestamp: "2026-07-06T21:34:52Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-a54dc-predictor namespace: kserve-ci-e2e-test resourceVersion: "21068" uid: 17a0acfe-e960-4a4c-a759-57e1bc185987 kind: Event lastTimestamp: "2026-07-06T21:35:37Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-07-06T21:34:52Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-06T21:35:37Z" name: error-404-isvc-a54dc-predictor.18bfd0ec9c6c8526 namespace: kserve-ci-e2e-test resourceVersion: "21683" uid: ae09531c-8162-43c3-9a3c-8ddb257ee64d reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 5 eventTime: null firstTimestamp: "2026-07-06T21:34:37Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-a54dc namespace: kserve-ci-e2e-test resourceVersion: "21050" uid: e39c44da-9a2f-4e48-ad54-9b369732a814 kind: Event lastTimestamp: "2026-07-06T21:35:24Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-07-06T21:34:37Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-06T21:35:24Z" name: error-404-isvc-a54dc.18bfd0e91d7857c0 namespace: kserve-ci-e2e-test resourceVersion: "21565" uid: 915a3b11-c090-4028-9f1b-1a580fee4393 reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-06T21:34:37Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-a54dc namespace: kserve-ci-e2e-test resourceVersion: "21050" uid: e39c44da-9a2f-4e48-ad54-9b369732a814 kind: Event lastTimestamp: "2026-07-06T21:34:37Z" message: 'Failed to update status for InferenceService "error-404-isvc-a54dc": Operation cannot be fulfilled on inferenceservices.serving.kserve.io "error-404-isvc-a54dc": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-07-06T21:34:37Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-06T21:34:37Z" name: error-404-isvc-a54dc.18bfd0e91e0e4021 namespace: kserve-ci-e2e-test resourceVersion: "21074" uid: 656ba2a4-0763-4b27-849d-60c7dc76447f reason: UpdateFailed reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-06T21:34:37Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-a54dc namespace: kserve-ci-e2e-test resourceVersion: "21050" uid: e39c44da-9a2f-4e48-ad54-9b369732a814 kind: Event lastTimestamp: "2026-07-06T21:34:37Z" message: 'fails to update InferenceService status: Operation cannot be fulfilled on inferenceservices.serving.kserve.io "error-404-isvc-a54dc": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-07-06T21:34:37Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-06T21:34:37Z" name: error-404-isvc-a54dc.18bfd0e91e0e84c7 namespace: kserve-ci-e2e-test resourceVersion: "21076" uid: 9a0ac971-8f77-46d6-a110-1ecb4c5e8542 reason: InternalError reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-06T21:35:24Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-a54dc namespace: kserve-ci-e2e-test resourceVersion: "21562" uid: e39c44da-9a2f-4e48-ad54-9b369732a814 kind: Event lastTimestamp: "2026-07-06T21:35:24Z" message: InferenceService [error-404-isvc-a54dc] is Ready metadata: creationTimestamp: "2026-07-06T21:35:24Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-06T21:35:24Z" name: error-404-isvc-a54dc.18bfd0f42af55a4f namespace: kserve-ci-e2e-test resourceVersion: "21563" uid: 69f63d61-e4e6-4abb-8b32-013b7f53431e reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-07-06T21:43:52.027516Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: error-404-isvc-da1f6-predictor-564b4d98fc-8wvmj namespace: kserve-ci-e2e-test resourceVersion: "25356" uid: f20475b7-1ad4-43b0-b506-e72e28b106f4 kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/error-404-isvc-da1f6-predictor-564b4d98fc-8wvmj to ip-10-0-140-54.ec2.internal metadata: creationTimestamp: "2026-07-06T21:43:52Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-07-06T21:43:52Z" name: error-404-isvc-da1f6-predictor-564b4d98fc-8wvmj.18bfd16a5195ea1e namespace: kserve-ci-e2e-test resourceVersion: "25363" uid: 395673d8-7a8e-4029-807c-537983183e22 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-785d6bfc8b-2d77p source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-06T21:43:52Z" involvedObject: apiVersion: v1 kind: Pod name: error-404-isvc-da1f6-predictor-564b4d98fc-8wvmj namespace: kserve-ci-e2e-test resourceVersion: "25372" uid: f20475b7-1ad4-43b0-b506-e72e28b106f4 kind: Event lastTimestamp: "2026-07-06T21:43:52Z" message: Add eth0 [10.132.0.44/23] from ovn-kubernetes metadata: creationTimestamp: "2026-07-06T21:43:52Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-07-06T21:43:52Z" name: error-404-isvc-da1f6-predictor-564b4d98fc-8wvmj.18bfd16a6c2d3306 namespace: kserve-ci-e2e-test resourceVersion: "25414" uid: 00dbad76-4208-4eff-8548-778922373f43 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-06T21:43:52Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-da1f6-predictor-564b4d98fc-8wvmj namespace: kserve-ci-e2e-test resourceVersion: "25359" uid: f20475b7-1ad4-43b0-b506-e72e28b106f4 kind: Event lastTimestamp: "2026-07-06T21:43:52Z" message: Container image "quay.io/opendatahub/error-404-isvc:odh-pr-1699" already present on machine metadata: creationTimestamp: "2026-07-06T21:43:52Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-06T21:43:52Z" name: error-404-isvc-da1f6-predictor-564b4d98fc-8wvmj.18bfd16a6d759625 namespace: kserve-ci-e2e-test resourceVersion: "25416" uid: 181a8b84-884e-4c79-8936-a6f4fb6f5006 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-140-54.ec2.internal source: component: kubelet host: ip-10-0-140-54.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-06T21:43:52Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-da1f6-predictor-564b4d98fc-8wvmj namespace: kserve-ci-e2e-test resourceVersion: "25359" uid: f20475b7-1ad4-43b0-b506-e72e28b106f4 kind: Event lastTimestamp: "2026-07-06T21:43:52Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-07-06T21:43:52Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-06T21:43:52Z" name: error-404-isvc-da1f6-predictor-564b4d98fc-8wvmj.18bfd16a6fb5f192 namespace: kserve-ci-e2e-test resourceVersion: "25422" uid: b1c5f67b-4c51-4f2e-b607-87ba59514a7a reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-140-54.ec2.internal source: component: kubelet host: ip-10-0-140-54.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-06T21:43:52Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-da1f6-predictor-564b4d98fc-8wvmj namespace: kserve-ci-e2e-test resourceVersion: "25359" uid: f20475b7-1ad4-43b0-b506-e72e28b106f4 kind: Event lastTimestamp: "2026-07-06T21:43:52Z" message: Started container kserve-container metadata: creationTimestamp: "2026-07-06T21:43:52Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-06T21:43:52Z" name: error-404-isvc-da1f6-predictor-564b4d98fc-8wvmj.18bfd16a7026c806 namespace: kserve-ci-e2e-test resourceVersion: "25423" uid: 2261e161-fb7a-4f1c-934c-0e9a8c856f0f reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-140-54.ec2.internal source: component: kubelet host: ip-10-0-140-54.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-06T21:43:52Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-da1f6-predictor-564b4d98fc-8wvmj namespace: kserve-ci-e2e-test resourceVersion: "25359" uid: f20475b7-1ad4-43b0-b506-e72e28b106f4 kind: Event lastTimestamp: "2026-07-06T21:43:52Z" message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine metadata: creationTimestamp: "2026-07-06T21:43:52Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-06T21:43:52Z" name: error-404-isvc-da1f6-predictor-564b4d98fc-8wvmj.18bfd16a70315567 namespace: kserve-ci-e2e-test resourceVersion: "25424" uid: b08115fc-5a37-4e7b-bce4-3c690e248d53 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-140-54.ec2.internal source: component: kubelet host: ip-10-0-140-54.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-06T21:43:52Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-da1f6-predictor-564b4d98fc-8wvmj namespace: kserve-ci-e2e-test resourceVersion: "25359" uid: f20475b7-1ad4-43b0-b506-e72e28b106f4 kind: Event lastTimestamp: "2026-07-06T21:43:52Z" message: 'Created container: kube-rbac-proxy' metadata: creationTimestamp: "2026-07-06T21:43:52Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-06T21:43:52Z" name: error-404-isvc-da1f6-predictor-564b4d98fc-8wvmj.18bfd16a73338480 namespace: kserve-ci-e2e-test resourceVersion: "25427" uid: 834ee73d-679f-43be-bd7e-cdcd1df7031e reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-140-54.ec2.internal source: component: kubelet host: ip-10-0-140-54.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-06T21:43:52Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-da1f6-predictor-564b4d98fc-8wvmj namespace: kserve-ci-e2e-test resourceVersion: "25359" uid: f20475b7-1ad4-43b0-b506-e72e28b106f4 kind: Event lastTimestamp: "2026-07-06T21:43:52Z" message: Started container kube-rbac-proxy metadata: creationTimestamp: "2026-07-06T21:43:52Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-06T21:43:52Z" name: error-404-isvc-da1f6-predictor-564b4d98fc-8wvmj.18bfd16a73a78be5 namespace: kserve-ci-e2e-test resourceVersion: "25429" uid: 7007e390-2a7f-48c5-936a-19e3d4d06ed4 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-140-54.ec2.internal source: component: kubelet host: ip-10-0-140-54.ec2.internal type: Normal - apiVersion: v1 count: 7 eventTime: null firstTimestamp: "2026-07-06T21:43:53Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-da1f6-predictor-564b4d98fc-8wvmj namespace: kserve-ci-e2e-test resourceVersion: "25359" uid: f20475b7-1ad4-43b0-b506-e72e28b106f4 kind: Event lastTimestamp: "2026-07-06T21:44:39Z" message: 'Readiness probe failed: dial tcp 10.132.0.44:8080: connect: connection refused' metadata: creationTimestamp: "2026-07-06T21:43:53Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-06T21:44:39Z" name: error-404-isvc-da1f6-predictor-564b4d98fc-8wvmj.18bfd16abd6df106 namespace: kserve-ci-e2e-test resourceVersion: "26286" uid: 4b53cf20-d43e-4261-a8c4-c8ed82def7f8 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-140-54.ec2.internal source: component: kubelet host: ip-10-0-140-54.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-06T22:01:21Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-da1f6-predictor-564b4d98fc-8wvmj namespace: kserve-ci-e2e-test resourceVersion: "25359" uid: f20475b7-1ad4-43b0-b506-e72e28b106f4 kind: Event lastTimestamp: "2026-07-06T22:01:21Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-07-06T22:01:21Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-06T22:01:21Z" name: error-404-isvc-da1f6-predictor-564b4d98fc-8wvmj.18bfd25eaf735140 namespace: kserve-ci-e2e-test resourceVersion: "33410" uid: b29d2f6a-1016-43a3-bdce-fb02a77d23c1 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-140-54.ec2.internal source: component: kubelet host: ip-10-0-140-54.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-06T22:01:21Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-da1f6-predictor-564b4d98fc-8wvmj namespace: kserve-ci-e2e-test resourceVersion: "25359" uid: f20475b7-1ad4-43b0-b506-e72e28b106f4 kind: Event lastTimestamp: "2026-07-06T22:01:21Z" message: Stopping container kube-rbac-proxy metadata: creationTimestamp: "2026-07-06T22:01:21Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-06T22:01:21Z" name: error-404-isvc-da1f6-predictor-564b4d98fc-8wvmj.18bfd25eaf7410ac namespace: kserve-ci-e2e-test resourceVersion: "33411" uid: 97fbfbd5-68e1-4f13-b66c-c6852241da4a reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-140-54.ec2.internal source: component: kubelet host: ip-10-0-140-54.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-06T21:43:52Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: error-404-isvc-da1f6-predictor-564b4d98fc namespace: kserve-ci-e2e-test resourceVersion: "25342" uid: ea57fd70-44bf-4f56-8e30-44df23abbef6 kind: Event lastTimestamp: "2026-07-06T21:43:52Z" message: 'Created pod: error-404-isvc-da1f6-predictor-564b4d98fc-8wvmj' metadata: creationTimestamp: "2026-07-06T21:43:52Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-06T21:43:52Z" name: error-404-isvc-da1f6-predictor-564b4d98fc.18bfd16a51043ec2 namespace: kserve-ci-e2e-test resourceVersion: "25358" uid: 4d0cfb6d-0a51-4b22-b3de-56d0e429b048 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-06T21:43:51Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: error-404-isvc-da1f6-predictor namespace: kserve-ci-e2e-test resourceVersion: "25335" uid: fffa10e6-327f-435e-aeee-6c919ee0e0ba kind: Event lastTimestamp: "2026-07-06T21:43:51Z" message: Scaled up replica set error-404-isvc-da1f6-predictor-564b4d98fc from 0 to 1 metadata: creationTimestamp: "2026-07-06T21:43:51Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-06T21:43:51Z" name: error-404-isvc-da1f6-predictor.18bfd16a4f27953d namespace: kserve-ci-e2e-test resourceVersion: "25345" uid: d976987a-4e99-4f88-a15c-74690176a717 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-07-06T21:44:06Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-da1f6-predictor namespace: kserve-ci-e2e-test resourceVersion: "25341" uid: 3e08849e-1aa3-4901-afbe-065c9b5def3b kind: Event lastTimestamp: "2026-07-06T21:44:22Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-07-06T21:44:06Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-06T21:44:22Z" name: error-404-isvc-da1f6-predictor.18bfd16dcdbb5f7e namespace: kserve-ci-e2e-test resourceVersion: "26132" uid: 1cb3cb8d-5027-4175-b7bd-2c0ecd0d219b reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-07-06T21:44:07Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-da1f6-predictor namespace: kserve-ci-e2e-test resourceVersion: "25341" uid: 3e08849e-1aa3-4901-afbe-065c9b5def3b kind: Event lastTimestamp: "2026-07-06T21:44:22Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-07-06T21:44:07Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-06T21:44:22Z" name: error-404-isvc-da1f6-predictor.18bfd16dce44f7e0 namespace: kserve-ci-e2e-test resourceVersion: "26133" uid: 69784033-f4c5-4316-a999-b3a8e2d5829a reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-07-06T21:44:37Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-da1f6-predictor namespace: kserve-ci-e2e-test resourceVersion: "26008" uid: 3e08849e-1aa3-4901-afbe-065c9b5def3b kind: Event lastTimestamp: "2026-07-06T21:45:07Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-07-06T21:44:37Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-06T21:45:07Z" name: error-404-isvc-da1f6-predictor.18bfd174cbe2d7b0 namespace: kserve-ci-e2e-test resourceVersion: "26564" uid: ce39b901-199e-4ae9-9a6f-0957ca95ffb1 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-07-06T21:44:37Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-da1f6-predictor namespace: kserve-ci-e2e-test resourceVersion: "26008" uid: 3e08849e-1aa3-4901-afbe-065c9b5def3b kind: Event lastTimestamp: "2026-07-06T21:45:07Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-07-06T21:44:37Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-06T21:45:07Z" name: error-404-isvc-da1f6-predictor.18bfd174cc3bbc08 namespace: kserve-ci-e2e-test resourceVersion: "26565" uid: 71880dec-735d-43fe-8137-aee547dcf214 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 5 eventTime: null firstTimestamp: "2026-07-06T21:43:51Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-da1f6 namespace: kserve-ci-e2e-test resourceVersion: "25313" uid: 22c2db46-e2b1-4765-bed7-11c160934173 kind: Event lastTimestamp: "2026-07-06T21:44:49Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-07-06T21:43:51Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-06T21:44:49Z" name: error-404-isvc-da1f6.18bfd16a4f587223 namespace: kserve-ci-e2e-test resourceVersion: "26377" uid: ff1ccd49-50aa-42db-92e4-af426bb5ca5e reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-06T21:43:52Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-da1f6 namespace: kserve-ci-e2e-test resourceVersion: "25313" uid: 22c2db46-e2b1-4765-bed7-11c160934173 kind: Event lastTimestamp: "2026-07-06T21:43:52Z" message: 'Failed to update status for InferenceService "error-404-isvc-da1f6": Operation cannot be fulfilled on inferenceservices.serving.kserve.io "error-404-isvc-da1f6": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-07-06T21:43:52Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-06T21:43:52Z" name: error-404-isvc-da1f6.18bfd16a500545b0 namespace: kserve-ci-e2e-test resourceVersion: "25353" uid: de51fa26-d482-4cdf-9b7b-84e54b175c11 reason: UpdateFailed reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-06T21:43:52Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-da1f6 namespace: kserve-ci-e2e-test resourceVersion: "25313" uid: 22c2db46-e2b1-4765-bed7-11c160934173 kind: Event lastTimestamp: "2026-07-06T21:43:52Z" message: 'fails to update InferenceService status: Operation cannot be fulfilled on inferenceservices.serving.kserve.io "error-404-isvc-da1f6": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-07-06T21:43:52Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-06T21:43:52Z" name: error-404-isvc-da1f6.18bfd16a500583d0 namespace: kserve-ci-e2e-test resourceVersion: "25357" uid: ea25feeb-7bd6-4487-a19d-4beb75998a23 reason: InternalError reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-06T21:44:49Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-da1f6 namespace: kserve-ci-e2e-test resourceVersion: "26374" uid: 22c2db46-e2b1-4765-bed7-11c160934173 kind: Event lastTimestamp: "2026-07-06T21:44:49Z" message: InferenceService [error-404-isvc-da1f6] is Ready metadata: creationTimestamp: "2026-07-06T21:44:49Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-06T21:44:49Z" name: error-404-isvc-da1f6.18bfd177cc782a14 namespace: kserve-ci-e2e-test resourceVersion: "26376" uid: c5c9aa00-b9a2-4677-a23f-fa0f7b44e9db reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-07-06T21:21:32.169974Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: error-404-isvc-dec69-predictor-799dcc499-rnh4f namespace: kserve-ci-e2e-test resourceVersion: "13990" uid: 358de845-5ed5-45e7-9e3f-caeb92edc1a7 kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/error-404-isvc-dec69-predictor-799dcc499-rnh4f to ip-10-0-140-54.ec2.internal metadata: creationTimestamp: "2026-07-06T21:21:32Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-07-06T21:21:32Z" name: error-404-isvc-dec69-predictor-799dcc499-rnh4f.18bfd0325bda5c94 namespace: kserve-ci-e2e-test resourceVersion: "13997" uid: 89103ed3-358d-4139-ae62-0deeaef1e4fd reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-785d6bfc8b-2d77p source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-06T21:21:32Z" involvedObject: apiVersion: v1 kind: Pod name: error-404-isvc-dec69-predictor-799dcc499-rnh4f namespace: kserve-ci-e2e-test resourceVersion: "13993" uid: 358de845-5ed5-45e7-9e3f-caeb92edc1a7 kind: Event lastTimestamp: "2026-07-06T21:21:32Z" message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "error-404-isvc-dec69-predictor-serving-cert" not found' metadata: creationTimestamp: "2026-07-06T21:21:32Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-06T21:21:32Z" name: error-404-isvc-dec69-predictor-799dcc499-rnh4f.18bfd0326af0906c namespace: kserve-ci-e2e-test resourceVersion: "14037" uid: 53598b46-ac4a-4666-9288-f92587b89d08 reason: FailedMount reportingComponent: kubelet reportingInstance: ip-10-0-140-54.ec2.internal source: component: kubelet host: ip-10-0-140-54.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-06T21:21:33Z" involvedObject: apiVersion: v1 kind: Pod name: error-404-isvc-dec69-predictor-799dcc499-rnh4f namespace: kserve-ci-e2e-test resourceVersion: "14003" uid: 358de845-5ed5-45e7-9e3f-caeb92edc1a7 kind: Event lastTimestamp: "2026-07-06T21:21:33Z" message: Add eth0 [10.132.0.28/23] from ovn-kubernetes metadata: creationTimestamp: "2026-07-06T21:21:33Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-07-06T21:21:33Z" name: error-404-isvc-dec69-predictor-799dcc499-rnh4f.18bfd0329cdc3c17 namespace: kserve-ci-e2e-test resourceVersion: "14083" uid: ae875988-f25f-416a-8ac9-1d6d8d842dc3 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-06T21:21:33Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-dec69-predictor-799dcc499-rnh4f namespace: kserve-ci-e2e-test resourceVersion: "13993" uid: 358de845-5ed5-45e7-9e3f-caeb92edc1a7 kind: Event lastTimestamp: "2026-07-06T21:21:33Z" message: Pulling image "quay.io/opendatahub/error-404-isvc:odh-pr-1699" metadata: creationTimestamp: "2026-07-06T21:21:33Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-06T21:21:33Z" name: error-404-isvc-dec69-predictor-799dcc499-rnh4f.18bfd0329e93b507 namespace: kserve-ci-e2e-test resourceVersion: "14085" uid: bc64d04d-2305-41e5-ad70-05cbeda27206 reason: Pulling reportingComponent: kubelet reportingInstance: ip-10-0-140-54.ec2.internal source: component: kubelet host: ip-10-0-140-54.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-06T21:21:49Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-dec69-predictor-799dcc499-rnh4f namespace: kserve-ci-e2e-test resourceVersion: "13993" uid: 358de845-5ed5-45e7-9e3f-caeb92edc1a7 kind: Event lastTimestamp: "2026-07-06T21:21:49Z" message: 'Successfully pulled image "quay.io/opendatahub/error-404-isvc:odh-pr-1699" in 15.768s (15.768s including waiting). Image size: 1334693981 bytes.' metadata: creationTimestamp: "2026-07-06T21:21:49Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-06T21:21:49Z" name: error-404-isvc-dec69-predictor-799dcc499-rnh4f.18bfd0364a75f332 namespace: kserve-ci-e2e-test resourceVersion: "14231" uid: 95f6b40f-b23f-4e35-8772-0d0216d32440 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-140-54.ec2.internal source: component: kubelet host: ip-10-0-140-54.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-06T21:21:49Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-dec69-predictor-799dcc499-rnh4f namespace: kserve-ci-e2e-test resourceVersion: "13993" uid: 358de845-5ed5-45e7-9e3f-caeb92edc1a7 kind: Event lastTimestamp: "2026-07-06T21:21:49Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-07-06T21:21:49Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-06T21:21:49Z" name: error-404-isvc-dec69-predictor-799dcc499-rnh4f.18bfd0364e62aa66 namespace: kserve-ci-e2e-test resourceVersion: "14233" uid: bf5a40c5-9cd8-4314-b62f-b0eeab2d1a0d reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-140-54.ec2.internal source: component: kubelet host: ip-10-0-140-54.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-06T21:21:49Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-dec69-predictor-799dcc499-rnh4f namespace: kserve-ci-e2e-test resourceVersion: "13993" uid: 358de845-5ed5-45e7-9e3f-caeb92edc1a7 kind: Event lastTimestamp: "2026-07-06T21:21:49Z" message: Started container kserve-container metadata: creationTimestamp: "2026-07-06T21:21:49Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-06T21:21:49Z" name: error-404-isvc-dec69-predictor-799dcc499-rnh4f.18bfd0364ed91d25 namespace: kserve-ci-e2e-test resourceVersion: "14235" uid: 05248e2c-6708-4b1b-a0cf-0311d59b51b3 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-140-54.ec2.internal source: component: kubelet host: ip-10-0-140-54.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-06T21:21:49Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-dec69-predictor-799dcc499-rnh4f namespace: kserve-ci-e2e-test resourceVersion: "13993" uid: 358de845-5ed5-45e7-9e3f-caeb92edc1a7 kind: Event lastTimestamp: "2026-07-06T21:21:49Z" message: Pulling image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" metadata: creationTimestamp: "2026-07-06T21:21:49Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-06T21:21:49Z" name: error-404-isvc-dec69-predictor-799dcc499-rnh4f.18bfd0364ee61722 namespace: kserve-ci-e2e-test resourceVersion: "14236" uid: 28dab8ac-d355-4ffa-8532-2b67017671cf reason: Pulling reportingComponent: kubelet reportingInstance: ip-10-0-140-54.ec2.internal source: component: kubelet host: ip-10-0-140-54.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-06T21:21:51Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-dec69-predictor-799dcc499-rnh4f namespace: kserve-ci-e2e-test resourceVersion: "13993" uid: 358de845-5ed5-45e7-9e3f-caeb92edc1a7 kind: Event lastTimestamp: "2026-07-06T21:21:51Z" message: 'Successfully pulled image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" in 2.593s (2.593s including waiting). Image size: 211946088 bytes.' metadata: creationTimestamp: "2026-07-06T21:21:51Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-06T21:21:51Z" name: error-404-isvc-dec69-predictor-799dcc499-rnh4f.18bfd036e97cfc3c namespace: kserve-ci-e2e-test resourceVersion: "14256" uid: f2bfdcf7-ebcc-43e8-984c-7a26fc1e34ca reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-140-54.ec2.internal source: component: kubelet host: ip-10-0-140-54.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-06T21:21:51Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-dec69-predictor-799dcc499-rnh4f namespace: kserve-ci-e2e-test resourceVersion: "13993" uid: 358de845-5ed5-45e7-9e3f-caeb92edc1a7 kind: Event lastTimestamp: "2026-07-06T21:21:51Z" message: 'Created container: kube-rbac-proxy' metadata: creationTimestamp: "2026-07-06T21:21:51Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-06T21:21:51Z" name: error-404-isvc-dec69-predictor-799dcc499-rnh4f.18bfd036ed99b831 namespace: kserve-ci-e2e-test resourceVersion: "14258" uid: 0d2592d4-1e39-4afc-9550-bba4fd5fe832 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-140-54.ec2.internal source: component: kubelet host: ip-10-0-140-54.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-06T21:21:51Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-dec69-predictor-799dcc499-rnh4f namespace: kserve-ci-e2e-test resourceVersion: "13993" uid: 358de845-5ed5-45e7-9e3f-caeb92edc1a7 kind: Event lastTimestamp: "2026-07-06T21:21:51Z" message: Started container kube-rbac-proxy metadata: creationTimestamp: "2026-07-06T21:21:51Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-06T21:21:51Z" name: error-404-isvc-dec69-predictor-799dcc499-rnh4f.18bfd036ee306139 namespace: kserve-ci-e2e-test resourceVersion: "14261" uid: 3af4fe8d-1bc9-4688-a5f7-ea26b03c211a reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-140-54.ec2.internal source: component: kubelet host: ip-10-0-140-54.ec2.internal type: Normal - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-07-06T21:21:52Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-dec69-predictor-799dcc499-rnh4f namespace: kserve-ci-e2e-test resourceVersion: "13993" uid: 358de845-5ed5-45e7-9e3f-caeb92edc1a7 kind: Event lastTimestamp: "2026-07-06T21:22:28Z" message: 'Readiness probe failed: dial tcp 10.132.0.28:8080: connect: connection refused' metadata: creationTimestamp: "2026-07-06T21:21:52Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-06T21:22:28Z" name: error-404-isvc-dec69-predictor-799dcc499-rnh4f.18bfd037028f367d namespace: kserve-ci-e2e-test resourceVersion: "14592" uid: 6c30d302-c12c-407f-ad7b-f0908fb5f2a1 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-140-54.ec2.internal source: component: kubelet host: ip-10-0-140-54.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-06T21:23:02Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-dec69-predictor-799dcc499-rnh4f namespace: kserve-ci-e2e-test resourceVersion: "13993" uid: 358de845-5ed5-45e7-9e3f-caeb92edc1a7 kind: Event lastTimestamp: "2026-07-06T21:23:02Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-07-06T21:23:02Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-06T21:23:02Z" name: error-404-isvc-dec69-predictor-799dcc499-rnh4f.18bfd04746bb8d1c namespace: kserve-ci-e2e-test resourceVersion: "14998" uid: 5ee0c483-b0c6-416d-ac43-f07f85a87455 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-140-54.ec2.internal source: component: kubelet host: ip-10-0-140-54.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-06T21:23:02Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-dec69-predictor-799dcc499-rnh4f namespace: kserve-ci-e2e-test resourceVersion: "13993" uid: 358de845-5ed5-45e7-9e3f-caeb92edc1a7 kind: Event lastTimestamp: "2026-07-06T21:23:02Z" message: Stopping container kube-rbac-proxy metadata: creationTimestamp: "2026-07-06T21:23:02Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-06T21:23:02Z" name: error-404-isvc-dec69-predictor-799dcc499-rnh4f.18bfd04746bc0c0c namespace: kserve-ci-e2e-test resourceVersion: "15002" uid: be3b2e51-8cb0-4f39-b978-20ae25f2c93f reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-140-54.ec2.internal source: component: kubelet host: ip-10-0-140-54.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-06T21:23:03Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-dec69-predictor-799dcc499-rnh4f namespace: kserve-ci-e2e-test resourceVersion: "13993" uid: 358de845-5ed5-45e7-9e3f-caeb92edc1a7 kind: Event lastTimestamp: "2026-07-06T21:23:03Z" message: 'Readiness probe failed: Get "https://10.132.0.28:8643/healthz": dial tcp 10.132.0.28:8643: connect: connection refused' metadata: creationTimestamp: "2026-07-06T21:23:03Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-06T21:23:03Z" name: error-404-isvc-dec69-predictor-799dcc499-rnh4f.18bfd0478ad4be5a namespace: kserve-ci-e2e-test resourceVersion: "15052" uid: f0edbdae-dc51-499e-b71f-49154b420284 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-140-54.ec2.internal source: component: kubelet host: ip-10-0-140-54.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-06T21:21:32Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: error-404-isvc-dec69-predictor-799dcc499 namespace: kserve-ci-e2e-test resourceVersion: "13984" uid: 89c89af9-d56a-4aad-aee4-7331e98a8851 kind: Event lastTimestamp: "2026-07-06T21:21:32Z" message: 'Created pod: error-404-isvc-dec69-predictor-799dcc499-rnh4f' metadata: creationTimestamp: "2026-07-06T21:21:32Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-06T21:21:32Z" name: error-404-isvc-dec69-predictor-799dcc499.18bfd0325ba13334 namespace: kserve-ci-e2e-test resourceVersion: "13995" uid: cbe37088-64ba-44b8-8f1f-e6a0f9a0de9f reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-06T21:21:32Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: error-404-isvc-dec69-predictor namespace: kserve-ci-e2e-test resourceVersion: "13981" uid: 65b0fa4a-e429-4fbb-80c4-fa91ee6be9c7 kind: Event lastTimestamp: "2026-07-06T21:21:32Z" message: Scaled up replica set error-404-isvc-dec69-predictor-799dcc499 from 0 to 1 metadata: creationTimestamp: "2026-07-06T21:21:32Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-06T21:21:32Z" name: error-404-isvc-dec69-predictor.18bfd03258c29e00 namespace: kserve-ci-e2e-test resourceVersion: "13986" uid: 0d30687e-a3e7-465d-acd8-e62c784cff8e reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 4 eventTime: null firstTimestamp: "2026-07-06T21:21:47Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-dec69-predictor namespace: kserve-ci-e2e-test resourceVersion: "13983" uid: 9dc91f1a-8c69-4ade-b4ae-2a1b1aa10205 kind: Event lastTimestamp: "2026-07-06T21:22:32Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-07-06T21:21:47Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-06T21:22:32Z" name: error-404-isvc-dec69-predictor.18bfd035d775c31f namespace: kserve-ci-e2e-test resourceVersion: "14625" uid: 4d3037d4-c806-4cd4-bb63-1e17a81a66f4 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 4 eventTime: null firstTimestamp: "2026-07-06T21:21:47Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-dec69-predictor namespace: kserve-ci-e2e-test resourceVersion: "13983" uid: 9dc91f1a-8c69-4ade-b4ae-2a1b1aa10205 kind: Event lastTimestamp: "2026-07-06T21:22:32Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-07-06T21:21:47Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-06T21:22:32Z" name: error-404-isvc-dec69-predictor.18bfd035d7e4facf namespace: kserve-ci-e2e-test resourceVersion: "14626" uid: 7a68657c-5342-4fcb-a3e1-418f7faf16a2 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-06T21:22:47Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-dec69-predictor namespace: kserve-ci-e2e-test resourceVersion: "14211" uid: 9dc91f1a-8c69-4ade-b4ae-2a1b1aa10205 kind: Event lastTimestamp: "2026-07-06T21:22:47Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-07-06T21:22:47Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-06T21:22:47Z" name: error-404-isvc-dec69-predictor.18bfd043d30ceabc namespace: kserve-ci-e2e-test resourceVersion: "14759" uid: c2742aad-5698-4fe2-9cfd-e641d4ccdad2 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-06T21:22:47Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-dec69-predictor namespace: kserve-ci-e2e-test resourceVersion: "14211" uid: 9dc91f1a-8c69-4ade-b4ae-2a1b1aa10205 kind: Event lastTimestamp: "2026-07-06T21:22:47Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-07-06T21:22:47Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-06T21:22:47Z" name: error-404-isvc-dec69-predictor.18bfd043d386009e namespace: kserve-ci-e2e-test resourceVersion: "14761" uid: 2237be2b-6db1-4719-b1c2-4e30b806eda7 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-07-06T21:21:32Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-dec69 namespace: kserve-ci-e2e-test resourceVersion: "13967" uid: 99d4977c-f521-4e61-972a-12e91e20cd63 kind: Event lastTimestamp: "2026-07-06T21:22:38Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-07-06T21:21:32Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-06T21:22:38Z" name: error-404-isvc-dec69.18bfd03258c2c988 namespace: kserve-ci-e2e-test resourceVersion: "14690" uid: 80ff6c5d-03c8-4e1c-a0e7-d862297388c2 reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-06T21:22:38Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-dec69 namespace: kserve-ci-e2e-test resourceVersion: "14684" uid: 99d4977c-f521-4e61-972a-12e91e20cd63 kind: Event lastTimestamp: "2026-07-06T21:22:38Z" message: InferenceService [error-404-isvc-dec69] is Ready metadata: creationTimestamp: "2026-07-06T21:22:38Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-06T21:22:38Z" name: error-404-isvc-dec69.18bfd041bde1c754 namespace: kserve-ci-e2e-test resourceVersion: "14685" uid: 14fb257f-b856-4053-a82c-d8f13ebd14cd reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-07-06T21:21:31.872210Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: isvc-sklearn-graph-1-predictor-766fdfb6bb-b4zd5 namespace: kserve-ci-e2e-test resourceVersion: "13939" uid: 78559ff5-3194-4521-a0d3-f2c5040afd2f kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-graph-1-predictor-766fdfb6bb-b4zd5 to ip-10-0-142-144.ec2.internal metadata: creationTimestamp: "2026-07-06T21:21:31Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-07-06T21:21:31Z" name: isvc-sklearn-graph-1-predictor-766fdfb6bb-b4zd5.18bfd0324a1ac73e namespace: kserve-ci-e2e-test resourceVersion: "13945" uid: 44792259-578b-4baf-a407-59d88887eda1 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-785d6bfc8b-2d77p source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-06T21:21:32Z" involvedObject: apiVersion: v1 kind: Pod name: isvc-sklearn-graph-1-predictor-766fdfb6bb-b4zd5 namespace: kserve-ci-e2e-test resourceVersion: "13952" uid: 78559ff5-3194-4521-a0d3-f2c5040afd2f kind: Event lastTimestamp: "2026-07-06T21:21:32Z" message: Add eth0 [10.134.0.20/23] from ovn-kubernetes metadata: creationTimestamp: "2026-07-06T21:21:32Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-07-06T21:21:32Z" name: isvc-sklearn-graph-1-predictor-766fdfb6bb-b4zd5.18bfd032647a33ae namespace: kserve-ci-e2e-test resourceVersion: "14026" uid: f1ea5d89-dfb6-4b92-bee3-a30702574979 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-06T21:21:32Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-sklearn-graph-1-predictor-766fdfb6bb-b4zd5 namespace: kserve-ci-e2e-test resourceVersion: "13942" uid: 78559ff5-3194-4521-a0d3-f2c5040afd2f kind: Event lastTimestamp: "2026-07-06T21:21:32Z" message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:aad9638665b7a403cea616b9df3f859d8e0784845d529e619052a08bd4a49e9e" already present on machine metadata: creationTimestamp: "2026-07-06T21:21:32Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-06T21:21:32Z" name: isvc-sklearn-graph-1-predictor-766fdfb6bb-b4zd5.18bfd032663ddd56 namespace: kserve-ci-e2e-test resourceVersion: "14030" uid: cfb9cd92-aae7-4444-9799-4eed04bda451 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-142-144.ec2.internal source: component: kubelet host: ip-10-0-142-144.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-06T21:21:32Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-sklearn-graph-1-predictor-766fdfb6bb-b4zd5 namespace: kserve-ci-e2e-test resourceVersion: "13942" uid: 78559ff5-3194-4521-a0d3-f2c5040afd2f kind: Event lastTimestamp: "2026-07-06T21:21:32Z" message: 'Created container: storage-initializer' metadata: creationTimestamp: "2026-07-06T21:21:32Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-06T21:21:32Z" name: isvc-sklearn-graph-1-predictor-766fdfb6bb-b4zd5.18bfd03269603e1a namespace: kserve-ci-e2e-test resourceVersion: "14033" uid: f9dfe92e-fe45-42f6-b7b6-795f74ca77cd reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-142-144.ec2.internal source: component: kubelet host: ip-10-0-142-144.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-06T21:21:32Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-sklearn-graph-1-predictor-766fdfb6bb-b4zd5 namespace: kserve-ci-e2e-test resourceVersion: "13942" uid: 78559ff5-3194-4521-a0d3-f2c5040afd2f kind: Event lastTimestamp: "2026-07-06T21:21:32Z" message: Started container storage-initializer metadata: creationTimestamp: "2026-07-06T21:21:32Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-06T21:21:32Z" name: isvc-sklearn-graph-1-predictor-766fdfb6bb-b4zd5.18bfd03269db41e6 namespace: kserve-ci-e2e-test resourceVersion: "14034" uid: 44dff5da-8cdd-45ee-bc40-45522e018811 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-142-144.ec2.internal source: component: kubelet host: ip-10-0-142-144.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-06T21:21:36Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-sklearn-graph-1-predictor-766fdfb6bb-b4zd5 namespace: kserve-ci-e2e-test resourceVersion: "13942" uid: 78559ff5-3194-4521-a0d3-f2c5040afd2f kind: Event lastTimestamp: "2026-07-06T21:21:36Z" message: Pulling image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1699" metadata: creationTimestamp: "2026-07-06T21:21:36Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-06T21:21:36Z" name: isvc-sklearn-graph-1-predictor-766fdfb6bb-b4zd5.18bfd0336fd34244 namespace: kserve-ci-e2e-test resourceVersion: "14124" uid: 3dd39fa6-4468-4a43-a1cb-f2f3b2ef8594 reason: Pulling reportingComponent: kubelet reportingInstance: ip-10-0-142-144.ec2.internal source: component: kubelet host: ip-10-0-142-144.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-06T21:22:06Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-sklearn-graph-1-predictor-766fdfb6bb-b4zd5 namespace: kserve-ci-e2e-test resourceVersion: "13942" uid: 78559ff5-3194-4521-a0d3-f2c5040afd2f kind: Event lastTimestamp: "2026-07-06T21:22:06Z" message: 'Successfully pulled image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1699" in 30.15s (30.15s including waiting). Image size: 1558595495 bytes.' metadata: creationTimestamp: "2026-07-06T21:22:06Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-06T21:22:06Z" name: isvc-sklearn-graph-1-predictor-766fdfb6bb-b4zd5.18bfd03a74f205f0 namespace: kserve-ci-e2e-test resourceVersion: "14396" uid: 836fb36c-c18d-435e-a7a7-ee6d5afe6000 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-142-144.ec2.internal source: component: kubelet host: ip-10-0-142-144.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-06T21:22:07Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-sklearn-graph-1-predictor-766fdfb6bb-b4zd5 namespace: kserve-ci-e2e-test resourceVersion: "13942" uid: 78559ff5-3194-4521-a0d3-f2c5040afd2f kind: Event lastTimestamp: "2026-07-06T21:22:07Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-07-06T21:22:07Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-06T21:22:07Z" name: isvc-sklearn-graph-1-predictor-766fdfb6bb-b4zd5.18bfd03a791bbc22 namespace: kserve-ci-e2e-test resourceVersion: "14403" uid: cc3a7832-bd79-4047-9e01-10500b7799bd reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-142-144.ec2.internal source: component: kubelet host: ip-10-0-142-144.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-06T21:22:07Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-sklearn-graph-1-predictor-766fdfb6bb-b4zd5 namespace: kserve-ci-e2e-test resourceVersion: "13942" uid: 78559ff5-3194-4521-a0d3-f2c5040afd2f kind: Event lastTimestamp: "2026-07-06T21:22:07Z" message: Started container kserve-container metadata: creationTimestamp: "2026-07-06T21:22:07Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-06T21:22:07Z" name: isvc-sklearn-graph-1-predictor-766fdfb6bb-b4zd5.18bfd03a798b8898 namespace: kserve-ci-e2e-test resourceVersion: "14404" uid: 90141350-dfc6-4c6c-8cd6-a0a806e600ff reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-142-144.ec2.internal source: component: kubelet host: ip-10-0-142-144.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-06T21:22:07Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-sklearn-graph-1-predictor-766fdfb6bb-b4zd5 namespace: kserve-ci-e2e-test resourceVersion: "13942" uid: 78559ff5-3194-4521-a0d3-f2c5040afd2f kind: Event lastTimestamp: "2026-07-06T21:22:07Z" message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine metadata: creationTimestamp: "2026-07-06T21:22:07Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-06T21:22:07Z" name: isvc-sklearn-graph-1-predictor-766fdfb6bb-b4zd5.18bfd03a79a74fe4 namespace: kserve-ci-e2e-test resourceVersion: "14405" uid: 56c1b43c-1001-4b3f-bfb2-8817d880360c reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-142-144.ec2.internal source: component: kubelet host: ip-10-0-142-144.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-06T21:22:07Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-sklearn-graph-1-predictor-766fdfb6bb-b4zd5 namespace: kserve-ci-e2e-test resourceVersion: "13942" uid: 78559ff5-3194-4521-a0d3-f2c5040afd2f kind: Event lastTimestamp: "2026-07-06T21:22:07Z" message: 'Created container: kube-rbac-proxy' metadata: creationTimestamp: "2026-07-06T21:22:07Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-06T21:22:07Z" name: isvc-sklearn-graph-1-predictor-766fdfb6bb-b4zd5.18bfd03a7c1c2b45 namespace: kserve-ci-e2e-test resourceVersion: "14410" uid: 5bb9bc64-21cc-47c2-a6f6-987f481dcd05 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-142-144.ec2.internal source: component: kubelet host: ip-10-0-142-144.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-06T21:22:07Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-sklearn-graph-1-predictor-766fdfb6bb-b4zd5 namespace: kserve-ci-e2e-test resourceVersion: "13942" uid: 78559ff5-3194-4521-a0d3-f2c5040afd2f kind: Event lastTimestamp: "2026-07-06T21:22:07Z" message: Started container kube-rbac-proxy metadata: creationTimestamp: "2026-07-06T21:22:07Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-06T21:22:07Z" name: isvc-sklearn-graph-1-predictor-766fdfb6bb-b4zd5.18bfd03a7c7cab66 namespace: kserve-ci-e2e-test resourceVersion: "14411" uid: 6f0214ff-4fd5-4227-805a-78e2aa589605 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-142-144.ec2.internal source: component: kubelet host: ip-10-0-142-144.ec2.internal type: Normal - apiVersion: v1 count: 10 eventTime: null firstTimestamp: "2026-07-06T21:22:08Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-sklearn-graph-1-predictor-766fdfb6bb-b4zd5 namespace: kserve-ci-e2e-test resourceVersion: "13942" uid: 78559ff5-3194-4521-a0d3-f2c5040afd2f kind: Event lastTimestamp: "2026-07-06T21:24:02Z" message: 'Readiness probe failed: dial tcp 10.134.0.20:8080: connect: connection refused' metadata: creationTimestamp: "2026-07-06T21:22:08Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-06T21:24:02Z" name: isvc-sklearn-graph-1-predictor-766fdfb6bb-b4zd5.18bfd03ab4498a20 namespace: kserve-ci-e2e-test resourceVersion: "15803" uid: a1f2d5f6-ff19-4e81-8b62-bb3f19edf0f5 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-142-144.ec2.internal source: component: kubelet host: ip-10-0-142-144.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-06T21:24:01Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-sklearn-graph-1-predictor-766fdfb6bb-b4zd5 namespace: kserve-ci-e2e-test resourceVersion: "13942" uid: 78559ff5-3194-4521-a0d3-f2c5040afd2f kind: Event lastTimestamp: "2026-07-06T21:24:01Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-07-06T21:24:01Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-06T21:24:01Z" name: isvc-sklearn-graph-1-predictor-766fdfb6bb-b4zd5.18bfd0553a085317 namespace: kserve-ci-e2e-test resourceVersion: "15713" uid: 1e6cb5cc-ada8-4352-aa93-6f48e873d591 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-142-144.ec2.internal source: component: kubelet host: ip-10-0-142-144.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-06T21:24:01Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-sklearn-graph-1-predictor-766fdfb6bb-b4zd5 namespace: kserve-ci-e2e-test resourceVersion: "13942" uid: 78559ff5-3194-4521-a0d3-f2c5040afd2f kind: Event lastTimestamp: "2026-07-06T21:24:01Z" message: Stopping container kube-rbac-proxy metadata: creationTimestamp: "2026-07-06T21:24:01Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-06T21:24:01Z" name: isvc-sklearn-graph-1-predictor-766fdfb6bb-b4zd5.18bfd0553a08c4b9 namespace: kserve-ci-e2e-test resourceVersion: "15715" uid: 5ec3c9a8-f03d-488e-89ac-f7a059cf32a9 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-142-144.ec2.internal source: component: kubelet host: ip-10-0-142-144.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-06T21:24:04Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-sklearn-graph-1-predictor-766fdfb6bb-b4zd5 namespace: kserve-ci-e2e-test resourceVersion: "13942" uid: 78559ff5-3194-4521-a0d3-f2c5040afd2f kind: Event lastTimestamp: "2026-07-06T21:24:04Z" message: 'Readiness probe failed: Get "https://10.134.0.20:8643/healthz": dial tcp 10.134.0.20:8643: connect: connection refused' metadata: creationTimestamp: "2026-07-06T21:24:04Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-06T21:24:04Z" name: isvc-sklearn-graph-1-predictor-766fdfb6bb-b4zd5.18bfd055b69fdbd1 namespace: kserve-ci-e2e-test resourceVersion: "15837" uid: 5331e161-8ab7-4fab-9a4d-2efe9bce0e29 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-142-144.ec2.internal source: component: kubelet host: ip-10-0-142-144.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-06T21:21:31Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: isvc-sklearn-graph-1-predictor-766fdfb6bb namespace: kserve-ci-e2e-test resourceVersion: "13929" uid: f501a8a8-ccdb-450b-93f7-4f82f4b1b11b kind: Event lastTimestamp: "2026-07-06T21:21:31Z" message: 'Created pod: isvc-sklearn-graph-1-predictor-766fdfb6bb-b4zd5' metadata: creationTimestamp: "2026-07-06T21:21:31Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-06T21:21:31Z" name: isvc-sklearn-graph-1-predictor-766fdfb6bb.18bfd03249b54284 namespace: kserve-ci-e2e-test resourceVersion: "13941" uid: f93f4bd2-973a-4a80-87b5-8a815302e34a reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-06T21:21:31Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: isvc-sklearn-graph-1-predictor namespace: kserve-ci-e2e-test resourceVersion: "13927" uid: 7959b727-fd45-4a81-a333-db73a9294a84 kind: Event lastTimestamp: "2026-07-06T21:21:31Z" message: Scaled up replica set isvc-sklearn-graph-1-predictor-766fdfb6bb from 0 to 1 metadata: creationTimestamp: "2026-07-06T21:21:31Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-06T21:21:31Z" name: isvc-sklearn-graph-1-predictor.18bfd03246bfa565 namespace: kserve-ci-e2e-test resourceVersion: "13932" uid: 6e080601-1912-4e0f-810a-78ee7763c0ac reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 5 eventTime: null firstTimestamp: "2026-07-06T21:21:46Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-sklearn-graph-1-predictor namespace: kserve-ci-e2e-test resourceVersion: "13928" uid: 175a518f-3579-4258-9dba-63377bc24853 kind: Event lastTimestamp: "2026-07-06T21:22:46Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-07-06T21:21:46Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-06T21:22:46Z" name: isvc-sklearn-graph-1-predictor.18bfd035c527ac32 namespace: kserve-ci-e2e-test resourceVersion: "14752" uid: 30e15857-3f28-41ec-bedd-3ea6e86cf385 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 5 eventTime: null firstTimestamp: "2026-07-06T21:21:46Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-sklearn-graph-1-predictor namespace: kserve-ci-e2e-test resourceVersion: "13928" uid: 175a518f-3579-4258-9dba-63377bc24853 kind: Event lastTimestamp: "2026-07-06T21:22:46Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-07-06T21:21:46Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-06T21:22:46Z" name: isvc-sklearn-graph-1-predictor.18bfd035c58d9d39 namespace: kserve-ci-e2e-test resourceVersion: "14753" uid: 2bd023ba-6676-487d-9258-6286144c6280 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 4 eventTime: null firstTimestamp: "2026-07-06T21:23:01Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-sklearn-graph-1-predictor namespace: kserve-ci-e2e-test resourceVersion: "14202" uid: 175a518f-3579-4258-9dba-63377bc24853 kind: Event lastTimestamp: "2026-07-06T21:23:46Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-07-06T21:23:01Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-06T21:23:46Z" name: isvc-sklearn-graph-1-predictor.18bfd0473f4ade17 namespace: kserve-ci-e2e-test resourceVersion: "15450" uid: 179e6f5d-c1da-4fbe-aae2-18d847e6b4d3 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 4 eventTime: null firstTimestamp: "2026-07-06T21:23:01Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-sklearn-graph-1-predictor namespace: kserve-ci-e2e-test resourceVersion: "14202" uid: 175a518f-3579-4258-9dba-63377bc24853 kind: Event lastTimestamp: "2026-07-06T21:23:46Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-07-06T21:23:01Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-06T21:23:46Z" name: isvc-sklearn-graph-1-predictor.18bfd0473fb6bc47 namespace: kserve-ci-e2e-test resourceVersion: "15451" uid: e7b6dba6-f4d0-4013-b2e7-6bfd189d0182 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 9 eventTime: null firstTimestamp: "2026-07-06T21:21:31Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-sklearn-graph-1 namespace: kserve-ci-e2e-test resourceVersion: "13917" uid: dcec3621-0188-4877-bd58-7ea41c0e28d4 kind: Event lastTimestamp: "2026-07-06T21:23:22Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-07-06T21:21:31Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-06T21:23:22Z" name: isvc-sklearn-graph-1.18bfd03246bce008 namespace: kserve-ci-e2e-test resourceVersion: "15254" uid: a1690d71-679d-4154-9ef6-7c336497b72b reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-06T21:23:22Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-sklearn-graph-1 namespace: kserve-ci-e2e-test resourceVersion: "15252" uid: dcec3621-0188-4877-bd58-7ea41c0e28d4 kind: Event lastTimestamp: "2026-07-06T21:23:22Z" message: InferenceService [isvc-sklearn-graph-1] is Ready metadata: creationTimestamp: "2026-07-06T21:23:22Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-06T21:23:22Z" name: isvc-sklearn-graph-1.18bfd04c22c813f4 namespace: kserve-ci-e2e-test resourceVersion: "15253" uid: 1aa72e45-af9a-4260-8a4f-57d318ba9346 reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-07-06T21:21:32.296803Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: isvc-sklearn-graph-2-predictor-767d6d7f5d-qmcj6 namespace: kserve-ci-e2e-test resourceVersion: "14016" uid: 175815ab-fb60-4265-b8da-5b99a17e59d4 kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-graph-2-predictor-767d6d7f5d-qmcj6 to ip-10-0-142-144.ec2.internal metadata: creationTimestamp: "2026-07-06T21:21:32Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-07-06T21:21:32Z" name: isvc-sklearn-graph-2-predictor-767d6d7f5d-qmcj6.18bfd03263699b11 namespace: kserve-ci-e2e-test resourceVersion: "14021" uid: f4dd8158-b7c4-44f0-a23a-2a4abec14d58 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-785d6bfc8b-2d77p source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-06T21:21:32Z" involvedObject: apiVersion: v1 kind: Pod name: isvc-sklearn-graph-2-predictor-767d6d7f5d-qmcj6 namespace: kserve-ci-e2e-test resourceVersion: "14028" uid: 175815ab-fb60-4265-b8da-5b99a17e59d4 kind: Event lastTimestamp: "2026-07-06T21:21:32Z" message: Add eth0 [10.134.0.22/23] from ovn-kubernetes metadata: creationTimestamp: "2026-07-06T21:21:32Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-07-06T21:21:32Z" name: isvc-sklearn-graph-2-predictor-767d6d7f5d-qmcj6.18bfd0327eace1f8 namespace: kserve-ci-e2e-test resourceVersion: "14057" uid: cfc39db2-fec7-4aa4-b229-8f878195f1dc reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-06T21:21:32Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-sklearn-graph-2-predictor-767d6d7f5d-qmcj6 namespace: kserve-ci-e2e-test resourceVersion: "14018" uid: 175815ab-fb60-4265-b8da-5b99a17e59d4 kind: Event lastTimestamp: "2026-07-06T21:21:32Z" message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:aad9638665b7a403cea616b9df3f859d8e0784845d529e619052a08bd4a49e9e" already present on machine metadata: creationTimestamp: "2026-07-06T21:21:32Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-06T21:21:32Z" name: isvc-sklearn-graph-2-predictor-767d6d7f5d-qmcj6.18bfd0328021649b namespace: kserve-ci-e2e-test resourceVersion: "14059" uid: 070acfda-8327-4369-9e72-9eaf87435e0c reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-142-144.ec2.internal source: component: kubelet host: ip-10-0-142-144.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-06T21:21:32Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-sklearn-graph-2-predictor-767d6d7f5d-qmcj6 namespace: kserve-ci-e2e-test resourceVersion: "14018" uid: 175815ab-fb60-4265-b8da-5b99a17e59d4 kind: Event lastTimestamp: "2026-07-06T21:21:32Z" message: 'Created container: storage-initializer' metadata: creationTimestamp: "2026-07-06T21:21:32Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-06T21:21:32Z" name: isvc-sklearn-graph-2-predictor-767d6d7f5d-qmcj6.18bfd032846a89e9 namespace: kserve-ci-e2e-test resourceVersion: "14069" uid: 86c2af77-169b-4d5c-ae82-b4ac6c9c5e09 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-142-144.ec2.internal source: component: kubelet host: ip-10-0-142-144.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-06T21:21:32Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-sklearn-graph-2-predictor-767d6d7f5d-qmcj6 namespace: kserve-ci-e2e-test resourceVersion: "14018" uid: 175815ab-fb60-4265-b8da-5b99a17e59d4 kind: Event lastTimestamp: "2026-07-06T21:21:32Z" message: Started container storage-initializer metadata: creationTimestamp: "2026-07-06T21:21:32Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-06T21:21:32Z" name: isvc-sklearn-graph-2-predictor-767d6d7f5d-qmcj6.18bfd03284fa7195 namespace: kserve-ci-e2e-test resourceVersion: "14070" uid: 1c34637f-437d-4e53-bce0-a01992332f55 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-142-144.ec2.internal source: component: kubelet host: ip-10-0-142-144.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-06T21:21:36Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-sklearn-graph-2-predictor-767d6d7f5d-qmcj6 namespace: kserve-ci-e2e-test resourceVersion: "14018" uid: 175815ab-fb60-4265-b8da-5b99a17e59d4 kind: Event lastTimestamp: "2026-07-06T21:21:36Z" message: Pulling image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1699" metadata: creationTimestamp: "2026-07-06T21:21:36Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-06T21:21:36Z" name: isvc-sklearn-graph-2-predictor-767d6d7f5d-qmcj6.18bfd0336fa09109 namespace: kserve-ci-e2e-test resourceVersion: "14121" uid: 6f9f0c4a-8288-4bb4-9364-bff19bb1eb36 reason: Pulling reportingComponent: kubelet reportingInstance: ip-10-0-142-144.ec2.internal source: component: kubelet host: ip-10-0-142-144.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-06T21:22:04Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-sklearn-graph-2-predictor-767d6d7f5d-qmcj6 namespace: kserve-ci-e2e-test resourceVersion: "14018" uid: 175815ab-fb60-4265-b8da-5b99a17e59d4 kind: Event lastTimestamp: "2026-07-06T21:22:04Z" message: 'Successfully pulled image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1699" in 27.34s (27.34s including waiting). Image size: 1558595495 bytes.' metadata: creationTimestamp: "2026-07-06T21:22:04Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-06T21:22:04Z" name: isvc-sklearn-graph-2-predictor-767d6d7f5d-qmcj6.18bfd039cd38745e namespace: kserve-ci-e2e-test resourceVersion: "14371" uid: 5f99913d-9b74-4814-a128-0cf05264c9a0 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-142-144.ec2.internal source: component: kubelet host: ip-10-0-142-144.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-06T21:22:04Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-sklearn-graph-2-predictor-767d6d7f5d-qmcj6 namespace: kserve-ci-e2e-test resourceVersion: "14018" uid: 175815ab-fb60-4265-b8da-5b99a17e59d4 kind: Event lastTimestamp: "2026-07-06T21:22:04Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-07-06T21:22:04Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-06T21:22:04Z" name: isvc-sklearn-graph-2-predictor-767d6d7f5d-qmcj6.18bfd039d2ed9057 namespace: kserve-ci-e2e-test resourceVersion: "14374" uid: d0665de1-2709-4a20-9631-31ae713d107e reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-142-144.ec2.internal source: component: kubelet host: ip-10-0-142-144.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-06T21:22:04Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-sklearn-graph-2-predictor-767d6d7f5d-qmcj6 namespace: kserve-ci-e2e-test resourceVersion: "14018" uid: 175815ab-fb60-4265-b8da-5b99a17e59d4 kind: Event lastTimestamp: "2026-07-06T21:22:04Z" message: Started container kserve-container metadata: creationTimestamp: "2026-07-06T21:22:04Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-06T21:22:04Z" name: isvc-sklearn-graph-2-predictor-767d6d7f5d-qmcj6.18bfd039d4321201 namespace: kserve-ci-e2e-test resourceVersion: "14375" uid: ba030aea-24d3-49a4-b0e2-93285aa6b19c reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-142-144.ec2.internal source: component: kubelet host: ip-10-0-142-144.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-06T21:22:04Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-sklearn-graph-2-predictor-767d6d7f5d-qmcj6 namespace: kserve-ci-e2e-test resourceVersion: "14018" uid: 175815ab-fb60-4265-b8da-5b99a17e59d4 kind: Event lastTimestamp: "2026-07-06T21:22:04Z" message: Pulling image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" metadata: creationTimestamp: "2026-07-06T21:22:04Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-06T21:22:04Z" name: isvc-sklearn-graph-2-predictor-767d6d7f5d-qmcj6.18bfd039d43ef461 namespace: kserve-ci-e2e-test resourceVersion: "14376" uid: 92048d38-ce4c-41f9-a6fd-ec99882d0162 reason: Pulling reportingComponent: kubelet reportingInstance: ip-10-0-142-144.ec2.internal source: component: kubelet host: ip-10-0-142-144.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-06T21:22:06Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-sklearn-graph-2-predictor-767d6d7f5d-qmcj6 namespace: kserve-ci-e2e-test resourceVersion: "14018" uid: 175815ab-fb60-4265-b8da-5b99a17e59d4 kind: Event lastTimestamp: "2026-07-06T21:22:06Z" message: 'Successfully pulled image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" in 2.733s (2.734s including waiting). Image size: 211946088 bytes.' metadata: creationTimestamp: "2026-07-06T21:22:06Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-06T21:22:06Z" name: isvc-sklearn-graph-2-predictor-767d6d7f5d-qmcj6.18bfd03a7734d84c namespace: kserve-ci-e2e-test resourceVersion: "14399" uid: 1c289e69-36de-4671-a753-ff0817b1806f reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-142-144.ec2.internal source: component: kubelet host: ip-10-0-142-144.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-06T21:22:07Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-sklearn-graph-2-predictor-767d6d7f5d-qmcj6 namespace: kserve-ci-e2e-test resourceVersion: "14018" uid: 175815ab-fb60-4265-b8da-5b99a17e59d4 kind: Event lastTimestamp: "2026-07-06T21:22:07Z" message: 'Created container: kube-rbac-proxy' metadata: creationTimestamp: "2026-07-06T21:22:07Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-06T21:22:07Z" name: isvc-sklearn-graph-2-predictor-767d6d7f5d-qmcj6.18bfd03a7b01902d namespace: kserve-ci-e2e-test resourceVersion: "14406" uid: 7e5dd737-9955-47e9-8234-594a5025e7ac reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-142-144.ec2.internal source: component: kubelet host: ip-10-0-142-144.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-06T21:22:07Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-sklearn-graph-2-predictor-767d6d7f5d-qmcj6 namespace: kserve-ci-e2e-test resourceVersion: "14018" uid: 175815ab-fb60-4265-b8da-5b99a17e59d4 kind: Event lastTimestamp: "2026-07-06T21:22:07Z" message: Started container kube-rbac-proxy metadata: creationTimestamp: "2026-07-06T21:22:07Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-06T21:22:07Z" name: isvc-sklearn-graph-2-predictor-767d6d7f5d-qmcj6.18bfd03a7b6ddc15 namespace: kserve-ci-e2e-test resourceVersion: "14408" uid: 2414fcd6-5561-4cbd-a2b6-d1ec6a7e34eb reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-142-144.ec2.internal source: component: kubelet host: ip-10-0-142-144.ec2.internal type: Normal - apiVersion: v1 count: 10 eventTime: null firstTimestamp: "2026-07-06T21:22:08Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-sklearn-graph-2-predictor-767d6d7f5d-qmcj6 namespace: kserve-ci-e2e-test resourceVersion: "14018" uid: 175815ab-fb60-4265-b8da-5b99a17e59d4 kind: Event lastTimestamp: "2026-07-06T21:24:04Z" message: 'Readiness probe failed: dial tcp 10.134.0.22:8080: connect: connection refused' metadata: creationTimestamp: "2026-07-06T21:22:08Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-06T21:24:04Z" name: isvc-sklearn-graph-2-predictor-767d6d7f5d-qmcj6.18bfd03ab41206d9 namespace: kserve-ci-e2e-test resourceVersion: "15839" uid: 3ebd70ab-9b5f-4b77-879e-40269eb44f7c reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-142-144.ec2.internal source: component: kubelet host: ip-10-0-142-144.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-06T21:24:01Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-sklearn-graph-2-predictor-767d6d7f5d-qmcj6 namespace: kserve-ci-e2e-test resourceVersion: "14018" uid: 175815ab-fb60-4265-b8da-5b99a17e59d4 kind: Event lastTimestamp: "2026-07-06T21:24:01Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-07-06T21:24:01Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-06T21:24:01Z" name: isvc-sklearn-graph-2-predictor-767d6d7f5d-qmcj6.18bfd0553684c1d9 namespace: kserve-ci-e2e-test resourceVersion: "15683" uid: bfd9c196-8928-4ab9-94f1-50b17a8e04e6 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-142-144.ec2.internal source: component: kubelet host: ip-10-0-142-144.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-06T21:24:01Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-sklearn-graph-2-predictor-767d6d7f5d-qmcj6 namespace: kserve-ci-e2e-test resourceVersion: "14018" uid: 175815ab-fb60-4265-b8da-5b99a17e59d4 kind: Event lastTimestamp: "2026-07-06T21:24:01Z" message: Stopping container kube-rbac-proxy metadata: creationTimestamp: "2026-07-06T21:24:01Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-06T21:24:01Z" name: isvc-sklearn-graph-2-predictor-767d6d7f5d-qmcj6.18bfd055368529ac namespace: kserve-ci-e2e-test resourceVersion: "15685" uid: 9b56af4b-a833-4544-8d4a-d263fff320b6 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-142-144.ec2.internal source: component: kubelet host: ip-10-0-142-144.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-06T21:24:04Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-sklearn-graph-2-predictor-767d6d7f5d-qmcj6 namespace: kserve-ci-e2e-test resourceVersion: "14018" uid: 175815ab-fb60-4265-b8da-5b99a17e59d4 kind: Event lastTimestamp: "2026-07-06T21:24:04Z" message: 'Readiness probe failed: Get "https://10.134.0.22:8643/healthz": dial tcp 10.134.0.22:8643: connect: connection refused' metadata: creationTimestamp: "2026-07-06T21:24:04Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-06T21:24:04Z" name: isvc-sklearn-graph-2-predictor-767d6d7f5d-qmcj6.18bfd055b69f08de namespace: kserve-ci-e2e-test resourceVersion: "15834" uid: 4756d597-a258-4d5e-837e-88f4c16b9fc8 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-142-144.ec2.internal source: component: kubelet host: ip-10-0-142-144.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-06T21:21:32Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: isvc-sklearn-graph-2-predictor-767d6d7f5d namespace: kserve-ci-e2e-test resourceVersion: "14010" uid: fe130c1f-e993-4f02-8223-5af6b8af424f kind: Event lastTimestamp: "2026-07-06T21:21:32Z" message: 'Created pod: isvc-sklearn-graph-2-predictor-767d6d7f5d-qmcj6' metadata: creationTimestamp: "2026-07-06T21:21:32Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-06T21:21:32Z" name: isvc-sklearn-graph-2-predictor-767d6d7f5d.18bfd03262edbafe namespace: kserve-ci-e2e-test resourceVersion: "14017" uid: 944f20aa-6568-4f04-913c-e1c4776e741d reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-06T21:21:32Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: isvc-sklearn-graph-2-predictor namespace: kserve-ci-e2e-test resourceVersion: "14008" uid: 60dbe99e-df60-427d-88ac-bff77553f374 kind: Event lastTimestamp: "2026-07-06T21:21:32Z" message: Scaled up replica set isvc-sklearn-graph-2-predictor-767d6d7f5d from 0 to 1 metadata: creationTimestamp: "2026-07-06T21:21:32Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-06T21:21:32Z" name: isvc-sklearn-graph-2-predictor.18bfd03260017673 namespace: kserve-ci-e2e-test resourceVersion: "14012" uid: ad6b6e8f-301a-480b-8ad9-4125fae987bc reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 5 eventTime: null firstTimestamp: "2026-07-06T21:21:47Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-sklearn-graph-2-predictor namespace: kserve-ci-e2e-test resourceVersion: "14009" uid: d56aa0dd-5b72-4f62-b4e7-6d2e35abbb50 kind: Event lastTimestamp: "2026-07-06T21:22:47Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-07-06T21:21:47Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-06T21:22:47Z" name: isvc-sklearn-graph-2-predictor.18bfd035de839664 namespace: kserve-ci-e2e-test resourceVersion: "14763" uid: 0e00d00b-a570-448d-9f23-5d8d226ec364 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 5 eventTime: null firstTimestamp: "2026-07-06T21:21:47Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-sklearn-graph-2-predictor namespace: kserve-ci-e2e-test resourceVersion: "14009" uid: d56aa0dd-5b72-4f62-b4e7-6d2e35abbb50 kind: Event lastTimestamp: "2026-07-06T21:22:47Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-07-06T21:21:47Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-06T21:22:47Z" name: isvc-sklearn-graph-2-predictor.18bfd035defc59e0 namespace: kserve-ci-e2e-test resourceVersion: "14764" uid: 1ce52dd4-0c83-44cb-9a79-1ea2572f8160 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 4 eventTime: null firstTimestamp: "2026-07-06T21:23:02Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-sklearn-graph-2-predictor namespace: kserve-ci-e2e-test resourceVersion: "14214" uid: d56aa0dd-5b72-4f62-b4e7-6d2e35abbb50 kind: Event lastTimestamp: "2026-07-06T21:23:47Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-07-06T21:23:02Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-06T21:23:47Z" name: isvc-sklearn-graph-2-predictor.18bfd047590b8ea0 namespace: kserve-ci-e2e-test resourceVersion: "15463" uid: d3786eb7-ee8f-48f3-b21a-8359767398c5 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 4 eventTime: null firstTimestamp: "2026-07-06T21:23:02Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-sklearn-graph-2-predictor namespace: kserve-ci-e2e-test resourceVersion: "14214" uid: d56aa0dd-5b72-4f62-b4e7-6d2e35abbb50 kind: Event lastTimestamp: "2026-07-06T21:23:47Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-07-06T21:23:02Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-06T21:23:47Z" name: isvc-sklearn-graph-2-predictor.18bfd04759a3d46e namespace: kserve-ci-e2e-test resourceVersion: "15464" uid: c45c1ccc-d880-4caa-b6b4-a3d3a2259552 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 9 eventTime: null firstTimestamp: "2026-07-06T21:21:32Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-sklearn-graph-2 namespace: kserve-ci-e2e-test resourceVersion: "13992" uid: 6b373e33-6170-4f0e-a7ff-b14e0cb6cbd5 kind: Event lastTimestamp: "2026-07-06T21:23:24Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-07-06T21:21:32Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-06T21:23:24Z" name: isvc-sklearn-graph-2.18bfd0325fd4a0ad namespace: kserve-ci-e2e-test resourceVersion: "15269" uid: dbe9b661-a131-42d9-afc5-6dead0ca07fd reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-06T21:23:24Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-sklearn-graph-2 namespace: kserve-ci-e2e-test resourceVersion: "15267" uid: 6b373e33-6170-4f0e-a7ff-b14e0cb6cbd5 kind: Event lastTimestamp: "2026-07-06T21:23:24Z" message: InferenceService [isvc-sklearn-graph-2] is Ready metadata: creationTimestamp: "2026-07-06T21:23:24Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-06T21:23:24Z" name: isvc-sklearn-graph-2.18bfd04c6c7c8332 namespace: kserve-ci-e2e-test resourceVersion: "15268" uid: 462354a7-ecc2-4894-b9df-a081350a8338 reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-07-06T21:21:32.078455Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: isvc-xgboost-graph-predictor-555fc69d56-6nztq namespace: kserve-ci-e2e-test resourceVersion: "13968" uid: 47e869b6-f28e-44c7-a6d7-d7473da102e9 kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/isvc-xgboost-graph-predictor-555fc69d56-6nztq to ip-10-0-142-144.ec2.internal metadata: creationTimestamp: "2026-07-06T21:21:32Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-07-06T21:21:32Z" name: isvc-xgboost-graph-predictor-555fc69d56-6nztq.18bfd0325665dbc8 namespace: kserve-ci-e2e-test resourceVersion: "13972" uid: 4c50810c-042f-473e-8d4c-3b85cb5a21c3 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-785d6bfc8b-2d77p source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-06T21:21:32Z" involvedObject: apiVersion: v1 kind: Pod name: isvc-xgboost-graph-predictor-555fc69d56-6nztq namespace: kserve-ci-e2e-test resourceVersion: "13982" uid: 47e869b6-f28e-44c7-a6d7-d7473da102e9 kind: Event lastTimestamp: "2026-07-06T21:21:32Z" message: Add eth0 [10.134.0.21/23] from ovn-kubernetes metadata: creationTimestamp: "2026-07-06T21:21:32Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-07-06T21:21:32Z" name: isvc-xgboost-graph-predictor-555fc69d56-6nztq.18bfd032718a2fe1 namespace: kserve-ci-e2e-test resourceVersion: "14045" uid: 5ed01cfb-fffd-44bb-b6e2-9b0e4d649aad reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-06T21:21:32Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-xgboost-graph-predictor-555fc69d56-6nztq namespace: kserve-ci-e2e-test resourceVersion: "13970" uid: 47e869b6-f28e-44c7-a6d7-d7473da102e9 kind: Event lastTimestamp: "2026-07-06T21:21:32Z" message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:aad9638665b7a403cea616b9df3f859d8e0784845d529e619052a08bd4a49e9e" already present on machine metadata: creationTimestamp: "2026-07-06T21:21:32Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-06T21:21:32Z" name: isvc-xgboost-graph-predictor-555fc69d56-6nztq.18bfd03272f8886c namespace: kserve-ci-e2e-test resourceVersion: "14048" uid: c186a3bd-ab59-4f79-a2b9-6234ed2a4ed4 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-142-144.ec2.internal source: component: kubelet host: ip-10-0-142-144.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-06T21:21:32Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-xgboost-graph-predictor-555fc69d56-6nztq namespace: kserve-ci-e2e-test resourceVersion: "13970" uid: 47e869b6-f28e-44c7-a6d7-d7473da102e9 kind: Event lastTimestamp: "2026-07-06T21:21:32Z" message: 'Created container: storage-initializer' metadata: creationTimestamp: "2026-07-06T21:21:32Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-06T21:21:32Z" name: isvc-xgboost-graph-predictor-555fc69d56-6nztq.18bfd03275b94f0f namespace: kserve-ci-e2e-test resourceVersion: "14051" uid: 397337e2-58b0-4fb7-bc2b-722e422dfaee reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-142-144.ec2.internal source: component: kubelet host: ip-10-0-142-144.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-06T21:21:32Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-xgboost-graph-predictor-555fc69d56-6nztq namespace: kserve-ci-e2e-test resourceVersion: "13970" uid: 47e869b6-f28e-44c7-a6d7-d7473da102e9 kind: Event lastTimestamp: "2026-07-06T21:21:32Z" message: Started container storage-initializer metadata: creationTimestamp: "2026-07-06T21:21:32Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-06T21:21:32Z" name: isvc-xgboost-graph-predictor-555fc69d56-6nztq.18bfd03276353eec namespace: kserve-ci-e2e-test resourceVersion: "14053" uid: 753dfdbc-e68e-4127-83a1-0ec992ccbbe1 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-142-144.ec2.internal source: component: kubelet host: ip-10-0-142-144.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-06T21:21:36Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-xgboost-graph-predictor-555fc69d56-6nztq namespace: kserve-ci-e2e-test resourceVersion: "13970" uid: 47e869b6-f28e-44c7-a6d7-d7473da102e9 kind: Event lastTimestamp: "2026-07-06T21:21:36Z" message: Pulling image "kserve/xgbserver:latest" metadata: creationTimestamp: "2026-07-06T21:21:36Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-06T21:21:36Z" name: isvc-xgboost-graph-predictor-555fc69d56-6nztq.18bfd0336fbb3ec0 namespace: kserve-ci-e2e-test resourceVersion: "14122" uid: 081f470e-d4f5-486a-9be2-4cb0b83b603a reason: Pulling reportingComponent: kubelet reportingInstance: ip-10-0-142-144.ec2.internal source: component: kubelet host: ip-10-0-142-144.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-06T21:22:04Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-xgboost-graph-predictor-555fc69d56-6nztq namespace: kserve-ci-e2e-test resourceVersion: "13970" uid: 47e869b6-f28e-44c7-a6d7-d7473da102e9 kind: Event lastTimestamp: "2026-07-06T21:22:04Z" message: 'Successfully pulled image "kserve/xgbserver:latest" in 27.788s (27.788s including waiting). Image size: 1305293051 bytes.' metadata: creationTimestamp: "2026-07-06T21:22:04Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-06T21:22:04Z" name: isvc-xgboost-graph-predictor-555fc69d56-6nztq.18bfd039e80ab92a namespace: kserve-ci-e2e-test resourceVersion: "14377" uid: 4851b280-82c6-4888-8423-177a0356c16b reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-142-144.ec2.internal source: component: kubelet host: ip-10-0-142-144.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-06T21:22:04Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-xgboost-graph-predictor-555fc69d56-6nztq namespace: kserve-ci-e2e-test resourceVersion: "13970" uid: 47e869b6-f28e-44c7-a6d7-d7473da102e9 kind: Event lastTimestamp: "2026-07-06T21:22:04Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-07-06T21:22:04Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-06T21:22:04Z" name: isvc-xgboost-graph-predictor-555fc69d56-6nztq.18bfd039ee1663e4 namespace: kserve-ci-e2e-test resourceVersion: "14380" uid: c79877eb-22ba-4901-a966-a3b71404f104 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-142-144.ec2.internal source: component: kubelet host: ip-10-0-142-144.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-06T21:22:04Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-xgboost-graph-predictor-555fc69d56-6nztq namespace: kserve-ci-e2e-test resourceVersion: "13970" uid: 47e869b6-f28e-44c7-a6d7-d7473da102e9 kind: Event lastTimestamp: "2026-07-06T21:22:04Z" message: Started container kserve-container metadata: creationTimestamp: "2026-07-06T21:22:04Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-06T21:22:04Z" name: isvc-xgboost-graph-predictor-555fc69d56-6nztq.18bfd039ef28bc5d namespace: kserve-ci-e2e-test resourceVersion: "14381" uid: 9817fb66-71ae-441e-b104-11bdabe0e5b7 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-142-144.ec2.internal source: component: kubelet host: ip-10-0-142-144.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-06T21:22:04Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-xgboost-graph-predictor-555fc69d56-6nztq namespace: kserve-ci-e2e-test resourceVersion: "13970" uid: 47e869b6-f28e-44c7-a6d7-d7473da102e9 kind: Event lastTimestamp: "2026-07-06T21:22:04Z" message: Pulling image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" metadata: creationTimestamp: "2026-07-06T21:22:04Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-06T21:22:04Z" name: isvc-xgboost-graph-predictor-555fc69d56-6nztq.18bfd039ef34df39 namespace: kserve-ci-e2e-test resourceVersion: "14382" uid: eae30e64-2895-495c-b6b7-87218ad858f5 reason: Pulling reportingComponent: kubelet reportingInstance: ip-10-0-142-144.ec2.internal source: component: kubelet host: ip-10-0-142-144.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-06T21:22:06Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-xgboost-graph-predictor-555fc69d56-6nztq namespace: kserve-ci-e2e-test resourceVersion: "13970" uid: 47e869b6-f28e-44c7-a6d7-d7473da102e9 kind: Event lastTimestamp: "2026-07-06T21:22:06Z" message: 'Successfully pulled image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" in 2.283s (2.283s including waiting). Image size: 211946088 bytes.' metadata: creationTimestamp: "2026-07-06T21:22:06Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-06T21:22:06Z" name: isvc-xgboost-graph-predictor-555fc69d56-6nztq.18bfd03a774fa85e namespace: kserve-ci-e2e-test resourceVersion: "14400" uid: 721d67b5-42af-4214-9682-ca48df1435fe reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-142-144.ec2.internal source: component: kubelet host: ip-10-0-142-144.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-06T21:22:07Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-xgboost-graph-predictor-555fc69d56-6nztq namespace: kserve-ci-e2e-test resourceVersion: "13970" uid: 47e869b6-f28e-44c7-a6d7-d7473da102e9 kind: Event lastTimestamp: "2026-07-06T21:22:07Z" message: 'Created container: kube-rbac-proxy' metadata: creationTimestamp: "2026-07-06T21:22:07Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-06T21:22:07Z" name: isvc-xgboost-graph-predictor-555fc69d56-6nztq.18bfd03a7b04bf28 namespace: kserve-ci-e2e-test resourceVersion: "14407" uid: b419f3fc-8e26-4410-98b5-4cd23ec0604c reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-142-144.ec2.internal source: component: kubelet host: ip-10-0-142-144.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-06T21:22:07Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-xgboost-graph-predictor-555fc69d56-6nztq namespace: kserve-ci-e2e-test resourceVersion: "13970" uid: 47e869b6-f28e-44c7-a6d7-d7473da102e9 kind: Event lastTimestamp: "2026-07-06T21:22:07Z" message: Started container kube-rbac-proxy metadata: creationTimestamp: "2026-07-06T21:22:07Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-06T21:22:07Z" name: isvc-xgboost-graph-predictor-555fc69d56-6nztq.18bfd03a7b7ff789 namespace: kserve-ci-e2e-test resourceVersion: "14409" uid: 175950b1-dad8-48ee-afd8-be42754bb68a reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-142-144.ec2.internal source: component: kubelet host: ip-10-0-142-144.ec2.internal type: Normal - apiVersion: v1 count: 9 eventTime: null firstTimestamp: "2026-07-06T21:22:08Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-xgboost-graph-predictor-555fc69d56-6nztq namespace: kserve-ci-e2e-test resourceVersion: "13970" uid: 47e869b6-f28e-44c7-a6d7-d7473da102e9 kind: Event lastTimestamp: "2026-07-06T21:24:04Z" message: 'Readiness probe failed: dial tcp 10.134.0.21:8080: connect: connection refused' metadata: creationTimestamp: "2026-07-06T21:22:08Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-06T21:24:04Z" name: isvc-xgboost-graph-predictor-555fc69d56-6nztq.18bfd03ab42aac0b namespace: kserve-ci-e2e-test resourceVersion: "15838" uid: 8751e086-b4c5-4838-9bf1-a58c9c120d3d reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-142-144.ec2.internal source: component: kubelet host: ip-10-0-142-144.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-06T21:24:01Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-xgboost-graph-predictor-555fc69d56-6nztq namespace: kserve-ci-e2e-test resourceVersion: "13970" uid: 47e869b6-f28e-44c7-a6d7-d7473da102e9 kind: Event lastTimestamp: "2026-07-06T21:24:01Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-07-06T21:24:01Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-06T21:24:01Z" name: isvc-xgboost-graph-predictor-555fc69d56-6nztq.18bfd05533b927b3 namespace: kserve-ci-e2e-test resourceVersion: "15655" uid: 959fe278-e1fd-45de-a24e-f72f5591392e reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-142-144.ec2.internal source: component: kubelet host: ip-10-0-142-144.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-06T21:24:01Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-xgboost-graph-predictor-555fc69d56-6nztq namespace: kserve-ci-e2e-test resourceVersion: "13970" uid: 47e869b6-f28e-44c7-a6d7-d7473da102e9 kind: Event lastTimestamp: "2026-07-06T21:24:01Z" message: Stopping container kube-rbac-proxy metadata: creationTimestamp: "2026-07-06T21:24:01Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-06T21:24:01Z" name: isvc-xgboost-graph-predictor-555fc69d56-6nztq.18bfd05533b994b6 namespace: kserve-ci-e2e-test resourceVersion: "15658" uid: 430d9cae-2026-47f3-beb3-982f93537678 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-142-144.ec2.internal source: component: kubelet host: ip-10-0-142-144.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-06T21:24:04Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-xgboost-graph-predictor-555fc69d56-6nztq namespace: kserve-ci-e2e-test resourceVersion: "13970" uid: 47e869b6-f28e-44c7-a6d7-d7473da102e9 kind: Event lastTimestamp: "2026-07-06T21:24:04Z" message: 'Readiness probe failed: Get "https://10.134.0.21:8643/healthz": dial tcp 10.134.0.21:8643: connect: connection refused' metadata: creationTimestamp: "2026-07-06T21:24:04Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-06T21:24:04Z" name: isvc-xgboost-graph-predictor-555fc69d56-6nztq.18bfd055b69f7d02 namespace: kserve-ci-e2e-test resourceVersion: "15836" uid: af834645-ca0a-48ad-8b78-558182a9b39c reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-142-144.ec2.internal source: component: kubelet host: ip-10-0-142-144.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-06T21:21:32Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: isvc-xgboost-graph-predictor-555fc69d56 namespace: kserve-ci-e2e-test resourceVersion: "13957" uid: 39966de0-5780-4897-af6f-834f23f7c860 kind: Event lastTimestamp: "2026-07-06T21:21:32Z" message: 'Created pod: isvc-xgboost-graph-predictor-555fc69d56-6nztq' metadata: creationTimestamp: "2026-07-06T21:21:32Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-06T21:21:32Z" name: isvc-xgboost-graph-predictor-555fc69d56.18bfd03255d95ec0 namespace: kserve-ci-e2e-test resourceVersion: "13969" uid: c5117d31-a83a-4cde-a247-7a74213276c8 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-06T21:21:31Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: isvc-xgboost-graph-predictor namespace: kserve-ci-e2e-test resourceVersion: "13955" uid: 1bcb93c4-8f21-40b4-8d74-2cb81a7b76f9 kind: Event lastTimestamp: "2026-07-06T21:21:31Z" message: Scaled up replica set isvc-xgboost-graph-predictor-555fc69d56 from 0 to 1 metadata: creationTimestamp: "2026-07-06T21:21:31Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-06T21:21:31Z" name: isvc-xgboost-graph-predictor.18bfd0324e726425 namespace: kserve-ci-e2e-test resourceVersion: "13959" uid: d2ad9d93-fd0f-4737-9d5d-25d260f89d99 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-07-06T21:21:46Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-xgboost-graph-predictor namespace: kserve-ci-e2e-test resourceVersion: "13956" uid: f1de0950-0e99-45ea-8963-ea52ae602051 kind: Event lastTimestamp: "2026-07-06T21:22:16Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-07-06T21:21:46Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-06T21:22:16Z" name: isvc-xgboost-graph-predictor.18bfd035ccccf101 namespace: kserve-ci-e2e-test resourceVersion: "14495" uid: b7cef22f-4b93-40ac-88ed-40e43abfd34c reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-07-06T21:21:46Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-xgboost-graph-predictor namespace: kserve-ci-e2e-test resourceVersion: "13956" uid: f1de0950-0e99-45ea-8963-ea52ae602051 kind: Event lastTimestamp: "2026-07-06T21:22:16Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-07-06T21:21:46Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-06T21:22:16Z" name: isvc-xgboost-graph-predictor.18bfd035cd337abb namespace: kserve-ci-e2e-test resourceVersion: "14496" uid: f86bd3c3-2cef-44d4-9a81-0b086e5f9b19 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-07-06T21:22:31Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-xgboost-graph-predictor namespace: kserve-ci-e2e-test resourceVersion: "14207" uid: f1de0950-0e99-45ea-8963-ea52ae602051 kind: Event lastTimestamp: "2026-07-06T21:23:47Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-07-06T21:22:31Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-06T21:23:47Z" name: isvc-xgboost-graph-predictor.18bfd040496b7681 namespace: kserve-ci-e2e-test resourceVersion: "15458" uid: 4afcdd7d-24b8-4f88-bb72-8cd061243e00 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-07-06T21:22:31Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-xgboost-graph-predictor namespace: kserve-ci-e2e-test resourceVersion: "14207" uid: f1de0950-0e99-45ea-8963-ea52ae602051 kind: Event lastTimestamp: "2026-07-06T21:23:47Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-07-06T21:22:31Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-06T21:23:47Z" name: isvc-xgboost-graph-predictor.18bfd04049d98e77 namespace: kserve-ci-e2e-test resourceVersion: "15459" uid: fd001a6e-feb3-41f1-8496-ce59f228aab7 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 9 eventTime: null firstTimestamp: "2026-07-06T21:21:31Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-xgboost-graph namespace: kserve-ci-e2e-test resourceVersion: "13938" uid: a02b52e3-dfde-4c51-b9e9-e8b593cf49d5 kind: Event lastTimestamp: "2026-07-06T21:23:14Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-07-06T21:21:31Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-06T21:23:14Z" name: isvc-xgboost-graph.18bfd0324e3b1f6f namespace: kserve-ci-e2e-test resourceVersion: "15168" uid: c9f49d8f-472b-4df9-8f5f-1e9fd5f15ccf reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-06T21:23:14Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-xgboost-graph namespace: kserve-ci-e2e-test resourceVersion: "15166" uid: a02b52e3-dfde-4c51-b9e9-e8b593cf49d5 kind: Event lastTimestamp: "2026-07-06T21:23:14Z" message: InferenceService [isvc-xgboost-graph] is Ready metadata: creationTimestamp: "2026-07-06T21:23:14Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-06T21:23:14Z" name: isvc-xgboost-graph.18bfd04a1800f7a8 namespace: kserve-ci-e2e-test resourceVersion: "15167" uid: b70556df-16dc-4eec-aaac-1239ccfe3f92 reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-07-06T21:23:51.637239Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: model-chainer-6b7f89d56f-kddch namespace: kserve-ci-e2e-test resourceVersion: "15523" uid: cd6be52e-b9e0-4a8b-bcca-1ce9db1ab02b kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/model-chainer-6b7f89d56f-kddch to ip-10-0-136-12.ec2.internal metadata: creationTimestamp: "2026-07-06T21:23:51Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-07-06T21:23:51Z" name: model-chainer-6b7f89d56f-kddch.18bfd052d4bfe0b5 namespace: kserve-ci-e2e-test resourceVersion: "15528" uid: cc063f44-8aef-4fcc-9d70-c094dba193e1 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-785d6bfc8b-2d77p source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-06T21:23:52Z" involvedObject: apiVersion: v1 kind: Pod name: model-chainer-6b7f89d56f-kddch namespace: kserve-ci-e2e-test resourceVersion: "15532" uid: cd6be52e-b9e0-4a8b-bcca-1ce9db1ab02b kind: Event lastTimestamp: "2026-07-06T21:23:52Z" message: Add eth0 [10.133.0.28/23] from ovn-kubernetes metadata: creationTimestamp: "2026-07-06T21:23:52Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-07-06T21:23:52Z" name: model-chainer-6b7f89d56f-kddch.18bfd052ee2a7702 namespace: kserve-ci-e2e-test resourceVersion: "15541" uid: 5714de90-1654-4e9f-af97-ad526077be9d reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-06T21:23:52Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{model-chainer} kind: Pod name: model-chainer-6b7f89d56f-kddch namespace: kserve-ci-e2e-test resourceVersion: "15525" uid: cd6be52e-b9e0-4a8b-bcca-1ce9db1ab02b kind: Event lastTimestamp: "2026-07-06T21:23:52Z" message: Container image "quay.io/opendatahub/kserve-router@sha256:dd586ec6070475345d8957bd96d9ed934a0535b04c01efc33f205d1b98ca1559" already present on machine metadata: creationTimestamp: "2026-07-06T21:23:52Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-06T21:23:52Z" name: model-chainer-6b7f89d56f-kddch.18bfd052ef6a9cb7 namespace: kserve-ci-e2e-test resourceVersion: "15544" uid: 6602898e-4374-4187-896c-e379481b5e24 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-136-12.ec2.internal source: component: kubelet host: ip-10-0-136-12.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-06T21:23:52Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{model-chainer} kind: Pod name: model-chainer-6b7f89d56f-kddch namespace: kserve-ci-e2e-test resourceVersion: "15525" uid: cd6be52e-b9e0-4a8b-bcca-1ce9db1ab02b kind: Event lastTimestamp: "2026-07-06T21:23:52Z" message: 'Created container: model-chainer' metadata: creationTimestamp: "2026-07-06T21:23:52Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-06T21:23:52Z" name: model-chainer-6b7f89d56f-kddch.18bfd052f23e08c0 namespace: kserve-ci-e2e-test resourceVersion: "15545" uid: 7707f2fe-417e-4ced-a191-68f7e1332932 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-136-12.ec2.internal source: component: kubelet host: ip-10-0-136-12.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-06T21:23:52Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{model-chainer} kind: Pod name: model-chainer-6b7f89d56f-kddch namespace: kserve-ci-e2e-test resourceVersion: "15525" uid: cd6be52e-b9e0-4a8b-bcca-1ce9db1ab02b kind: Event lastTimestamp: "2026-07-06T21:23:52Z" message: Started container model-chainer metadata: creationTimestamp: "2026-07-06T21:23:52Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-06T21:23:52Z" name: model-chainer-6b7f89d56f-kddch.18bfd052f2cd88dd namespace: kserve-ci-e2e-test resourceVersion: "15546" uid: 211f0d4f-be70-420b-bda3-0662e24ed4f9 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-136-12.ec2.internal source: component: kubelet host: ip-10-0-136-12.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-06T21:24:01Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{model-chainer} kind: Pod name: model-chainer-6b7f89d56f-kddch namespace: kserve-ci-e2e-test resourceVersion: "15525" uid: cd6be52e-b9e0-4a8b-bcca-1ce9db1ab02b kind: Event lastTimestamp: "2026-07-06T21:24:01Z" message: Stopping container model-chainer metadata: creationTimestamp: "2026-07-06T21:24:01Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-06T21:24:01Z" name: model-chainer-6b7f89d56f-kddch.18bfd0552ea387e8 namespace: kserve-ci-e2e-test resourceVersion: "15634" uid: b3dc03fa-771d-4c43-81ea-bcecba476295 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-136-12.ec2.internal source: component: kubelet host: ip-10-0-136-12.ec2.internal type: Normal - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-07-06T21:24:03Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{model-chainer} kind: Pod name: model-chainer-6b7f89d56f-kddch namespace: kserve-ci-e2e-test resourceVersion: "15525" uid: cd6be52e-b9e0-4a8b-bcca-1ce9db1ab02b kind: Event lastTimestamp: "2026-07-06T21:24:28Z" message: 'Readiness probe failed: HTTP probe failed with statuscode: 503' metadata: creationTimestamp: "2026-07-06T21:24:03Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-06T21:24:28Z" name: model-chainer-6b7f89d56f-kddch.18bfd0558adaf93e namespace: kserve-ci-e2e-test resourceVersion: "16042" uid: 7ba25e47-eecf-4ede-8cda-ab86b25f62a9 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-136-12.ec2.internal source: component: kubelet host: ip-10-0-136-12.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-06T21:23:51Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: model-chainer-6b7f89d56f namespace: kserve-ci-e2e-test resourceVersion: "15520" uid: dfeb9418-a757-4dbd-ada6-1a4847edcf3d kind: Event lastTimestamp: "2026-07-06T21:23:51Z" message: 'Created pod: model-chainer-6b7f89d56f-kddch' metadata: creationTimestamp: "2026-07-06T21:23:51Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-06T21:23:51Z" name: model-chainer-6b7f89d56f.18bfd052d4575931 namespace: kserve-ci-e2e-test resourceVersion: "15524" uid: 4e93fabf-01c0-469e-bb9a-05342360a5d8 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-06T21:23:51Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: model-chainer namespace: kserve-ci-e2e-test resourceVersion: "15518" uid: ec75af4a-839e-4c07-bcd9-458518ecec0d kind: Event lastTimestamp: "2026-07-06T21:23:51Z" message: Scaled up replica set model-chainer-6b7f89d56f from 0 to 1 metadata: creationTimestamp: "2026-07-06T21:23:51Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-06T21:23:51Z" name: model-chainer.18bfd052d38e1eaa namespace: kserve-ci-e2e-test resourceVersion: "15521" uid: 78e468ce-6222-400d-93fb-76648a75837d reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-06T21:23:51Z" involvedObject: apiVersion: serving.kserve.io/v1alpha1 kind: InferenceGraph name: model-chainer namespace: kserve-ci-e2e-test resourceVersion: "15534" uid: feff39fe-be80-45ff-a4f4-a76a55feb09f kind: Event lastTimestamp: "2026-07-06T21:23:51Z" message: InferenceGraph [model-chainer] is Ready metadata: creationTimestamp: "2026-07-06T21:23:51Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-06T21:23:51Z" name: model-chainer.18bfd052d8852791 namespace: kserve-ci-e2e-test resourceVersion: "15536" uid: 245b555b-842c-4c63-b87d-85f6685212e6 reason: InferenceGraphReady reportingComponent: InferenceGraphController reportingInstance: "" source: component: InferenceGraphController type: Normal - action: Binding apiVersion: v1 eventTime: "2026-07-06T21:25:01.908459Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: sequence-graph-22b2a-5fc98d8d55-mzbmz namespace: kserve-ci-e2e-test resourceVersion: "16333" uid: af66df17-18dc-4522-9918-14e92e52f1b6 kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/sequence-graph-22b2a-5fc98d8d55-mzbmz to ip-10-0-136-12.ec2.internal metadata: creationTimestamp: "2026-07-06T21:25:01Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-07-06T21:25:01Z" name: sequence-graph-22b2a-5fc98d8d55-mzbmz.18bfd063313d98f3 namespace: kserve-ci-e2e-test resourceVersion: "16338" uid: a8656b4c-d173-43d7-b111-c48b8ecdf1b2 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-785d6bfc8b-2d77p source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-06T21:25:02Z" involvedObject: apiVersion: v1 kind: Pod name: sequence-graph-22b2a-5fc98d8d55-mzbmz namespace: kserve-ci-e2e-test resourceVersion: "16344" uid: af66df17-18dc-4522-9918-14e92e52f1b6 kind: Event lastTimestamp: "2026-07-06T21:25:02Z" message: Add eth0 [10.133.0.30/23] from ovn-kubernetes metadata: creationTimestamp: "2026-07-06T21:25:02Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-07-06T21:25:02Z" name: sequence-graph-22b2a-5fc98d8d55-mzbmz.18bfd0634afab992 namespace: kserve-ci-e2e-test resourceVersion: "16360" uid: 67d8c4fe-a37e-4156-b35d-e557de9ca7c6 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-06T21:25:02Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{sequence-graph-22b2a} kind: Pod name: sequence-graph-22b2a-5fc98d8d55-mzbmz namespace: kserve-ci-e2e-test resourceVersion: "16334" uid: af66df17-18dc-4522-9918-14e92e52f1b6 kind: Event lastTimestamp: "2026-07-06T21:25:02Z" message: Container image "quay.io/opendatahub/kserve-router@sha256:dd586ec6070475345d8957bd96d9ed934a0535b04c01efc33f205d1b98ca1559" already present on machine metadata: creationTimestamp: "2026-07-06T21:25:02Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-06T21:25:02Z" name: sequence-graph-22b2a-5fc98d8d55-mzbmz.18bfd0634c407086 namespace: kserve-ci-e2e-test resourceVersion: "16362" uid: 44a9d979-9d68-4506-b93c-33e6574d9944 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-136-12.ec2.internal source: component: kubelet host: ip-10-0-136-12.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-06T21:25:02Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{sequence-graph-22b2a} kind: Pod name: sequence-graph-22b2a-5fc98d8d55-mzbmz namespace: kserve-ci-e2e-test resourceVersion: "16334" uid: af66df17-18dc-4522-9918-14e92e52f1b6 kind: Event lastTimestamp: "2026-07-06T21:25:02Z" message: 'Created container: sequence-graph-22b2a' metadata: creationTimestamp: "2026-07-06T21:25:02Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-06T21:25:02Z" name: sequence-graph-22b2a-5fc98d8d55-mzbmz.18bfd0634eea560a namespace: kserve-ci-e2e-test resourceVersion: "16363" uid: 5f0a32e2-e038-4ed9-9a4c-3861d933996f reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-136-12.ec2.internal source: component: kubelet host: ip-10-0-136-12.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-06T21:25:02Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{sequence-graph-22b2a} kind: Pod name: sequence-graph-22b2a-5fc98d8d55-mzbmz namespace: kserve-ci-e2e-test resourceVersion: "16334" uid: af66df17-18dc-4522-9918-14e92e52f1b6 kind: Event lastTimestamp: "2026-07-06T21:25:02Z" message: Started container sequence-graph-22b2a metadata: creationTimestamp: "2026-07-06T21:25:02Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-06T21:25:02Z" name: sequence-graph-22b2a-5fc98d8d55-mzbmz.18bfd0634f5c0e76 namespace: kserve-ci-e2e-test resourceVersion: "16364" uid: b668de49-bebc-4359-96b5-d2c5e383573c reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-136-12.ec2.internal source: component: kubelet host: ip-10-0-136-12.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-06T21:33:16Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{sequence-graph-22b2a} kind: Pod name: sequence-graph-22b2a-5fc98d8d55-mzbmz namespace: kserve-ci-e2e-test resourceVersion: "16334" uid: af66df17-18dc-4522-9918-14e92e52f1b6 kind: Event lastTimestamp: "2026-07-06T21:33:16Z" message: Stopping container sequence-graph-22b2a metadata: creationTimestamp: "2026-07-06T21:33:16Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-06T21:33:16Z" name: sequence-graph-22b2a-5fc98d8d55-mzbmz.18bfd0d66255721f namespace: kserve-ci-e2e-test resourceVersion: "19953" uid: a5c99107-a944-460d-bf84-b3eacf31565d reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-136-12.ec2.internal source: component: kubelet host: ip-10-0-136-12.ec2.internal type: Normal - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-07-06T21:33:18Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{sequence-graph-22b2a} kind: Pod name: sequence-graph-22b2a-5fc98d8d55-mzbmz namespace: kserve-ci-e2e-test resourceVersion: "16334" uid: af66df17-18dc-4522-9918-14e92e52f1b6 kind: Event lastTimestamp: "2026-07-06T21:33:43Z" message: 'Readiness probe failed: HTTP probe failed with statuscode: 503' metadata: creationTimestamp: "2026-07-06T21:33:18Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-06T21:33:43Z" name: sequence-graph-22b2a-5fc98d8d55-mzbmz.18bfd0d6d59062f5 namespace: kserve-ci-e2e-test resourceVersion: "20495" uid: 52cf58bd-dc08-4c2b-bfed-9af8c5c7a74c reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-136-12.ec2.internal source: component: kubelet host: ip-10-0-136-12.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-06T21:25:01Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: sequence-graph-22b2a-5fc98d8d55 namespace: kserve-ci-e2e-test resourceVersion: "16330" uid: d753a2c3-b950-4d9b-8567-e14721622866 kind: Event lastTimestamp: "2026-07-06T21:25:01Z" message: 'Created pod: sequence-graph-22b2a-5fc98d8d55-mzbmz' metadata: creationTimestamp: "2026-07-06T21:25:01Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-06T21:25:01Z" name: sequence-graph-22b2a-5fc98d8d55.18bfd06330e1e238 namespace: kserve-ci-e2e-test resourceVersion: "16335" uid: f5ffce3a-133b-4cde-8392-a7528db2df05 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-06T21:25:01Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: sequence-graph-22b2a namespace: kserve-ci-e2e-test resourceVersion: "16328" uid: 65437187-7fef-47c9-bb96-859ee5a3f209 kind: Event lastTimestamp: "2026-07-06T21:25:01Z" message: Scaled up replica set sequence-graph-22b2a-5fc98d8d55 from 0 to 1 metadata: creationTimestamp: "2026-07-06T21:25:01Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-06T21:25:01Z" name: sequence-graph-22b2a.18bfd063300d1ae3 namespace: kserve-ci-e2e-test resourceVersion: "16332" uid: 37bc8b5f-786a-4d21-9558-9cf3b857b517 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-06T21:25:01Z" involvedObject: apiVersion: serving.kserve.io/v1alpha1 kind: InferenceGraph name: sequence-graph-22b2a namespace: kserve-ci-e2e-test resourceVersion: "16350" uid: dee5f0b3-3577-43fe-9693-f255239b47da kind: Event lastTimestamp: "2026-07-06T21:25:01Z" message: InferenceGraph [sequence-graph-22b2a] is Ready metadata: creationTimestamp: "2026-07-06T21:25:01Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-06T21:25:01Z" name: sequence-graph-22b2a.18bfd063356df293 namespace: kserve-ci-e2e-test resourceVersion: "16352" uid: bfae39a1-8e9f-42af-baaf-ca75e2ce223e reason: InferenceGraphReady reportingComponent: InferenceGraphController reportingInstance: "" source: component: InferenceGraphController type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-06T21:25:16Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: sequence-graph-22b2a namespace: kserve-ci-e2e-test resourceVersion: "16329" uid: e60056ae-b653-470e-ac0f-b4d4cf783668 kind: Event lastTimestamp: "2026-07-06T21:25:16Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-07-06T21:25:16Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-06T21:25:16Z" name: sequence-graph-22b2a.18bfd066af019b64 namespace: kserve-ci-e2e-test resourceVersion: "16464" uid: 746a70c7-afcc-4040-b5ff-5c1b5d1cef61 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-06T21:25:16Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: sequence-graph-22b2a namespace: kserve-ci-e2e-test resourceVersion: "16329" uid: e60056ae-b653-470e-ac0f-b4d4cf783668 kind: Event lastTimestamp: "2026-07-06T21:25:16Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-07-06T21:25:16Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-06T21:25:16Z" name: sequence-graph-22b2a.18bfd066af6996fe namespace: kserve-ci-e2e-test resourceVersion: "16466" uid: 9a37c4ed-bdd1-4f50-8ec9-3d3bcb69127d reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-06T21:25:31Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: sequence-graph-22b2a namespace: kserve-ci-e2e-test resourceVersion: "16465" uid: e60056ae-b653-470e-ac0f-b4d4cf783668 kind: Event lastTimestamp: "2026-07-06T21:25:31Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-07-06T21:25:31Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-06T21:25:31Z" name: sequence-graph-22b2a.18bfd06a2eef69d0 namespace: kserve-ci-e2e-test resourceVersion: "16583" uid: e43851cb-beae-4a6b-bbdd-1b27c9805648 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-06T21:25:31Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: sequence-graph-22b2a namespace: kserve-ci-e2e-test resourceVersion: "16465" uid: e60056ae-b653-470e-ac0f-b4d4cf783668 kind: Event lastTimestamp: "2026-07-06T21:25:31Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-07-06T21:25:31Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-06T21:25:31Z" name: sequence-graph-22b2a.18bfd06a2f8592f3 namespace: kserve-ci-e2e-test resourceVersion: "16584" uid: 3fc0d371-073d-49b8-baf3-de9b714a0cf0 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - action: Binding apiVersion: v1 eventTime: "2026-07-06T21:34:26.798458Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: sequence-graph-599ee-6fb48cd747-x5wbq namespace: kserve-ci-e2e-test resourceVersion: "20881" uid: dbddb8a4-9f75-41f5-a1bd-db5e53852ca8 kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/sequence-graph-599ee-6fb48cd747-x5wbq to ip-10-0-136-12.ec2.internal metadata: creationTimestamp: "2026-07-06T21:34:26Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-07-06T21:34:26Z" name: sequence-graph-599ee-6fb48cd747-x5wbq.18bfd0e6b74ef1f3 namespace: kserve-ci-e2e-test resourceVersion: "20886" uid: 302571f6-b76d-463e-9d77-8d4e98fb36b9 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-785d6bfc8b-2d77p source: {} type: Normal - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-07-06T21:34:26Z" involvedObject: apiVersion: v1 kind: Pod name: sequence-graph-599ee-6fb48cd747-x5wbq namespace: kserve-ci-e2e-test resourceVersion: "20882" uid: dbddb8a4-9f75-41f5-a1bd-db5e53852ca8 kind: Event lastTimestamp: "2026-07-06T21:34:27Z" message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "sequence-graph-599ee-serving-cert" not found' metadata: creationTimestamp: "2026-07-06T21:34:26Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-06T21:34:27Z" name: sequence-graph-599ee-6fb48cd747-x5wbq.18bfd0e6c2c13275 namespace: kserve-ci-e2e-test resourceVersion: "20906" uid: dbbaf519-ffb8-418d-a9c4-d0db52393252 reason: FailedMount reportingComponent: kubelet reportingInstance: ip-10-0-136-12.ec2.internal source: component: kubelet host: ip-10-0-136-12.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-06T21:34:28Z" involvedObject: apiVersion: v1 kind: Pod name: sequence-graph-599ee-6fb48cd747-x5wbq namespace: kserve-ci-e2e-test resourceVersion: "20890" uid: dbddb8a4-9f75-41f5-a1bd-db5e53852ca8 kind: Event lastTimestamp: "2026-07-06T21:34:28Z" message: Add eth0 [10.133.0.32/23] from ovn-kubernetes metadata: creationTimestamp: "2026-07-06T21:34:28Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-07-06T21:34:28Z" name: sequence-graph-599ee-6fb48cd747-x5wbq.18bfd0e72a45c390 namespace: kserve-ci-e2e-test resourceVersion: "20919" uid: 967ad54e-de62-480d-93d8-ae751a21b9d4 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-06T21:34:28Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{sequence-graph-599ee} kind: Pod name: sequence-graph-599ee-6fb48cd747-x5wbq namespace: kserve-ci-e2e-test resourceVersion: "20882" uid: dbddb8a4-9f75-41f5-a1bd-db5e53852ca8 kind: Event lastTimestamp: "2026-07-06T21:34:28Z" message: Container image "quay.io/opendatahub/kserve-router@sha256:dd586ec6070475345d8957bd96d9ed934a0535b04c01efc33f205d1b98ca1559" already present on machine metadata: creationTimestamp: "2026-07-06T21:34:28Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-06T21:34:28Z" name: sequence-graph-599ee-6fb48cd747-x5wbq.18bfd0e72b922417 namespace: kserve-ci-e2e-test resourceVersion: "20921" uid: c643dfeb-a3ad-40f5-b9de-a1653c209d09 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-136-12.ec2.internal source: component: kubelet host: ip-10-0-136-12.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-06T21:34:28Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{sequence-graph-599ee} kind: Pod name: sequence-graph-599ee-6fb48cd747-x5wbq namespace: kserve-ci-e2e-test resourceVersion: "20882" uid: dbddb8a4-9f75-41f5-a1bd-db5e53852ca8 kind: Event lastTimestamp: "2026-07-06T21:34:28Z" message: 'Created container: sequence-graph-599ee' metadata: creationTimestamp: "2026-07-06T21:34:28Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-06T21:34:28Z" name: sequence-graph-599ee-6fb48cd747-x5wbq.18bfd0e72eab76ed namespace: kserve-ci-e2e-test resourceVersion: "20922" uid: 4ddb7762-9f20-4b4d-867b-527246c53b4d reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-136-12.ec2.internal source: component: kubelet host: ip-10-0-136-12.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-06T21:34:28Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{sequence-graph-599ee} kind: Pod name: sequence-graph-599ee-6fb48cd747-x5wbq namespace: kserve-ci-e2e-test resourceVersion: "20882" uid: dbddb8a4-9f75-41f5-a1bd-db5e53852ca8 kind: Event lastTimestamp: "2026-07-06T21:34:28Z" message: Started container sequence-graph-599ee metadata: creationTimestamp: "2026-07-06T21:34:28Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-06T21:34:28Z" name: sequence-graph-599ee-6fb48cd747-x5wbq.18bfd0e72f77a13a namespace: kserve-ci-e2e-test resourceVersion: "20923" uid: da548272-b663-424e-aebc-0d796c14bfa6 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-136-12.ec2.internal source: component: kubelet host: ip-10-0-136-12.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-06T21:34:36Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{sequence-graph-599ee} kind: Pod name: sequence-graph-599ee-6fb48cd747-x5wbq namespace: kserve-ci-e2e-test resourceVersion: "20882" uid: dbddb8a4-9f75-41f5-a1bd-db5e53852ca8 kind: Event lastTimestamp: "2026-07-06T21:34:36Z" message: Stopping container sequence-graph-599ee metadata: creationTimestamp: "2026-07-06T21:34:36Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-06T21:34:36Z" name: sequence-graph-599ee-6fb48cd747-x5wbq.18bfd0e91046aaed namespace: kserve-ci-e2e-test resourceVersion: "21011" uid: 50490936-548f-40a7-a673-a8344eb5576c reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-136-12.ec2.internal source: component: kubelet host: ip-10-0-136-12.ec2.internal type: Normal - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-07-06T21:34:40Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{sequence-graph-599ee} kind: Pod name: sequence-graph-599ee-6fb48cd747-x5wbq namespace: kserve-ci-e2e-test resourceVersion: "20882" uid: dbddb8a4-9f75-41f5-a1bd-db5e53852ca8 kind: Event lastTimestamp: "2026-07-06T21:35:05Z" message: 'Readiness probe failed: HTTP probe failed with statuscode: 503' metadata: creationTimestamp: "2026-07-06T21:34:40Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-06T21:35:05Z" name: sequence-graph-599ee-6fb48cd747-x5wbq.18bfd0e9ca465e47 namespace: kserve-ci-e2e-test resourceVersion: "21404" uid: 59280940-2714-452c-a0a0-508a0ba706fc reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-136-12.ec2.internal source: component: kubelet host: ip-10-0-136-12.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-06T21:34:26Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: sequence-graph-599ee-6fb48cd747 namespace: kserve-ci-e2e-test resourceVersion: "20878" uid: 84891c95-5274-4d8d-b5e0-016ae5c74c75 kind: Event lastTimestamp: "2026-07-06T21:34:26Z" message: 'Created pod: sequence-graph-599ee-6fb48cd747-x5wbq' metadata: creationTimestamp: "2026-07-06T21:34:26Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-06T21:34:26Z" name: sequence-graph-599ee-6fb48cd747.18bfd0e6b71532c0 namespace: kserve-ci-e2e-test resourceVersion: "20883" uid: 11f10fb7-23f9-487b-a492-5aaebf049248 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-06T21:34:26Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: sequence-graph-599ee namespace: kserve-ci-e2e-test resourceVersion: "20876" uid: c0dad611-6ed9-4159-bbad-4f01f0b685be kind: Event lastTimestamp: "2026-07-06T21:34:26Z" message: Scaled up replica set sequence-graph-599ee-6fb48cd747 from 0 to 1 metadata: creationTimestamp: "2026-07-06T21:34:26Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-06T21:34:26Z" name: sequence-graph-599ee.18bfd0e6b600ab72 namespace: kserve-ci-e2e-test resourceVersion: "20879" uid: 6b50eef6-a895-497e-adc9-ea05c972623d reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-06T21:34:26Z" involvedObject: apiVersion: serving.kserve.io/v1alpha1 kind: InferenceGraph name: sequence-graph-599ee namespace: kserve-ci-e2e-test resourceVersion: "20892" uid: 44d633e1-b04f-48c2-a915-09cbf734c220 kind: Event lastTimestamp: "2026-07-06T21:34:26Z" message: InferenceGraph [sequence-graph-599ee] is Ready metadata: creationTimestamp: "2026-07-06T21:34:26Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-06T21:34:26Z" name: sequence-graph-599ee.18bfd0e6bbd447d7 namespace: kserve-ci-e2e-test resourceVersion: "20894" uid: caee199f-2811-4b5b-b415-f5e216afdcdb reason: InferenceGraphReady reportingComponent: InferenceGraphController reportingInstance: "" source: component: InferenceGraphController type: Normal - action: Binding apiVersion: v1 eventTime: "2026-07-06T21:35:37.102878Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: sequence-graph-a54dc-84c7c69c68-5ndvw namespace: kserve-ci-e2e-test resourceVersion: "21670" uid: 86b14b6b-2f46-4b3c-87a1-4634f94b2160 kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/sequence-graph-a54dc-84c7c69c68-5ndvw to ip-10-0-136-12.ec2.internal metadata: creationTimestamp: "2026-07-06T21:35:37Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-07-06T21:35:37Z" name: sequence-graph-a54dc-84c7c69c68-5ndvw.18bfd0f715c739f0 namespace: kserve-ci-e2e-test resourceVersion: "21675" uid: 8e516b76-8749-44e6-ad99-ab24dc9aafb1 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-785d6bfc8b-2d77p source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-06T21:35:37Z" involvedObject: apiVersion: v1 kind: Pod name: sequence-graph-a54dc-84c7c69c68-5ndvw namespace: kserve-ci-e2e-test resourceVersion: "21679" uid: 86b14b6b-2f46-4b3c-87a1-4634f94b2160 kind: Event lastTimestamp: "2026-07-06T21:35:37Z" message: Add eth0 [10.133.0.34/23] from ovn-kubernetes metadata: creationTimestamp: "2026-07-06T21:35:37Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-07-06T21:35:37Z" name: sequence-graph-a54dc-84c7c69c68-5ndvw.18bfd0f72f3fc68b namespace: kserve-ci-e2e-test resourceVersion: "21691" uid: 70882734-57bd-4fe3-8f46-030ec58a3f26 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-06T21:35:37Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{sequence-graph-a54dc} kind: Pod name: sequence-graph-a54dc-84c7c69c68-5ndvw namespace: kserve-ci-e2e-test resourceVersion: "21672" uid: 86b14b6b-2f46-4b3c-87a1-4634f94b2160 kind: Event lastTimestamp: "2026-07-06T21:35:37Z" message: Container image "quay.io/opendatahub/kserve-router@sha256:dd586ec6070475345d8957bd96d9ed934a0535b04c01efc33f205d1b98ca1559" already present on machine metadata: creationTimestamp: "2026-07-06T21:35:37Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-06T21:35:37Z" name: sequence-graph-a54dc-84c7c69c68-5ndvw.18bfd0f730a584d9 namespace: kserve-ci-e2e-test resourceVersion: "21694" uid: ad767d91-c5d6-4fdf-bcdf-b6f8451fc858 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-136-12.ec2.internal source: component: kubelet host: ip-10-0-136-12.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-06T21:35:37Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{sequence-graph-a54dc} kind: Pod name: sequence-graph-a54dc-84c7c69c68-5ndvw namespace: kserve-ci-e2e-test resourceVersion: "21672" uid: 86b14b6b-2f46-4b3c-87a1-4634f94b2160 kind: Event lastTimestamp: "2026-07-06T21:35:37Z" message: 'Created container: sequence-graph-a54dc' metadata: creationTimestamp: "2026-07-06T21:35:37Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-06T21:35:37Z" name: sequence-graph-a54dc-84c7c69c68-5ndvw.18bfd0f734032fe0 namespace: kserve-ci-e2e-test resourceVersion: "21696" uid: a29b4085-bca6-483e-af6e-dfdbacd6f502 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-136-12.ec2.internal source: component: kubelet host: ip-10-0-136-12.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-06T21:35:37Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{sequence-graph-a54dc} kind: Pod name: sequence-graph-a54dc-84c7c69c68-5ndvw namespace: kserve-ci-e2e-test resourceVersion: "21672" uid: 86b14b6b-2f46-4b3c-87a1-4634f94b2160 kind: Event lastTimestamp: "2026-07-06T21:35:37Z" message: Started container sequence-graph-a54dc metadata: creationTimestamp: "2026-07-06T21:35:37Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-06T21:35:37Z" name: sequence-graph-a54dc-84c7c69c68-5ndvw.18bfd0f73477784d namespace: kserve-ci-e2e-test resourceVersion: "21697" uid: f9825be2-d9be-40e7-9a7c-4ccea53ab601 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-136-12.ec2.internal source: component: kubelet host: ip-10-0-136-12.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-06T21:43:51Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{sequence-graph-a54dc} kind: Pod name: sequence-graph-a54dc-84c7c69c68-5ndvw namespace: kserve-ci-e2e-test resourceVersion: "21672" uid: 86b14b6b-2f46-4b3c-87a1-4634f94b2160 kind: Event lastTimestamp: "2026-07-06T21:43:51Z" message: Stopping container sequence-graph-a54dc metadata: creationTimestamp: "2026-07-06T21:43:51Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-06T21:43:51Z" name: sequence-graph-a54dc-84c7c69c68-5ndvw.18bfd16a43ca9251 namespace: kserve-ci-e2e-test resourceVersion: "25274" uid: fbfa4bc3-3cc5-4e2f-9a86-cfc81f762b27 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-136-12.ec2.internal source: component: kubelet host: ip-10-0-136-12.ec2.internal type: Normal - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-07-06T21:43:54Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{sequence-graph-a54dc} kind: Pod name: sequence-graph-a54dc-84c7c69c68-5ndvw namespace: kserve-ci-e2e-test resourceVersion: "21672" uid: 86b14b6b-2f46-4b3c-87a1-4634f94b2160 kind: Event lastTimestamp: "2026-07-06T21:44:19Z" message: 'Readiness probe failed: HTTP probe failed with statuscode: 503' metadata: creationTimestamp: "2026-07-06T21:43:54Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-06T21:44:19Z" name: sequence-graph-a54dc-84c7c69c68-5ndvw.18bfd16ad954447e namespace: kserve-ci-e2e-test resourceVersion: "26105" uid: e33e185c-75e1-4734-8240-b07721242712 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-136-12.ec2.internal source: component: kubelet host: ip-10-0-136-12.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-06T21:35:37Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: sequence-graph-a54dc-84c7c69c68 namespace: kserve-ci-e2e-test resourceVersion: "21666" uid: 693999de-26bc-41a2-b4e2-e526ad0ad5e8 kind: Event lastTimestamp: "2026-07-06T21:35:37Z" message: 'Created pod: sequence-graph-a54dc-84c7c69c68-5ndvw' metadata: creationTimestamp: "2026-07-06T21:35:37Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-06T21:35:37Z" name: sequence-graph-a54dc-84c7c69c68.18bfd0f71554c6d1 namespace: kserve-ci-e2e-test resourceVersion: "21671" uid: e3141963-f1df-41ee-8388-0879c89ddba1 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-06T21:35:37Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: sequence-graph-a54dc namespace: kserve-ci-e2e-test resourceVersion: "21663" uid: 3f72a50d-8a34-4178-ad80-f19231bce182 kind: Event lastTimestamp: "2026-07-06T21:35:37Z" message: Scaled up replica set sequence-graph-a54dc-84c7c69c68 from 0 to 1 metadata: creationTimestamp: "2026-07-06T21:35:37Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-06T21:35:37Z" name: sequence-graph-a54dc.18bfd0f71460e49c namespace: kserve-ci-e2e-test resourceVersion: "21668" uid: 0c34f32d-90f6-489c-aa3a-1b65ae0fd49a reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-06T21:35:37Z" involvedObject: apiVersion: serving.kserve.io/v1alpha1 kind: InferenceGraph name: sequence-graph-a54dc namespace: kserve-ci-e2e-test resourceVersion: "21685" uid: 2137718a-38d8-4581-abd5-61aa58b88044 kind: Event lastTimestamp: "2026-07-06T21:35:37Z" message: InferenceGraph [sequence-graph-a54dc] is Ready metadata: creationTimestamp: "2026-07-06T21:35:37Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-06T21:35:37Z" name: sequence-graph-a54dc.18bfd0f71a4f90a4 namespace: kserve-ci-e2e-test resourceVersion: "21687" uid: c322ea96-17fd-4eae-aa12-01b257e2b6e2 reason: InferenceGraphReady reportingComponent: InferenceGraphController reportingInstance: "" source: component: InferenceGraphController type: Normal - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-07-06T21:35:52Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: sequence-graph-a54dc namespace: kserve-ci-e2e-test resourceVersion: "21664" uid: 2c40a5cc-5ec5-4150-ae91-2194e567b690 kind: Event lastTimestamp: "2026-07-06T21:36:07Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-07-06T21:35:52Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-06T21:36:07Z" name: sequence-graph-a54dc.18bfd0fa92c3f898 namespace: kserve-ci-e2e-test resourceVersion: "21912" uid: f9ba8249-78c4-4117-8c45-65673102cec0 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-07-06T21:35:52Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: sequence-graph-a54dc namespace: kserve-ci-e2e-test resourceVersion: "21664" uid: 2c40a5cc-5ec5-4150-ae91-2194e567b690 kind: Event lastTimestamp: "2026-07-06T21:36:07Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-07-06T21:35:52Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-06T21:36:07Z" name: sequence-graph-a54dc.18bfd0fa932b5ffb namespace: kserve-ci-e2e-test resourceVersion: "21913" uid: 05feedc7-26c6-4d4f-bff6-3e0d3e19a005 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - action: Binding apiVersion: v1 eventTime: "2026-07-06T21:45:12.425425Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: splitter-graph-563cb-656565cb55-rbk2j namespace: kserve-ci-e2e-test resourceVersion: "26616" uid: e391781d-e9ed-4f8a-8a36-72e3526f2914 kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/splitter-graph-563cb-656565cb55-rbk2j to ip-10-0-136-12.ec2.internal metadata: creationTimestamp: "2026-07-06T21:45:12Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-07-06T21:45:12Z" name: splitter-graph-563cb-656565cb55-rbk2j.18bfd17d09acaa6b namespace: kserve-ci-e2e-test resourceVersion: "26621" uid: e6a39180-2924-4523-8e09-8a3692f62997 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-785d6bfc8b-2d77p source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-06T21:45:12Z" involvedObject: apiVersion: v1 kind: Pod name: splitter-graph-563cb-656565cb55-rbk2j namespace: kserve-ci-e2e-test resourceVersion: "26625" uid: e391781d-e9ed-4f8a-8a36-72e3526f2914 kind: Event lastTimestamp: "2026-07-06T21:45:12Z" message: Add eth0 [10.133.0.37/23] from ovn-kubernetes metadata: creationTimestamp: "2026-07-06T21:45:12Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-07-06T21:45:12Z" name: splitter-graph-563cb-656565cb55-rbk2j.18bfd17d232bd967 namespace: kserve-ci-e2e-test resourceVersion: "26635" uid: 2cb8681a-52be-4542-9bb5-cb84990b2146 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-06T21:45:12Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{splitter-graph-563cb} kind: Pod name: splitter-graph-563cb-656565cb55-rbk2j namespace: kserve-ci-e2e-test resourceVersion: "26618" uid: e391781d-e9ed-4f8a-8a36-72e3526f2914 kind: Event lastTimestamp: "2026-07-06T21:45:12Z" message: Container image "quay.io/opendatahub/kserve-router@sha256:dd586ec6070475345d8957bd96d9ed934a0535b04c01efc33f205d1b98ca1559" already present on machine metadata: creationTimestamp: "2026-07-06T21:45:12Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-06T21:45:12Z" name: splitter-graph-563cb-656565cb55-rbk2j.18bfd17d2472181c namespace: kserve-ci-e2e-test resourceVersion: "26637" uid: 5655f05b-da2a-435b-8c26-8854583ddbb5 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-136-12.ec2.internal source: component: kubelet host: ip-10-0-136-12.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-06T21:45:12Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{splitter-graph-563cb} kind: Pod name: splitter-graph-563cb-656565cb55-rbk2j namespace: kserve-ci-e2e-test resourceVersion: "26618" uid: e391781d-e9ed-4f8a-8a36-72e3526f2914 kind: Event lastTimestamp: "2026-07-06T21:45:12Z" message: 'Created container: splitter-graph-563cb' metadata: creationTimestamp: "2026-07-06T21:45:12Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-06T21:45:12Z" name: splitter-graph-563cb-656565cb55-rbk2j.18bfd17d291deec9 namespace: kserve-ci-e2e-test resourceVersion: "26638" uid: fd71c971-1b85-4455-abd1-ea6e2ec3ec37 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-136-12.ec2.internal source: component: kubelet host: ip-10-0-136-12.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-06T21:45:12Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{splitter-graph-563cb} kind: Pod name: splitter-graph-563cb-656565cb55-rbk2j namespace: kserve-ci-e2e-test resourceVersion: "26618" uid: e391781d-e9ed-4f8a-8a36-72e3526f2914 kind: Event lastTimestamp: "2026-07-06T21:45:12Z" message: Started container splitter-graph-563cb metadata: creationTimestamp: "2026-07-06T21:45:12Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-06T21:45:12Z" name: splitter-graph-563cb-656565cb55-rbk2j.18bfd17d2994f75e namespace: kserve-ci-e2e-test resourceVersion: "26639" uid: a527abd7-b8ba-442f-8b29-f4eb8a7b7f43 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-136-12.ec2.internal source: component: kubelet host: ip-10-0-136-12.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-06T21:53:27Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{splitter-graph-563cb} kind: Pod name: splitter-graph-563cb-656565cb55-rbk2j namespace: kserve-ci-e2e-test resourceVersion: "26618" uid: e391781d-e9ed-4f8a-8a36-72e3526f2914 kind: Event lastTimestamp: "2026-07-06T21:53:27Z" message: Stopping container splitter-graph-563cb metadata: creationTimestamp: "2026-07-06T21:53:27Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-06T21:53:27Z" name: splitter-graph-563cb-656565cb55-rbk2j.18bfd1f036add1cb namespace: kserve-ci-e2e-test resourceVersion: "30096" uid: 081140de-2bfd-4496-8624-55d186403ed9 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-136-12.ec2.internal source: component: kubelet host: ip-10-0-136-12.ec2.internal type: Normal - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-07-06T21:53:29Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{splitter-graph-563cb} kind: Pod name: splitter-graph-563cb-656565cb55-rbk2j namespace: kserve-ci-e2e-test resourceVersion: "26618" uid: e391781d-e9ed-4f8a-8a36-72e3526f2914 kind: Event lastTimestamp: "2026-07-06T21:53:54Z" message: 'Readiness probe failed: HTTP probe failed with statuscode: 503' metadata: creationTimestamp: "2026-07-06T21:53:29Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-06T21:53:54Z" name: splitter-graph-563cb-656565cb55-rbk2j.18bfd1f0d4b3d12f namespace: kserve-ci-e2e-test resourceVersion: "30331" uid: 51cd63bf-f79c-4c60-9e1f-7a4bdc9569b6 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-136-12.ec2.internal source: component: kubelet host: ip-10-0-136-12.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-06T21:45:12Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: splitter-graph-563cb-656565cb55 namespace: kserve-ci-e2e-test resourceVersion: "26613" uid: 3204611f-fdda-40e8-83f4-e2f9e5f4d558 kind: Event lastTimestamp: "2026-07-06T21:45:12Z" message: 'Created pod: splitter-graph-563cb-656565cb55-rbk2j' metadata: creationTimestamp: "2026-07-06T21:45:12Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-06T21:45:12Z" name: splitter-graph-563cb-656565cb55.18bfd17d093e581c namespace: kserve-ci-e2e-test resourceVersion: "26617" uid: 042ead7f-d739-46f8-bd22-ee4530314b25 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-06T21:45:12Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: splitter-graph-563cb namespace: kserve-ci-e2e-test resourceVersion: "26611" uid: 18dc6716-57b4-4e16-83f0-98f04d682be8 kind: Event lastTimestamp: "2026-07-06T21:45:12Z" message: Scaled up replica set splitter-graph-563cb-656565cb55 from 0 to 1 metadata: creationTimestamp: "2026-07-06T21:45:12Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-06T21:45:12Z" name: splitter-graph-563cb.18bfd17d088adc8f namespace: kserve-ci-e2e-test resourceVersion: "26614" uid: 92c095e9-2b6b-4bb6-959e-4d127891a806 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-06T21:45:12Z" involvedObject: apiVersion: serving.kserve.io/v1alpha1 kind: InferenceGraph name: splitter-graph-563cb namespace: kserve-ci-e2e-test resourceVersion: "26627" uid: c7d7c96b-3b9b-4b95-b384-2aabcc9425a3 kind: Event lastTimestamp: "2026-07-06T21:45:12Z" message: InferenceGraph [splitter-graph-563cb] is Ready metadata: creationTimestamp: "2026-07-06T21:45:12Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-06T21:45:12Z" name: splitter-graph-563cb.18bfd17d0dc56d89 namespace: kserve-ci-e2e-test resourceVersion: "26629" uid: fe755aed-9eda-4b3e-93b9-6c159c65f6c0 reason: InferenceGraphReady reportingComponent: InferenceGraphController reportingInstance: "" source: component: InferenceGraphController type: Normal - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-07-06T21:45:27Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: splitter-graph-563cb namespace: kserve-ci-e2e-test resourceVersion: "26612" uid: e55237f1-8e7e-4ec7-bf9d-33390800bf30 kind: Event lastTimestamp: "2026-07-06T21:45:42Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-07-06T21:45:27Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-06T21:45:42Z" name: splitter-graph-563cb.18bfd1808713b141 namespace: kserve-ci-e2e-test resourceVersion: "26868" uid: f80fa248-02d0-4343-b7ea-20e701fa7c44 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-07-06T21:45:27Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: splitter-graph-563cb namespace: kserve-ci-e2e-test resourceVersion: "26612" uid: e55237f1-8e7e-4ec7-bf9d-33390800bf30 kind: Event lastTimestamp: "2026-07-06T21:45:42Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-07-06T21:45:27Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-06T21:45:42Z" name: splitter-graph-563cb.18bfd1808771ffa4 namespace: kserve-ci-e2e-test resourceVersion: "26869" uid: a18d564a-6b10-49e8-8b42-67ecd58a7d70 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - action: Binding apiVersion: v1 eventTime: "2026-07-06T21:43:52.071895Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: splitter-graph-974ed-d89cd458-jn6tr namespace: kserve-ci-e2e-test resourceVersion: "25378" uid: b279ff55-03bc-4eab-864c-ca994cba9912 kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/splitter-graph-974ed-d89cd458-jn6tr to ip-10-0-136-12.ec2.internal metadata: creationTimestamp: "2026-07-06T21:43:52Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-07-06T21:43:52Z" name: splitter-graph-974ed-d89cd458-jn6tr.18bfd16a543b1b89 namespace: kserve-ci-e2e-test resourceVersion: "25384" uid: e4572320-26e5-40b2-829e-a2ad65b3ab51 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-785d6bfc8b-2d77p source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-06T21:43:52Z" involvedObject: apiVersion: v1 kind: Pod name: splitter-graph-974ed-d89cd458-jn6tr namespace: kserve-ci-e2e-test resourceVersion: "25388" uid: b279ff55-03bc-4eab-864c-ca994cba9912 kind: Event lastTimestamp: "2026-07-06T21:43:52Z" message: Add eth0 [10.133.0.35/23] from ovn-kubernetes metadata: creationTimestamp: "2026-07-06T21:43:52Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-07-06T21:43:52Z" name: splitter-graph-974ed-d89cd458-jn6tr.18bfd16a6e02b201 namespace: kserve-ci-e2e-test resourceVersion: "25417" uid: 98055272-904f-4bdd-ac79-0d8cc08829f4 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-06T21:43:52Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{splitter-graph-974ed} kind: Pod name: splitter-graph-974ed-d89cd458-jn6tr namespace: kserve-ci-e2e-test resourceVersion: "25381" uid: b279ff55-03bc-4eab-864c-ca994cba9912 kind: Event lastTimestamp: "2026-07-06T21:43:52Z" message: Container image "quay.io/opendatahub/kserve-router@sha256:dd586ec6070475345d8957bd96d9ed934a0535b04c01efc33f205d1b98ca1559" already present on machine metadata: creationTimestamp: "2026-07-06T21:43:52Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-06T21:43:52Z" name: splitter-graph-974ed-d89cd458-jn6tr.18bfd16a6f2d8e97 namespace: kserve-ci-e2e-test resourceVersion: "25421" uid: 468b26fc-2a89-48c0-b0c3-2f6c2defaa54 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-136-12.ec2.internal source: component: kubelet host: ip-10-0-136-12.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-06T21:43:52Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{splitter-graph-974ed} kind: Pod name: splitter-graph-974ed-d89cd458-jn6tr namespace: kserve-ci-e2e-test resourceVersion: "25381" uid: b279ff55-03bc-4eab-864c-ca994cba9912 kind: Event lastTimestamp: "2026-07-06T21:43:52Z" message: 'Created container: splitter-graph-974ed' metadata: creationTimestamp: "2026-07-06T21:43:52Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-06T21:43:52Z" name: splitter-graph-974ed-d89cd458-jn6tr.18bfd16a7210cb07 namespace: kserve-ci-e2e-test resourceVersion: "25425" uid: a2ebd543-85b9-47ef-ba55-7c4e9b1fafa7 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-136-12.ec2.internal source: component: kubelet host: ip-10-0-136-12.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-06T21:43:52Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{splitter-graph-974ed} kind: Pod name: splitter-graph-974ed-d89cd458-jn6tr namespace: kserve-ci-e2e-test resourceVersion: "25381" uid: b279ff55-03bc-4eab-864c-ca994cba9912 kind: Event lastTimestamp: "2026-07-06T21:43:52Z" message: Started container splitter-graph-974ed metadata: creationTimestamp: "2026-07-06T21:43:52Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-06T21:43:52Z" name: splitter-graph-974ed-d89cd458-jn6tr.18bfd16a727f66a6 namespace: kserve-ci-e2e-test resourceVersion: "25426" uid: 7e8fe784-2a0f-47c6-a974-03f5268340fe reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-136-12.ec2.internal source: component: kubelet host: ip-10-0-136-12.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-06T21:44:02Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{splitter-graph-974ed} kind: Pod name: splitter-graph-974ed-d89cd458-jn6tr namespace: kserve-ci-e2e-test resourceVersion: "25381" uid: b279ff55-03bc-4eab-864c-ca994cba9912 kind: Event lastTimestamp: "2026-07-06T21:44:02Z" message: Stopping container splitter-graph-974ed metadata: creationTimestamp: "2026-07-06T21:44:02Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-06T21:44:02Z" name: splitter-graph-974ed-d89cd458-jn6tr.18bfd16caf069880 namespace: kserve-ci-e2e-test resourceVersion: "25819" uid: b0da4a33-4fdc-4050-a67d-1319506bab13 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-136-12.ec2.internal source: component: kubelet host: ip-10-0-136-12.ec2.internal type: Normal - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-07-06T21:44:04Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{splitter-graph-974ed} kind: Pod name: splitter-graph-974ed-d89cd458-jn6tr namespace: kserve-ci-e2e-test resourceVersion: "25381" uid: b279ff55-03bc-4eab-864c-ca994cba9912 kind: Event lastTimestamp: "2026-07-06T21:44:29Z" message: 'Readiness probe failed: HTTP probe failed with statuscode: 503' metadata: creationTimestamp: "2026-07-06T21:44:04Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-06T21:44:29Z" name: splitter-graph-974ed-d89cd458-jn6tr.18bfd16d33b8f7b0 namespace: kserve-ci-e2e-test resourceVersion: "26192" uid: 8a871738-c9a3-4caa-914d-585b370ea216 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-136-12.ec2.internal source: component: kubelet host: ip-10-0-136-12.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-06T21:43:52Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: splitter-graph-974ed-d89cd458 namespace: kserve-ci-e2e-test resourceVersion: "25371" uid: b73336c0-e777-4d91-a951-d97dd6e43285 kind: Event lastTimestamp: "2026-07-06T21:43:52Z" message: 'Created pod: splitter-graph-974ed-d89cd458-jn6tr' metadata: creationTimestamp: "2026-07-06T21:43:52Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-06T21:43:52Z" name: splitter-graph-974ed-d89cd458.18bfd16a53d5e3e2 namespace: kserve-ci-e2e-test resourceVersion: "25380" uid: c2924dc9-c26e-45a5-8f0c-cf87623eceb2 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-06T21:43:52Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: splitter-graph-974ed namespace: kserve-ci-e2e-test resourceVersion: "25367" uid: 4fab87f6-f331-4db6-b4c2-d652384bf73f kind: Event lastTimestamp: "2026-07-06T21:43:52Z" message: Scaled up replica set splitter-graph-974ed-d89cd458 from 0 to 1 metadata: creationTimestamp: "2026-07-06T21:43:52Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-06T21:43:52Z" name: splitter-graph-974ed.18bfd16a531d3bc1 namespace: kserve-ci-e2e-test resourceVersion: "25375" uid: da7384da-9171-4421-ac27-3d1420790a23 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-06T21:43:52Z" involvedObject: apiVersion: serving.kserve.io/v1alpha1 kind: InferenceGraph name: splitter-graph-974ed namespace: kserve-ci-e2e-test resourceVersion: "25394" uid: 0af95693-96d0-4aea-8f99-afd5576f57d3 kind: Event lastTimestamp: "2026-07-06T21:43:52Z" message: InferenceGraph [splitter-graph-974ed] is Ready metadata: creationTimestamp: "2026-07-06T21:43:52Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-06T21:43:52Z" name: splitter-graph-974ed.18bfd16a589afb02 namespace: kserve-ci-e2e-test resourceVersion: "25396" uid: 54d0754c-08eb-48a2-b732-9a826a796007 reason: InferenceGraphReady reportingComponent: InferenceGraphController reportingInstance: "" source: component: InferenceGraphController type: Normal - action: Binding apiVersion: v1 eventTime: "2026-07-06T21:23:01.941388Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: success-200-isvc-0aa94-predictor-b4bbfd678-9fc5h namespace: kserve-ci-e2e-test resourceVersion: "14965" uid: a771b291-e691-457b-8a8e-c63eff33a806 kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/success-200-isvc-0aa94-predictor-b4bbfd678-9fc5h to ip-10-0-140-54.ec2.internal metadata: creationTimestamp: "2026-07-06T21:23:01Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-07-06T21:23:01Z" name: success-200-isvc-0aa94-predictor-b4bbfd678-9fc5h.18bfd04742a567d9 namespace: kserve-ci-e2e-test resourceVersion: "14970" uid: c18c502e-7a21-4f8c-80c6-e677d3808adf reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-785d6bfc8b-2d77p source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-06T21:23:02Z" involvedObject: apiVersion: v1 kind: Pod name: success-200-isvc-0aa94-predictor-b4bbfd678-9fc5h namespace: kserve-ci-e2e-test resourceVersion: "14967" uid: a771b291-e691-457b-8a8e-c63eff33a806 kind: Event lastTimestamp: "2026-07-06T21:23:02Z" message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "success-200-isvc-0aa94-predictor-serving-cert" not found' metadata: creationTimestamp: "2026-07-06T21:23:02Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-06T21:23:02Z" name: success-200-isvc-0aa94-predictor-b4bbfd678-9fc5h.18bfd04753fbbe40 namespace: kserve-ci-e2e-test resourceVersion: "15024" uid: 09a9e45e-dd36-4c14-b171-4b450ff76cfc reason: FailedMount reportingComponent: kubelet reportingInstance: ip-10-0-140-54.ec2.internal source: component: kubelet host: ip-10-0-140-54.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-06T21:23:02Z" involvedObject: apiVersion: v1 kind: Pod name: success-200-isvc-0aa94-predictor-b4bbfd678-9fc5h namespace: kserve-ci-e2e-test resourceVersion: "14974" uid: a771b291-e691-457b-8a8e-c63eff33a806 kind: Event lastTimestamp: "2026-07-06T21:23:02Z" message: Add eth0 [10.132.0.29/23] from ovn-kubernetes metadata: creationTimestamp: "2026-07-06T21:23:02Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-07-06T21:23:02Z" name: success-200-isvc-0aa94-predictor-b4bbfd678-9fc5h.18bfd0477ffa9677 namespace: kserve-ci-e2e-test resourceVersion: "15040" uid: abd30641-cdf4-43cf-9f5f-19c95b1a2a34 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-06T21:23:02Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-0aa94-predictor-b4bbfd678-9fc5h namespace: kserve-ci-e2e-test resourceVersion: "14967" uid: a771b291-e691-457b-8a8e-c63eff33a806 kind: Event lastTimestamp: "2026-07-06T21:23:02Z" message: Container image "quay.io/opendatahub/success-200-isvc:odh-pr-1699" already present on machine metadata: creationTimestamp: "2026-07-06T21:23:02Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-06T21:23:02Z" name: success-200-isvc-0aa94-predictor-b4bbfd678-9fc5h.18bfd04781688d22 namespace: kserve-ci-e2e-test resourceVersion: "15042" uid: 8622c5b6-1302-43bf-9d6a-3152df6fcafd reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-140-54.ec2.internal source: component: kubelet host: ip-10-0-140-54.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-06T21:23:03Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-0aa94-predictor-b4bbfd678-9fc5h namespace: kserve-ci-e2e-test resourceVersion: "14967" uid: a771b291-e691-457b-8a8e-c63eff33a806 kind: Event lastTimestamp: "2026-07-06T21:23:03Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-07-06T21:23:03Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-06T21:23:03Z" name: success-200-isvc-0aa94-predictor-b4bbfd678-9fc5h.18bfd0478437b9ac namespace: kserve-ci-e2e-test resourceVersion: "15044" uid: a030b1ee-0dcd-4e27-92f4-ef11ad4ac4fe reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-140-54.ec2.internal source: component: kubelet host: ip-10-0-140-54.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-06T21:23:03Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-0aa94-predictor-b4bbfd678-9fc5h namespace: kserve-ci-e2e-test resourceVersion: "14967" uid: a771b291-e691-457b-8a8e-c63eff33a806 kind: Event lastTimestamp: "2026-07-06T21:23:03Z" message: Started container kserve-container metadata: creationTimestamp: "2026-07-06T21:23:03Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-06T21:23:03Z" name: success-200-isvc-0aa94-predictor-b4bbfd678-9fc5h.18bfd047849862a4 namespace: kserve-ci-e2e-test resourceVersion: "15045" uid: a8d58efa-3bc1-4788-aa61-84ba93e311a1 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-140-54.ec2.internal source: component: kubelet host: ip-10-0-140-54.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-06T21:23:03Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-0aa94-predictor-b4bbfd678-9fc5h namespace: kserve-ci-e2e-test resourceVersion: "14967" uid: a771b291-e691-457b-8a8e-c63eff33a806 kind: Event lastTimestamp: "2026-07-06T21:23:03Z" message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine metadata: creationTimestamp: "2026-07-06T21:23:03Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-06T21:23:03Z" name: success-200-isvc-0aa94-predictor-b4bbfd678-9fc5h.18bfd04784a47096 namespace: kserve-ci-e2e-test resourceVersion: "15046" uid: 40a091be-a1bb-48b2-a4a4-371d3af6ac8e reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-140-54.ec2.internal source: component: kubelet host: ip-10-0-140-54.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-06T21:23:03Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-0aa94-predictor-b4bbfd678-9fc5h namespace: kserve-ci-e2e-test resourceVersion: "14967" uid: a771b291-e691-457b-8a8e-c63eff33a806 kind: Event lastTimestamp: "2026-07-06T21:23:03Z" message: 'Created container: kube-rbac-proxy' metadata: creationTimestamp: "2026-07-06T21:23:03Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-06T21:23:03Z" name: success-200-isvc-0aa94-predictor-b4bbfd678-9fc5h.18bfd04787dfd3a3 namespace: kserve-ci-e2e-test resourceVersion: "15049" uid: 3e09cf12-d547-4fe4-abef-3f257c1b3403 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-140-54.ec2.internal source: component: kubelet host: ip-10-0-140-54.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-06T21:23:03Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-0aa94-predictor-b4bbfd678-9fc5h namespace: kserve-ci-e2e-test resourceVersion: "14967" uid: a771b291-e691-457b-8a8e-c63eff33a806 kind: Event lastTimestamp: "2026-07-06T21:23:03Z" message: Started container kube-rbac-proxy metadata: creationTimestamp: "2026-07-06T21:23:03Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-06T21:23:03Z" name: success-200-isvc-0aa94-predictor-b4bbfd678-9fc5h.18bfd047887460c6 namespace: kserve-ci-e2e-test resourceVersion: "15051" uid: d38f35fc-2d5e-4a2b-8de2-a280dba2c58b reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-140-54.ec2.internal source: component: kubelet host: ip-10-0-140-54.ec2.internal type: Normal - apiVersion: v1 count: 7 eventTime: null firstTimestamp: "2026-07-06T21:23:03Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-0aa94-predictor-b4bbfd678-9fc5h namespace: kserve-ci-e2e-test resourceVersion: "14967" uid: a771b291-e691-457b-8a8e-c63eff33a806 kind: Event lastTimestamp: "2026-07-06T21:32:19Z" message: 'Readiness probe failed: dial tcp 10.132.0.29:8080: connect: connection refused' metadata: creationTimestamp: "2026-07-06T21:23:03Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-06T21:32:19Z" name: success-200-isvc-0aa94-predictor-b4bbfd678-9fc5h.18bfd0479c8489e8 namespace: kserve-ci-e2e-test resourceVersion: "19490" uid: 1219e229-775c-4bd5-a637-b9cbfd9c80d7 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-140-54.ec2.internal source: component: kubelet host: ip-10-0-140-54.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-06T21:32:16Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-0aa94-predictor-b4bbfd678-9fc5h namespace: kserve-ci-e2e-test resourceVersion: "14967" uid: a771b291-e691-457b-8a8e-c63eff33a806 kind: Event lastTimestamp: "2026-07-06T21:32:16Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-07-06T21:32:16Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-06T21:32:16Z" name: success-200-isvc-0aa94-predictor-b4bbfd678-9fc5h.18bfd0c879ee5e89 namespace: kserve-ci-e2e-test resourceVersion: "19384" uid: 1b757adc-2524-4dbc-a278-776e8c777d2f reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-140-54.ec2.internal source: component: kubelet host: ip-10-0-140-54.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-06T21:32:16Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-0aa94-predictor-b4bbfd678-9fc5h namespace: kserve-ci-e2e-test resourceVersion: "14967" uid: a771b291-e691-457b-8a8e-c63eff33a806 kind: Event lastTimestamp: "2026-07-06T21:32:16Z" message: Stopping container kube-rbac-proxy metadata: creationTimestamp: "2026-07-06T21:32:16Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-06T21:32:16Z" name: success-200-isvc-0aa94-predictor-b4bbfd678-9fc5h.18bfd0c879ef1893 namespace: kserve-ci-e2e-test resourceVersion: "19389" uid: 8b84ccaf-b6ef-4fe4-9252-fa65ab0a2833 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-140-54.ec2.internal source: component: kubelet host: ip-10-0-140-54.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-06T21:32:19Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-0aa94-predictor-b4bbfd678-9fc5h namespace: kserve-ci-e2e-test resourceVersion: "14967" uid: a771b291-e691-457b-8a8e-c63eff33a806 kind: Event lastTimestamp: "2026-07-06T21:32:19Z" message: 'Readiness probe failed: Get "https://10.132.0.29:8643/healthz": dial tcp 10.132.0.29:8643: connect: connection refused' metadata: creationTimestamp: "2026-07-06T21:32:19Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-06T21:32:19Z" name: success-200-isvc-0aa94-predictor-b4bbfd678-9fc5h.18bfd0c910fde2cc namespace: kserve-ci-e2e-test resourceVersion: "19488" uid: b676e756-5c56-4420-b52d-72c270422b12 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-140-54.ec2.internal source: component: kubelet host: ip-10-0-140-54.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-06T21:23:01Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: success-200-isvc-0aa94-predictor-b4bbfd678 namespace: kserve-ci-e2e-test resourceVersion: "14954" uid: e7492c2d-ed8d-4c22-bc2e-27fa53d40c87 kind: Event lastTimestamp: "2026-07-06T21:23:01Z" message: 'Created pod: success-200-isvc-0aa94-predictor-b4bbfd678-9fc5h' metadata: creationTimestamp: "2026-07-06T21:23:01Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-06T21:23:01Z" name: success-200-isvc-0aa94-predictor-b4bbfd678.18bfd04742382c9e namespace: kserve-ci-e2e-test resourceVersion: "14966" uid: c132fbde-6114-46fc-9429-30923caec812 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-06T21:23:01Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: success-200-isvc-0aa94-predictor namespace: kserve-ci-e2e-test resourceVersion: "14949" uid: d7ef573b-33bd-4ae7-92ef-d3d3765f49af kind: Event lastTimestamp: "2026-07-06T21:23:01Z" message: Scaled up replica set success-200-isvc-0aa94-predictor-b4bbfd678 from 0 to 1 metadata: creationTimestamp: "2026-07-06T21:23:01Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-06T21:23:01Z" name: success-200-isvc-0aa94-predictor.18bfd04740812580 namespace: kserve-ci-e2e-test resourceVersion: "14957" uid: 2f07b06d-e165-4293-8d48-a8d36283bec6 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-07-06T21:23:16Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-0aa94-predictor namespace: kserve-ci-e2e-test resourceVersion: "14953" uid: 73dcbdce-0461-4693-9f18-612c669938e0 kind: Event lastTimestamp: "2026-07-06T21:23:46Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-07-06T21:23:16Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-06T21:23:46Z" name: success-200-isvc-0aa94-predictor.18bfd04abef7ccc1 namespace: kserve-ci-e2e-test resourceVersion: "15452" uid: e4aa1a76-c24f-4884-8cd6-589205042749 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-07-06T21:23:16Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-0aa94-predictor namespace: kserve-ci-e2e-test resourceVersion: "14953" uid: 73dcbdce-0461-4693-9f18-612c669938e0 kind: Event lastTimestamp: "2026-07-06T21:23:46Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-07-06T21:23:16Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-06T21:23:46Z" name: success-200-isvc-0aa94-predictor.18bfd04abf534861 namespace: kserve-ci-e2e-test resourceVersion: "15453" uid: d1d70fe4-1dbe-4a81-bc9b-4f0cf9da3f17 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-07-06T21:24:01Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-0aa94-predictor namespace: kserve-ci-e2e-test resourceVersion: "15188" uid: 73dcbdce-0461-4693-9f18-612c669938e0 kind: Event lastTimestamp: "2026-07-06T21:24:16Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-07-06T21:24:01Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-06T21:24:16Z" name: success-200-isvc-0aa94-predictor.18bfd0553c311935 namespace: kserve-ci-e2e-test resourceVersion: "15957" uid: 140861c6-cf94-453e-9ecc-c10bbe85ccc0 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-07-06T21:24:01Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-0aa94-predictor namespace: kserve-ci-e2e-test resourceVersion: "15188" uid: 73dcbdce-0461-4693-9f18-612c669938e0 kind: Event lastTimestamp: "2026-07-06T21:24:16Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-07-06T21:24:01Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-06T21:24:16Z" name: success-200-isvc-0aa94-predictor.18bfd0553cc2eb9e namespace: kserve-ci-e2e-test resourceVersion: "15958" uid: 7a5c9702-7a7c-4958-bd57-25ca4f68adab reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-07-06T21:23:01Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-0aa94 namespace: kserve-ci-e2e-test resourceVersion: "14929" uid: 8572ebc0-825a-4cf2-975e-d68571442128 kind: Event lastTimestamp: "2026-07-06T21:23:49Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-07-06T21:23:01Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-06T21:23:49Z" name: success-200-isvc-0aa94.18bfd04740816ff1 namespace: kserve-ci-e2e-test resourceVersion: "15499" uid: fc5f085a-1b51-45ff-bebc-fd179900701b reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-06T21:23:01Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-0aa94 namespace: kserve-ci-e2e-test resourceVersion: "14929" uid: 8572ebc0-825a-4cf2-975e-d68571442128 kind: Event lastTimestamp: "2026-07-06T21:23:01Z" message: 'Failed to update status for InferenceService "success-200-isvc-0aa94": Operation cannot be fulfilled on inferenceservices.serving.kserve.io "success-200-isvc-0aa94": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-07-06T21:23:01Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-06T21:23:01Z" name: success-200-isvc-0aa94.18bfd04740ff8513 namespace: kserve-ci-e2e-test resourceVersion: "14962" uid: 59e24b17-a69a-4a85-ba25-413804a8d760 reason: UpdateFailed reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-06T21:23:01Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-0aa94 namespace: kserve-ci-e2e-test resourceVersion: "14929" uid: 8572ebc0-825a-4cf2-975e-d68571442128 kind: Event lastTimestamp: "2026-07-06T21:23:01Z" message: 'fails to update InferenceService status: Operation cannot be fulfilled on inferenceservices.serving.kserve.io "success-200-isvc-0aa94": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-07-06T21:23:01Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-06T21:23:01Z" name: success-200-isvc-0aa94.18bfd04740ffec52 namespace: kserve-ci-e2e-test resourceVersion: "14963" uid: c2b78fdf-fc63-41fe-9939-1ea32c313edb reason: InternalError reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-06T21:23:49Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-0aa94 namespace: kserve-ci-e2e-test resourceVersion: "15495" uid: 8572ebc0-825a-4cf2-975e-d68571442128 kind: Event lastTimestamp: "2026-07-06T21:23:49Z" message: InferenceService [success-200-isvc-0aa94] is Ready metadata: creationTimestamp: "2026-07-06T21:23:49Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-06T21:23:49Z" name: success-200-isvc-0aa94.18bfd0525b43abf0 namespace: kserve-ci-e2e-test resourceVersion: "15497" uid: 606cd848-3954-4428-b6f7-82a67ca178c3 reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-07-06T21:24:01.898004Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: success-200-isvc-22b2a-predictor-66499f9fc4-mklrh namespace: kserve-ci-e2e-test resourceVersion: "15688" uid: 0b6edf03-b1e4-4689-84bc-4d973357b579 kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/success-200-isvc-22b2a-predictor-66499f9fc4-mklrh to ip-10-0-140-54.ec2.internal metadata: creationTimestamp: "2026-07-06T21:24:01Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-07-06T21:24:01Z" name: success-200-isvc-22b2a-predictor-66499f9fc4-mklrh.18bfd0553856bc5b namespace: kserve-ci-e2e-test resourceVersion: "15701" uid: 9ed36831-5eed-4fdf-9fe2-7f6f9c96af2b reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-785d6bfc8b-2d77p source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-06T21:24:02Z" involvedObject: apiVersion: v1 kind: Pod name: success-200-isvc-22b2a-predictor-66499f9fc4-mklrh namespace: kserve-ci-e2e-test resourceVersion: "15694" uid: 0b6edf03-b1e4-4689-84bc-4d973357b579 kind: Event lastTimestamp: "2026-07-06T21:24:02Z" message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "success-200-isvc-22b2a-predictor-serving-cert" not found' metadata: creationTimestamp: "2026-07-06T21:24:02Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-06T21:24:02Z" name: success-200-isvc-22b2a-predictor-66499f9fc4-mklrh.18bfd05540e10eef namespace: kserve-ci-e2e-test resourceVersion: "15766" uid: 8fa42162-86b5-4e90-97b6-64e361787a9d reason: FailedMount reportingComponent: kubelet reportingInstance: ip-10-0-140-54.ec2.internal source: component: kubelet host: ip-10-0-140-54.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-06T21:24:02Z" involvedObject: apiVersion: v1 kind: Pod name: success-200-isvc-22b2a-predictor-66499f9fc4-mklrh namespace: kserve-ci-e2e-test resourceVersion: "15711" uid: 0b6edf03-b1e4-4689-84bc-4d973357b579 kind: Event lastTimestamp: "2026-07-06T21:24:02Z" message: Add eth0 [10.132.0.31/23] from ovn-kubernetes metadata: creationTimestamp: "2026-07-06T21:24:02Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-07-06T21:24:02Z" name: success-200-isvc-22b2a-predictor-66499f9fc4-mklrh.18bfd05576c71080 namespace: kserve-ci-e2e-test resourceVersion: "15804" uid: 0af26093-d00b-4ca5-9ec1-62e013941e1e reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-06T21:24:02Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-22b2a-predictor-66499f9fc4-mklrh namespace: kserve-ci-e2e-test resourceVersion: "15694" uid: 0b6edf03-b1e4-4689-84bc-4d973357b579 kind: Event lastTimestamp: "2026-07-06T21:24:02Z" message: Container image "quay.io/opendatahub/success-200-isvc:odh-pr-1699" already present on machine metadata: creationTimestamp: "2026-07-06T21:24:02Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-06T21:24:02Z" name: success-200-isvc-22b2a-predictor-66499f9fc4-mklrh.18bfd055782d5331 namespace: kserve-ci-e2e-test resourceVersion: "15806" uid: 3d046dcb-51ff-470c-bb3d-9eda1a232645 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-140-54.ec2.internal source: component: kubelet host: ip-10-0-140-54.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-06T21:24:03Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-22b2a-predictor-66499f9fc4-mklrh namespace: kserve-ci-e2e-test resourceVersion: "15694" uid: 0b6edf03-b1e4-4689-84bc-4d973357b579 kind: Event lastTimestamp: "2026-07-06T21:24:03Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-07-06T21:24:03Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-06T21:24:03Z" name: success-200-isvc-22b2a-predictor-66499f9fc4-mklrh.18bfd0557b473903 namespace: kserve-ci-e2e-test resourceVersion: "15809" uid: f60a0fda-b146-412a-a1d3-eaaa5a50fe8a reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-140-54.ec2.internal source: component: kubelet host: ip-10-0-140-54.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-06T21:24:03Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-22b2a-predictor-66499f9fc4-mklrh namespace: kserve-ci-e2e-test resourceVersion: "15694" uid: 0b6edf03-b1e4-4689-84bc-4d973357b579 kind: Event lastTimestamp: "2026-07-06T21:24:03Z" message: Started container kserve-container metadata: creationTimestamp: "2026-07-06T21:24:03Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-06T21:24:03Z" name: success-200-isvc-22b2a-predictor-66499f9fc4-mklrh.18bfd0557bb8cfa1 namespace: kserve-ci-e2e-test resourceVersion: "15810" uid: 46b4bb8f-22a1-4489-8e1c-cd7526cd4408 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-140-54.ec2.internal source: component: kubelet host: ip-10-0-140-54.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-06T21:24:03Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-22b2a-predictor-66499f9fc4-mklrh namespace: kserve-ci-e2e-test resourceVersion: "15694" uid: 0b6edf03-b1e4-4689-84bc-4d973357b579 kind: Event lastTimestamp: "2026-07-06T21:24:03Z" message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine metadata: creationTimestamp: "2026-07-06T21:24:03Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-06T21:24:03Z" name: success-200-isvc-22b2a-predictor-66499f9fc4-mklrh.18bfd0557bc29cd9 namespace: kserve-ci-e2e-test resourceVersion: "15811" uid: f7cc34b5-f826-4727-b82b-cebe2e7eebcd reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-140-54.ec2.internal source: component: kubelet host: ip-10-0-140-54.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-06T21:24:03Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-22b2a-predictor-66499f9fc4-mklrh namespace: kserve-ci-e2e-test resourceVersion: "15694" uid: 0b6edf03-b1e4-4689-84bc-4d973357b579 kind: Event lastTimestamp: "2026-07-06T21:24:03Z" message: 'Created container: kube-rbac-proxy' metadata: creationTimestamp: "2026-07-06T21:24:03Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-06T21:24:03Z" name: success-200-isvc-22b2a-predictor-66499f9fc4-mklrh.18bfd0557f7f975f namespace: kserve-ci-e2e-test resourceVersion: "15816" uid: 4854600c-2a16-4bbd-b159-bd3b8ca47f00 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-140-54.ec2.internal source: component: kubelet host: ip-10-0-140-54.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-06T21:24:03Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-22b2a-predictor-66499f9fc4-mklrh namespace: kserve-ci-e2e-test resourceVersion: "15694" uid: 0b6edf03-b1e4-4689-84bc-4d973357b579 kind: Event lastTimestamp: "2026-07-06T21:24:03Z" message: Started container kube-rbac-proxy metadata: creationTimestamp: "2026-07-06T21:24:03Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-06T21:24:03Z" name: success-200-isvc-22b2a-predictor-66499f9fc4-mklrh.18bfd0557ff2a21a namespace: kserve-ci-e2e-test resourceVersion: "15817" uid: 24f06036-ade2-4912-9f7d-3949951ab18b reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-140-54.ec2.internal source: component: kubelet host: ip-10-0-140-54.ec2.internal type: Normal - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-07-06T21:24:04Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-22b2a-predictor-66499f9fc4-mklrh namespace: kserve-ci-e2e-test resourceVersion: "15694" uid: 0b6edf03-b1e4-4689-84bc-4d973357b579 kind: Event lastTimestamp: "2026-07-06T21:24:40Z" message: 'Readiness probe failed: dial tcp 10.132.0.31:8080: connect: connection refused' metadata: creationTimestamp: "2026-07-06T21:24:04Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-06T21:24:40Z" name: success-200-isvc-22b2a-predictor-66499f9fc4-mklrh.18bfd055dfe93072 namespace: kserve-ci-e2e-test resourceVersion: "16154" uid: e100a512-2265-4eb2-bdec-0e43c3e91ef2 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-140-54.ec2.internal source: component: kubelet host: ip-10-0-140-54.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-06T21:33:16Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-22b2a-predictor-66499f9fc4-mklrh namespace: kserve-ci-e2e-test resourceVersion: "15694" uid: 0b6edf03-b1e4-4689-84bc-4d973357b579 kind: Event lastTimestamp: "2026-07-06T21:33:16Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-07-06T21:33:16Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-06T21:33:16Z" name: success-200-isvc-22b2a-predictor-66499f9fc4-mklrh.18bfd0d66da907da namespace: kserve-ci-e2e-test resourceVersion: "20020" uid: aa5753e5-d939-4bb8-bd35-096f055fb472 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-140-54.ec2.internal source: component: kubelet host: ip-10-0-140-54.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-06T21:33:16Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-22b2a-predictor-66499f9fc4-mklrh namespace: kserve-ci-e2e-test resourceVersion: "15694" uid: 0b6edf03-b1e4-4689-84bc-4d973357b579 kind: Event lastTimestamp: "2026-07-06T21:33:16Z" message: Stopping container kube-rbac-proxy metadata: creationTimestamp: "2026-07-06T21:33:16Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-06T21:33:16Z" name: success-200-isvc-22b2a-predictor-66499f9fc4-mklrh.18bfd0d66da96d5e namespace: kserve-ci-e2e-test resourceVersion: "20023" uid: fe4bd5e4-5422-431c-8669-ec97d976b3fe reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-140-54.ec2.internal source: component: kubelet host: ip-10-0-140-54.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-06T21:24:01Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: success-200-isvc-22b2a-predictor-66499f9fc4 namespace: kserve-ci-e2e-test resourceVersion: "15674" uid: 651ff050-87a3-4c1a-b08c-3e5b656b6244 kind: Event lastTimestamp: "2026-07-06T21:24:01Z" message: 'Created pod: success-200-isvc-22b2a-predictor-66499f9fc4-mklrh' metadata: creationTimestamp: "2026-07-06T21:24:01Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-06T21:24:01Z" name: success-200-isvc-22b2a-predictor-66499f9fc4.18bfd05537d96651 namespace: kserve-ci-e2e-test resourceVersion: "15695" uid: 0766943a-6570-4d92-8ff5-52bee0b696d7 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-06T21:24:01Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: success-200-isvc-22b2a-predictor namespace: kserve-ci-e2e-test resourceVersion: "15669" uid: a8863bd0-32e1-4a33-b71d-9f5d3b793cec kind: Event lastTimestamp: "2026-07-06T21:24:01Z" message: Scaled up replica set success-200-isvc-22b2a-predictor-66499f9fc4 from 0 to 1 metadata: creationTimestamp: "2026-07-06T21:24:01Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-06T21:24:01Z" name: success-200-isvc-22b2a-predictor.18bfd05536070226 namespace: kserve-ci-e2e-test resourceVersion: "15680" uid: b1ab803f-45ff-45ff-b560-6b9d96c4408e reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-07-06T21:24:16Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-22b2a-predictor namespace: kserve-ci-e2e-test resourceVersion: "15673" uid: c54620b0-8cbf-4fd0-9adf-6234f804d9fd kind: Event lastTimestamp: "2026-07-06T21:24:46Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-07-06T21:24:16Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-06T21:24:46Z" name: success-200-isvc-22b2a-predictor.18bfd058b5119d65 namespace: kserve-ci-e2e-test resourceVersion: "16190" uid: 5b9b21a3-c617-4f3c-9e72-64ec50257350 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-07-06T21:24:16Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-22b2a-predictor namespace: kserve-ci-e2e-test resourceVersion: "15673" uid: c54620b0-8cbf-4fd0-9adf-6234f804d9fd kind: Event lastTimestamp: "2026-07-06T21:24:46Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-07-06T21:24:16Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-06T21:24:46Z" name: success-200-isvc-22b2a-predictor.18bfd058b585e997 namespace: kserve-ci-e2e-test resourceVersion: "16191" uid: 35a51a24-0069-4289-bdb0-efc82add52fb reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 4 eventTime: null firstTimestamp: "2026-07-06T21:24:31Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-22b2a-predictor namespace: kserve-ci-e2e-test resourceVersion: "15952" uid: c54620b0-8cbf-4fd0-9adf-6234f804d9fd kind: Event lastTimestamp: "2026-07-06T21:25:31Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-07-06T21:24:31Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-06T21:25:31Z" name: success-200-isvc-22b2a-predictor.18bfd05c34481d9c namespace: kserve-ci-e2e-test resourceVersion: "16585" uid: 075dc837-31f0-4a14-8407-7cab872c9d38 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 4 eventTime: null firstTimestamp: "2026-07-06T21:24:31Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-22b2a-predictor namespace: kserve-ci-e2e-test resourceVersion: "15952" uid: c54620b0-8cbf-4fd0-9adf-6234f804d9fd kind: Event lastTimestamp: "2026-07-06T21:25:31Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-07-06T21:24:31Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-06T21:25:31Z" name: success-200-isvc-22b2a-predictor.18bfd05c34bd5f6f namespace: kserve-ci-e2e-test resourceVersion: "16586" uid: a7decc97-c659-41c5-9c7d-ae5735cdce00 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-07-06T21:24:01Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-22b2a namespace: kserve-ci-e2e-test resourceVersion: "15649" uid: 23ff15fc-ae89-445b-8952-012325392b30 kind: Event lastTimestamp: "2026-07-06T21:24:50Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-07-06T21:24:01Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-06T21:24:50Z" name: success-200-isvc-22b2a.18bfd05536054989 namespace: kserve-ci-e2e-test resourceVersion: "16243" uid: 6ea93419-a7c6-486d-b972-bcdd38adb302 reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-06T21:24:50Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-22b2a namespace: kserve-ci-e2e-test resourceVersion: "16241" uid: 23ff15fc-ae89-445b-8952-012325392b30 kind: Event lastTimestamp: "2026-07-06T21:24:50Z" message: InferenceService [success-200-isvc-22b2a] is Ready metadata: creationTimestamp: "2026-07-06T21:24:50Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-06T21:24:50Z" name: success-200-isvc-22b2a.18bfd0609b07afdf namespace: kserve-ci-e2e-test resourceVersion: "16242" uid: a0b8bbf1-4eb3-4039-83ca-8447f604d9db reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-07-06T21:44:02.374197Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: success-200-isvc-563cb-predictor-59bfb879bb-x7zl7 namespace: kserve-ci-e2e-test resourceVersion: "25854" uid: 4e6066cd-42c1-4c15-b699-a0a438779f53 kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/success-200-isvc-563cb-predictor-59bfb879bb-x7zl7 to ip-10-0-140-54.ec2.internal metadata: creationTimestamp: "2026-07-06T21:44:02Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-07-06T21:44:02Z" name: success-200-isvc-563cb-predictor-59bfb879bb-x7zl7.18bfd16cba4bb833 namespace: kserve-ci-e2e-test resourceVersion: "25860" uid: d39dbc82-26ad-40b9-ba04-cf63325bc705 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-785d6bfc8b-2d77p source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-06T21:44:02Z" involvedObject: apiVersion: v1 kind: Pod name: success-200-isvc-563cb-predictor-59bfb879bb-x7zl7 namespace: kserve-ci-e2e-test resourceVersion: "25856" uid: 4e6066cd-42c1-4c15-b699-a0a438779f53 kind: Event lastTimestamp: "2026-07-06T21:44:02Z" message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "success-200-isvc-563cb-predictor-serving-cert" not found' metadata: creationTimestamp: "2026-07-06T21:44:02Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-06T21:44:02Z" name: success-200-isvc-563cb-predictor-59bfb879bb-x7zl7.18bfd16cc99f0d45 namespace: kserve-ci-e2e-test resourceVersion: "25918" uid: d14ddef4-6236-41ac-aacf-41d498828012 reason: FailedMount reportingComponent: kubelet reportingInstance: ip-10-0-140-54.ec2.internal source: component: kubelet host: ip-10-0-140-54.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-06T21:44:03Z" involvedObject: apiVersion: v1 kind: Pod name: success-200-isvc-563cb-predictor-59bfb879bb-x7zl7 namespace: kserve-ci-e2e-test resourceVersion: "25871" uid: 4e6066cd-42c1-4c15-b699-a0a438779f53 kind: Event lastTimestamp: "2026-07-06T21:44:03Z" message: Add eth0 [10.132.0.45/23] from ovn-kubernetes metadata: creationTimestamp: "2026-07-06T21:44:03Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-07-06T21:44:03Z" name: success-200-isvc-563cb-predictor-59bfb879bb-x7zl7.18bfd16cf7fbdaff namespace: kserve-ci-e2e-test resourceVersion: "25934" uid: 6a447c36-cd87-4800-ad73-4f177d4978e0 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-06T21:44:03Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-563cb-predictor-59bfb879bb-x7zl7 namespace: kserve-ci-e2e-test resourceVersion: "25856" uid: 4e6066cd-42c1-4c15-b699-a0a438779f53 kind: Event lastTimestamp: "2026-07-06T21:44:03Z" message: Container image "quay.io/opendatahub/success-200-isvc:odh-pr-1699" already present on machine metadata: creationTimestamp: "2026-07-06T21:44:03Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-06T21:44:03Z" name: success-200-isvc-563cb-predictor-59bfb879bb-x7zl7.18bfd16cf96b32f7 namespace: kserve-ci-e2e-test resourceVersion: "25936" uid: b9065d4c-bdc8-4c7b-8c31-09ae8045a29b reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-140-54.ec2.internal source: component: kubelet host: ip-10-0-140-54.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-06T21:44:03Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-563cb-predictor-59bfb879bb-x7zl7 namespace: kserve-ci-e2e-test resourceVersion: "25856" uid: 4e6066cd-42c1-4c15-b699-a0a438779f53 kind: Event lastTimestamp: "2026-07-06T21:44:03Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-07-06T21:44:03Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-06T21:44:03Z" name: success-200-isvc-563cb-predictor-59bfb879bb-x7zl7.18bfd16cfd923a34 namespace: kserve-ci-e2e-test resourceVersion: "25937" uid: fc517694-b12c-4628-bc34-54be738628ce reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-140-54.ec2.internal source: component: kubelet host: ip-10-0-140-54.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-06T21:44:03Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-563cb-predictor-59bfb879bb-x7zl7 namespace: kserve-ci-e2e-test resourceVersion: "25856" uid: 4e6066cd-42c1-4c15-b699-a0a438779f53 kind: Event lastTimestamp: "2026-07-06T21:44:03Z" message: Started container kserve-container metadata: creationTimestamp: "2026-07-06T21:44:03Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-06T21:44:03Z" name: success-200-isvc-563cb-predictor-59bfb879bb-x7zl7.18bfd16cfe27023d namespace: kserve-ci-e2e-test resourceVersion: "25938" uid: bde696e1-0d02-426d-ab8e-5cb55c6038e2 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-140-54.ec2.internal source: component: kubelet host: ip-10-0-140-54.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-06T21:44:03Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-563cb-predictor-59bfb879bb-x7zl7 namespace: kserve-ci-e2e-test resourceVersion: "25856" uid: 4e6066cd-42c1-4c15-b699-a0a438779f53 kind: Event lastTimestamp: "2026-07-06T21:44:03Z" message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine metadata: creationTimestamp: "2026-07-06T21:44:03Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-06T21:44:03Z" name: success-200-isvc-563cb-predictor-59bfb879bb-x7zl7.18bfd16cfe3480bc namespace: kserve-ci-e2e-test resourceVersion: "25939" uid: e4a00a5c-2123-4910-a8f7-a86604313825 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-140-54.ec2.internal source: component: kubelet host: ip-10-0-140-54.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-06T21:44:03Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-563cb-predictor-59bfb879bb-x7zl7 namespace: kserve-ci-e2e-test resourceVersion: "25856" uid: 4e6066cd-42c1-4c15-b699-a0a438779f53 kind: Event lastTimestamp: "2026-07-06T21:44:03Z" message: 'Created container: kube-rbac-proxy' metadata: creationTimestamp: "2026-07-06T21:44:03Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-06T21:44:03Z" name: success-200-isvc-563cb-predictor-59bfb879bb-x7zl7.18bfd16d0213b04b namespace: kserve-ci-e2e-test resourceVersion: "25943" uid: c9702672-f647-4e8d-96a6-17aaf563c66e reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-140-54.ec2.internal source: component: kubelet host: ip-10-0-140-54.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-06T21:44:03Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-563cb-predictor-59bfb879bb-x7zl7 namespace: kserve-ci-e2e-test resourceVersion: "25856" uid: 4e6066cd-42c1-4c15-b699-a0a438779f53 kind: Event lastTimestamp: "2026-07-06T21:44:03Z" message: Started container kube-rbac-proxy metadata: creationTimestamp: "2026-07-06T21:44:03Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-06T21:44:03Z" name: success-200-isvc-563cb-predictor-59bfb879bb-x7zl7.18bfd16d02a71aa8 namespace: kserve-ci-e2e-test resourceVersion: "25944" uid: 7d4d2ba0-b4cc-4d54-a8f6-5489b8c0c35d reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-140-54.ec2.internal source: component: kubelet host: ip-10-0-140-54.ec2.internal type: Normal - apiVersion: v1 count: 8 eventTime: null firstTimestamp: "2026-07-06T21:44:03Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-563cb-predictor-59bfb879bb-x7zl7 namespace: kserve-ci-e2e-test resourceVersion: "25856" uid: 4e6066cd-42c1-4c15-b699-a0a438779f53 kind: Event lastTimestamp: "2026-07-06T21:53:29Z" message: 'Readiness probe failed: dial tcp 10.132.0.45:8080: connect: connection refused' metadata: creationTimestamp: "2026-07-06T21:44:03Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-06T21:53:29Z" name: success-200-isvc-563cb-predictor-59bfb879bb-x7zl7.18bfd16d157dafa3 namespace: kserve-ci-e2e-test resourceVersion: "30151" uid: d6ba7bea-204a-40e5-bbaf-0b00a8982516 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-140-54.ec2.internal source: component: kubelet host: ip-10-0-140-54.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-06T21:53:27Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-563cb-predictor-59bfb879bb-x7zl7 namespace: kserve-ci-e2e-test resourceVersion: "25856" uid: 4e6066cd-42c1-4c15-b699-a0a438779f53 kind: Event lastTimestamp: "2026-07-06T21:53:27Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-07-06T21:53:27Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-06T21:53:27Z" name: success-200-isvc-563cb-predictor-59bfb879bb-x7zl7.18bfd1f03dc16db8 namespace: kserve-ci-e2e-test resourceVersion: "30115" uid: 3feeb1df-1bf4-49c2-9459-f50974e6ad9a reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-140-54.ec2.internal source: component: kubelet host: ip-10-0-140-54.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-06T21:53:27Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-563cb-predictor-59bfb879bb-x7zl7 namespace: kserve-ci-e2e-test resourceVersion: "25856" uid: 4e6066cd-42c1-4c15-b699-a0a438779f53 kind: Event lastTimestamp: "2026-07-06T21:53:27Z" message: Stopping container kube-rbac-proxy metadata: creationTimestamp: "2026-07-06T21:53:27Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-06T21:53:27Z" name: success-200-isvc-563cb-predictor-59bfb879bb-x7zl7.18bfd1f03dc1b9d7 namespace: kserve-ci-e2e-test resourceVersion: "30121" uid: 1c1f8593-1bfc-48ca-9654-8b7696f1fa45 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-140-54.ec2.internal source: component: kubelet host: ip-10-0-140-54.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-06T21:53:29Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-563cb-predictor-59bfb879bb-x7zl7 namespace: kserve-ci-e2e-test resourceVersion: "25856" uid: 4e6066cd-42c1-4c15-b699-a0a438779f53 kind: Event lastTimestamp: "2026-07-06T21:53:29Z" message: 'Readiness probe failed: Get "https://10.132.0.45:8643/healthz": dial tcp 10.132.0.45:8643: connect: connection refused' metadata: creationTimestamp: "2026-07-06T21:53:29Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-06T21:53:29Z" name: success-200-isvc-563cb-predictor-59bfb879bb-x7zl7.18bfd1f0ddfbc8e0 namespace: kserve-ci-e2e-test resourceVersion: "30150" uid: 1deb05d9-c100-440a-8a43-c408d213c907 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-140-54.ec2.internal source: component: kubelet host: ip-10-0-140-54.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-06T21:44:02Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: success-200-isvc-563cb-predictor-59bfb879bb namespace: kserve-ci-e2e-test resourceVersion: "25847" uid: 17064b60-f7e1-4397-b3c8-f4a092ef2552 kind: Event lastTimestamp: "2026-07-06T21:44:02Z" message: 'Created pod: success-200-isvc-563cb-predictor-59bfb879bb-x7zl7' metadata: creationTimestamp: "2026-07-06T21:44:02Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-06T21:44:02Z" name: success-200-isvc-563cb-predictor-59bfb879bb.18bfd16cb9df9820 namespace: kserve-ci-e2e-test resourceVersion: "25855" uid: 1bf5ebf2-169c-4a88-9261-78942dcbab6b reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-06T21:44:02Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: success-200-isvc-563cb-predictor namespace: kserve-ci-e2e-test resourceVersion: "25844" uid: e802e310-8223-48b3-8062-40a050f4d1be kind: Event lastTimestamp: "2026-07-06T21:44:02Z" message: Scaled up replica set success-200-isvc-563cb-predictor-59bfb879bb from 0 to 1 metadata: creationTimestamp: "2026-07-06T21:44:02Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-06T21:44:02Z" name: success-200-isvc-563cb-predictor.18bfd16cb818b52d namespace: kserve-ci-e2e-test resourceVersion: "25849" uid: 49590aba-381e-4e99-bc9f-3f7f2dc2fcba reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-07-06T21:44:17Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-563cb-predictor namespace: kserve-ci-e2e-test resourceVersion: "25846" uid: f10654bf-8f0d-4bb1-ab5f-97bdce939d52 kind: Event lastTimestamp: "2026-07-06T21:44:47Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-07-06T21:44:17Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-06T21:44:47Z" name: success-200-isvc-563cb-predictor.18bfd17038abf03c namespace: kserve-ci-e2e-test resourceVersion: "26337" uid: 410aef27-8f53-429d-b389-a9202a24f2e7 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-07-06T21:44:17Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-563cb-predictor namespace: kserve-ci-e2e-test resourceVersion: "25846" uid: f10654bf-8f0d-4bb1-ab5f-97bdce939d52 kind: Event lastTimestamp: "2026-07-06T21:44:47Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-07-06T21:44:17Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-06T21:44:47Z" name: success-200-isvc-563cb-predictor.18bfd170393168bd namespace: kserve-ci-e2e-test resourceVersion: "26338" uid: 66133db8-13e0-420c-9f43-a14683814fb9 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 4 eventTime: null firstTimestamp: "2026-07-06T21:44:32Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-563cb-predictor namespace: kserve-ci-e2e-test resourceVersion: "26087" uid: f10654bf-8f0d-4bb1-ab5f-97bdce939d52 kind: Event lastTimestamp: "2026-07-06T21:45:32Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-07-06T21:44:32Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-06T21:45:32Z" name: success-200-isvc-563cb-predictor.18bfd173b7eef110 namespace: kserve-ci-e2e-test resourceVersion: "26798" uid: f23ce4e7-3d99-445d-8282-8a6f8a6ae4a3 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 4 eventTime: null firstTimestamp: "2026-07-06T21:44:32Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-563cb-predictor namespace: kserve-ci-e2e-test resourceVersion: "26087" uid: f10654bf-8f0d-4bb1-ab5f-97bdce939d52 kind: Event lastTimestamp: "2026-07-06T21:45:32Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-07-06T21:44:32Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-06T21:45:32Z" name: success-200-isvc-563cb-predictor.18bfd173b8577d9b namespace: kserve-ci-e2e-test resourceVersion: "26799" uid: 86706446-f0fe-4f22-a91e-7e654aaf8151 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 7 eventTime: null firstTimestamp: "2026-07-06T21:44:02Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-563cb namespace: kserve-ci-e2e-test resourceVersion: "25825" uid: 29e9fb24-e383-4d88-aa07-a395139580b5 kind: Event lastTimestamp: "2026-07-06T21:45:00Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-07-06T21:44:02Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-06T21:45:00Z" name: success-200-isvc-563cb.18bfd16cb81c7331 namespace: kserve-ci-e2e-test resourceVersion: "26473" uid: 180ec476-a1d9-4109-827d-48c9f5da4ad0 reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-06T21:44:02Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-563cb namespace: kserve-ci-e2e-test resourceVersion: "25852" uid: 29e9fb24-e383-4d88-aa07-a395139580b5 kind: Event lastTimestamp: "2026-07-06T21:44:02Z" message: 'Failed to update status for InferenceService "success-200-isvc-563cb": Operation cannot be fulfilled on inferenceservices.serving.kserve.io "success-200-isvc-563cb": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-07-06T21:44:02Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-06T21:44:02Z" name: success-200-isvc-563cb.18bfd16cc1b5b8dd namespace: kserve-ci-e2e-test resourceVersion: "25906" uid: a013711d-0127-4cb9-b566-5badfd43ee1c reason: UpdateFailed reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-06T21:44:02Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-563cb namespace: kserve-ci-e2e-test resourceVersion: "25852" uid: 29e9fb24-e383-4d88-aa07-a395139580b5 kind: Event lastTimestamp: "2026-07-06T21:44:02Z" message: 'fails to update InferenceService status: Operation cannot be fulfilled on inferenceservices.serving.kserve.io "success-200-isvc-563cb": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-07-06T21:44:02Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-06T21:44:02Z" name: success-200-isvc-563cb.18bfd16cc1b605aa namespace: kserve-ci-e2e-test resourceVersion: "25908" uid: 1cb5b220-fac9-4a51-b935-5d68e8fc3cfa reason: InternalError reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-06T21:45:00Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-563cb namespace: kserve-ci-e2e-test resourceVersion: "26470" uid: 29e9fb24-e383-4d88-aa07-a395139580b5 kind: Event lastTimestamp: "2026-07-06T21:45:00Z" message: InferenceService [success-200-isvc-563cb] is Ready metadata: creationTimestamp: "2026-07-06T21:45:00Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-06T21:45:00Z" name: success-200-isvc-563cb.18bfd17a2725fe25 namespace: kserve-ci-e2e-test resourceVersion: "26471" uid: 7e8bfae8-db0b-4d91-9f65-079b3307090b reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-07-06T21:33:16.798737Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: success-200-isvc-599ee-predictor-58f56bd85d-96fm6 namespace: kserve-ci-e2e-test resourceVersion: "19988" uid: db17289d-5948-4e9e-a0c1-481806859036 kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/success-200-isvc-599ee-predictor-58f56bd85d-96fm6 to ip-10-0-140-54.ec2.internal metadata: creationTimestamp: "2026-07-06T21:33:16Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-07-06T21:33:16Z" name: success-200-isvc-599ee-predictor-58f56bd85d-96fm6.18bfd0d66b000c22 namespace: kserve-ci-e2e-test resourceVersion: "19995" uid: 4e76f81d-8f72-4daf-984d-b9169bea8a06 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-785d6bfc8b-2d77p source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-06T21:33:17Z" involvedObject: apiVersion: v1 kind: Pod name: success-200-isvc-599ee-predictor-58f56bd85d-96fm6 namespace: kserve-ci-e2e-test resourceVersion: "19992" uid: db17289d-5948-4e9e-a0c1-481806859036 kind: Event lastTimestamp: "2026-07-06T21:33:17Z" message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "success-200-isvc-599ee-predictor-serving-cert" not found' metadata: creationTimestamp: "2026-07-06T21:33:17Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-06T21:33:17Z" name: success-200-isvc-599ee-predictor-58f56bd85d-96fm6.18bfd0d6772c664a namespace: kserve-ci-e2e-test resourceVersion: "20076" uid: d9db955d-ad72-4c92-8f11-0c52a80e231b reason: FailedMount reportingComponent: kubelet reportingInstance: ip-10-0-140-54.ec2.internal source: component: kubelet host: ip-10-0-140-54.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-06T21:33:17Z" involvedObject: apiVersion: v1 kind: Pod name: success-200-isvc-599ee-predictor-58f56bd85d-96fm6 namespace: kserve-ci-e2e-test resourceVersion: "20012" uid: db17289d-5948-4e9e-a0c1-481806859036 kind: Event lastTimestamp: "2026-07-06T21:33:17Z" message: Add eth0 [10.132.0.35/23] from ovn-kubernetes metadata: creationTimestamp: "2026-07-06T21:33:17Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-07-06T21:33:17Z" name: success-200-isvc-599ee-predictor-58f56bd85d-96fm6.18bfd0d6a8b9b180 namespace: kserve-ci-e2e-test resourceVersion: "20107" uid: f8997de2-c36e-4f22-87f6-e14fd3cce453 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-06T21:33:17Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-599ee-predictor-58f56bd85d-96fm6 namespace: kserve-ci-e2e-test resourceVersion: "19992" uid: db17289d-5948-4e9e-a0c1-481806859036 kind: Event lastTimestamp: "2026-07-06T21:33:17Z" message: Container image "quay.io/opendatahub/success-200-isvc:odh-pr-1699" already present on machine metadata: creationTimestamp: "2026-07-06T21:33:17Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-06T21:33:17Z" name: success-200-isvc-599ee-predictor-58f56bd85d-96fm6.18bfd0d6aa3bb0e4 namespace: kserve-ci-e2e-test resourceVersion: "20109" uid: a6e94462-3ee2-493a-8536-4a3500ad7ee6 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-140-54.ec2.internal source: component: kubelet host: ip-10-0-140-54.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-06T21:33:17Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-599ee-predictor-58f56bd85d-96fm6 namespace: kserve-ci-e2e-test resourceVersion: "19992" uid: db17289d-5948-4e9e-a0c1-481806859036 kind: Event lastTimestamp: "2026-07-06T21:33:17Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-07-06T21:33:17Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-06T21:33:17Z" name: success-200-isvc-599ee-predictor-58f56bd85d-96fm6.18bfd0d6ad2c4c22 namespace: kserve-ci-e2e-test resourceVersion: "20110" uid: d7f20585-418e-4c50-aacf-c3f2acee5b1c reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-140-54.ec2.internal source: component: kubelet host: ip-10-0-140-54.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-06T21:33:17Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-599ee-predictor-58f56bd85d-96fm6 namespace: kserve-ci-e2e-test resourceVersion: "19992" uid: db17289d-5948-4e9e-a0c1-481806859036 kind: Event lastTimestamp: "2026-07-06T21:33:17Z" message: Started container kserve-container metadata: creationTimestamp: "2026-07-06T21:33:17Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-06T21:33:17Z" name: success-200-isvc-599ee-predictor-58f56bd85d-96fm6.18bfd0d6ada249f0 namespace: kserve-ci-e2e-test resourceVersion: "20111" uid: 75507b2e-6e25-4c5e-9c38-cadc8ced9e64 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-140-54.ec2.internal source: component: kubelet host: ip-10-0-140-54.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-06T21:33:17Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-599ee-predictor-58f56bd85d-96fm6 namespace: kserve-ci-e2e-test resourceVersion: "19992" uid: db17289d-5948-4e9e-a0c1-481806859036 kind: Event lastTimestamp: "2026-07-06T21:33:17Z" message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine metadata: creationTimestamp: "2026-07-06T21:33:17Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-06T21:33:17Z" name: success-200-isvc-599ee-predictor-58f56bd85d-96fm6.18bfd0d6adaf7f7c namespace: kserve-ci-e2e-test resourceVersion: "20112" uid: 90fa3c20-8d91-46e3-be61-9426ed19801a reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-140-54.ec2.internal source: component: kubelet host: ip-10-0-140-54.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-06T21:33:17Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-599ee-predictor-58f56bd85d-96fm6 namespace: kserve-ci-e2e-test resourceVersion: "19992" uid: db17289d-5948-4e9e-a0c1-481806859036 kind: Event lastTimestamp: "2026-07-06T21:33:17Z" message: 'Created container: kube-rbac-proxy' metadata: creationTimestamp: "2026-07-06T21:33:17Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-06T21:33:17Z" name: success-200-isvc-599ee-predictor-58f56bd85d-96fm6.18bfd0d6b0a17cba namespace: kserve-ci-e2e-test resourceVersion: "20113" uid: 178688fd-90b4-4081-8496-533416b8ddf9 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-140-54.ec2.internal source: component: kubelet host: ip-10-0-140-54.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-06T21:33:17Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-599ee-predictor-58f56bd85d-96fm6 namespace: kserve-ci-e2e-test resourceVersion: "19992" uid: db17289d-5948-4e9e-a0c1-481806859036 kind: Event lastTimestamp: "2026-07-06T21:33:17Z" message: Started container kube-rbac-proxy metadata: creationTimestamp: "2026-07-06T21:33:17Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-06T21:33:17Z" name: success-200-isvc-599ee-predictor-58f56bd85d-96fm6.18bfd0d6b1181a23 namespace: kserve-ci-e2e-test resourceVersion: "20114" uid: f27a5b58-7125-4867-853f-ddc659d37606 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-140-54.ec2.internal source: component: kubelet host: ip-10-0-140-54.ec2.internal type: Normal - apiVersion: v1 count: 7 eventTime: null firstTimestamp: "2026-07-06T21:33:19Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-599ee-predictor-58f56bd85d-96fm6 namespace: kserve-ci-e2e-test resourceVersion: "19992" uid: db17289d-5948-4e9e-a0c1-481806859036 kind: Event lastTimestamp: "2026-07-06T21:34:05Z" message: 'Readiness probe failed: dial tcp 10.132.0.35:8080: connect: connection refused' metadata: creationTimestamp: "2026-07-06T21:33:19Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-06T21:34:05Z" name: success-200-isvc-599ee-predictor-58f56bd85d-96fm6.18bfd0d6f2f2b15e namespace: kserve-ci-e2e-test resourceVersion: "20670" uid: a73dd105-c693-4f8a-b535-87e04a8904f9 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-140-54.ec2.internal source: component: kubelet host: ip-10-0-140-54.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-06T21:34:37Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-599ee-predictor-58f56bd85d-96fm6 namespace: kserve-ci-e2e-test resourceVersion: "19992" uid: db17289d-5948-4e9e-a0c1-481806859036 kind: Event lastTimestamp: "2026-07-06T21:34:37Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-07-06T21:34:37Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-06T21:34:37Z" name: success-200-isvc-599ee-predictor-58f56bd85d-96fm6.18bfd0e91862df0d namespace: kserve-ci-e2e-test resourceVersion: "21044" uid: 18eb017e-15f9-4a80-99e1-b0ca1f0f4a40 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-140-54.ec2.internal source: component: kubelet host: ip-10-0-140-54.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-06T21:34:37Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-599ee-predictor-58f56bd85d-96fm6 namespace: kserve-ci-e2e-test resourceVersion: "19992" uid: db17289d-5948-4e9e-a0c1-481806859036 kind: Event lastTimestamp: "2026-07-06T21:34:37Z" message: Stopping container kube-rbac-proxy metadata: creationTimestamp: "2026-07-06T21:34:37Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-06T21:34:37Z" name: success-200-isvc-599ee-predictor-58f56bd85d-96fm6.18bfd0e918635213 namespace: kserve-ci-e2e-test resourceVersion: "21048" uid: 68a95acc-1b58-422f-bcb7-69b362df4e2f reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-140-54.ec2.internal source: component: kubelet host: ip-10-0-140-54.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-06T21:34:40Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-599ee-predictor-58f56bd85d-96fm6 namespace: kserve-ci-e2e-test resourceVersion: "19992" uid: db17289d-5948-4e9e-a0c1-481806859036 kind: Event lastTimestamp: "2026-07-06T21:34:40Z" message: 'Readiness probe failed: Get "https://10.132.0.35:8643/healthz": dial tcp 10.132.0.35:8643: connect: connection refused' metadata: creationTimestamp: "2026-07-06T21:34:40Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-06T21:34:40Z" name: success-200-isvc-599ee-predictor-58f56bd85d-96fm6.18bfd0e9cf59a513 namespace: kserve-ci-e2e-test resourceVersion: "21190" uid: bfc4bed4-ee81-4a5a-a191-65544723b7dd reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-140-54.ec2.internal source: component: kubelet host: ip-10-0-140-54.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-06T21:33:16Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: success-200-isvc-599ee-predictor-58f56bd85d namespace: kserve-ci-e2e-test resourceVersion: "19981" uid: 3348710c-d81a-4476-9fb2-50b29ef68e0d kind: Event lastTimestamp: "2026-07-06T21:33:16Z" message: 'Created pod: success-200-isvc-599ee-predictor-58f56bd85d-96fm6' metadata: creationTimestamp: "2026-07-06T21:33:16Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-06T21:33:16Z" name: success-200-isvc-599ee-predictor-58f56bd85d.18bfd0d66a7a03aa namespace: kserve-ci-e2e-test resourceVersion: "19991" uid: 4a3cbf17-3ae0-40e2-9565-8ac738c21f81 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-06T21:33:16Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: success-200-isvc-599ee-predictor namespace: kserve-ci-e2e-test resourceVersion: "19978" uid: 77c00532-b5e2-468c-8fac-fd474550fcd5 kind: Event lastTimestamp: "2026-07-06T21:33:16Z" message: Scaled up replica set success-200-isvc-599ee-predictor-58f56bd85d from 0 to 1 metadata: creationTimestamp: "2026-07-06T21:33:16Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-06T21:33:16Z" name: success-200-isvc-599ee-predictor.18bfd0d66843bef2 namespace: kserve-ci-e2e-test resourceVersion: "19982" uid: 9d087d5a-e813-4e91-a92a-8cc95c2645c7 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-07-06T21:33:31Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-599ee-predictor namespace: kserve-ci-e2e-test resourceVersion: "19980" uid: a1801621-28b0-4b84-9297-2694c7ee971b kind: Event lastTimestamp: "2026-07-06T21:34:01Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-07-06T21:33:31Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-06T21:34:01Z" name: success-200-isvc-599ee-predictor.18bfd0d9e6edf0c2 namespace: kserve-ci-e2e-test resourceVersion: "20642" uid: a09123fc-1013-4e6c-9ee4-5bf20267dffd reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-07-06T21:33:31Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-599ee-predictor namespace: kserve-ci-e2e-test resourceVersion: "19980" uid: a1801621-28b0-4b84-9297-2694c7ee971b kind: Event lastTimestamp: "2026-07-06T21:34:01Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-07-06T21:33:31Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-06T21:34:01Z" name: success-200-isvc-599ee-predictor.18bfd0d9e75e5377 namespace: kserve-ci-e2e-test resourceVersion: "20643" uid: 459f7b6b-0d22-44c5-bbd7-695f64603d2c reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-07-06T21:33:46Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-599ee-predictor namespace: kserve-ci-e2e-test resourceVersion: "20382" uid: a1801621-28b0-4b84-9297-2694c7ee971b kind: Event lastTimestamp: "2026-07-06T21:34:31Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-07-06T21:33:46Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-06T21:34:31Z" name: success-200-isvc-599ee-predictor.18bfd0dd661ea50f namespace: kserve-ci-e2e-test resourceVersion: "20953" uid: 3be1a822-1987-4d26-8263-1d05e2c5dcbc reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-07-06T21:33:46Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-599ee-predictor namespace: kserve-ci-e2e-test resourceVersion: "20382" uid: a1801621-28b0-4b84-9297-2694c7ee971b kind: Event lastTimestamp: "2026-07-06T21:34:31Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-07-06T21:33:46Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-06T21:34:31Z" name: success-200-isvc-599ee-predictor.18bfd0dd6698b942 namespace: kserve-ci-e2e-test resourceVersion: "20954" uid: faf3a13e-9ebc-4191-995a-850905ff41ac reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-07-06T21:33:16Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-599ee namespace: kserve-ci-e2e-test resourceVersion: "19956" uid: cba71924-67a1-4b40-bccf-162907138882 kind: Event lastTimestamp: "2026-07-06T21:34:15Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-07-06T21:33:16Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-06T21:34:15Z" name: success-200-isvc-599ee.18bfd0d6684b0ce4 namespace: kserve-ci-e2e-test resourceVersion: "20766" uid: 1fc41da8-8f36-4ff9-a822-b95cb02a298c reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-06T21:33:16Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-599ee namespace: kserve-ci-e2e-test resourceVersion: "19956" uid: cba71924-67a1-4b40-bccf-162907138882 kind: Event lastTimestamp: "2026-07-06T21:33:16Z" message: 'Failed to update status for InferenceService "success-200-isvc-599ee": Operation cannot be fulfilled on inferenceservices.serving.kserve.io "success-200-isvc-599ee": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-07-06T21:33:16Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-06T21:33:16Z" name: success-200-isvc-599ee.18bfd0d668cdd98d namespace: kserve-ci-e2e-test resourceVersion: "19985" uid: df4bd47e-bcbe-472c-9ffd-62eb1b58ddf1 reason: UpdateFailed reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-06T21:33:16Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-599ee namespace: kserve-ci-e2e-test resourceVersion: "19956" uid: cba71924-67a1-4b40-bccf-162907138882 kind: Event lastTimestamp: "2026-07-06T21:33:16Z" message: 'fails to update InferenceService status: Operation cannot be fulfilled on inferenceservices.serving.kserve.io "success-200-isvc-599ee": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-07-06T21:33:16Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-06T21:33:16Z" name: success-200-isvc-599ee.18bfd0d668ce661a namespace: kserve-ci-e2e-test resourceVersion: "19987" uid: 97367393-b62d-402e-b221-2f2392d72e40 reason: InternalError reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-06T21:34:15Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-599ee namespace: kserve-ci-e2e-test resourceVersion: "20764" uid: cba71924-67a1-4b40-bccf-162907138882 kind: Event lastTimestamp: "2026-07-06T21:34:15Z" message: InferenceService [success-200-isvc-599ee] is Ready metadata: creationTimestamp: "2026-07-06T21:34:15Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-06T21:34:15Z" name: success-200-isvc-599ee.18bfd0e402a5cbc9 namespace: kserve-ci-e2e-test resourceVersion: "20765" uid: c48a1730-bf53-4382-b361-797e2a301873 reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-07-06T21:32:16.913813Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: success-200-isvc-69e1e-predictor-7568595c68-8t2ch namespace: kserve-ci-e2e-test resourceVersion: "19373" uid: fdee1a4b-bae2-4f37-8fb9-3acc1f8c64cc kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/success-200-isvc-69e1e-predictor-7568595c68-8t2ch to ip-10-0-140-54.ec2.internal metadata: creationTimestamp: "2026-07-06T21:32:16Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-07-06T21:32:16Z" name: success-200-isvc-69e1e-predictor-7568595c68-8t2ch.18bfd0c8799498fb namespace: kserve-ci-e2e-test resourceVersion: "19381" uid: fa44f182-22bd-44c4-a0ef-f5a4e70be016 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-785d6bfc8b-2d77p source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-06T21:32:17Z" involvedObject: apiVersion: v1 kind: Pod name: success-200-isvc-69e1e-predictor-7568595c68-8t2ch namespace: kserve-ci-e2e-test resourceVersion: "19399" uid: fdee1a4b-bae2-4f37-8fb9-3acc1f8c64cc kind: Event lastTimestamp: "2026-07-06T21:32:17Z" message: Add eth0 [10.132.0.33/23] from ovn-kubernetes metadata: creationTimestamp: "2026-07-06T21:32:17Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-07-06T21:32:17Z" name: success-200-isvc-69e1e-predictor-7568595c68-8t2ch.18bfd0c8946d6c21 namespace: kserve-ci-e2e-test resourceVersion: "19441" uid: ce78a7d3-42e1-4d3c-aeee-4dd1f26ec2f7 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-06T21:32:17Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-69e1e-predictor-7568595c68-8t2ch namespace: kserve-ci-e2e-test resourceVersion: "19377" uid: fdee1a4b-bae2-4f37-8fb9-3acc1f8c64cc kind: Event lastTimestamp: "2026-07-06T21:32:17Z" message: Container image "quay.io/opendatahub/success-200-isvc:odh-pr-1699" already present on machine metadata: creationTimestamp: "2026-07-06T21:32:17Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-06T21:32:17Z" name: success-200-isvc-69e1e-predictor-7568595c68-8t2ch.18bfd0c895d5a292 namespace: kserve-ci-e2e-test resourceVersion: "19443" uid: e1e7c0aa-4a94-42fb-b243-5726deb6cdb1 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-140-54.ec2.internal source: component: kubelet host: ip-10-0-140-54.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-06T21:32:17Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-69e1e-predictor-7568595c68-8t2ch namespace: kserve-ci-e2e-test resourceVersion: "19377" uid: fdee1a4b-bae2-4f37-8fb9-3acc1f8c64cc kind: Event lastTimestamp: "2026-07-06T21:32:17Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-07-06T21:32:17Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-06T21:32:17Z" name: success-200-isvc-69e1e-predictor-7568595c68-8t2ch.18bfd0c8999003b6 namespace: kserve-ci-e2e-test resourceVersion: "19447" uid: 14e6b50d-9d36-451c-b29d-b3b724020fdd reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-140-54.ec2.internal source: component: kubelet host: ip-10-0-140-54.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-06T21:32:17Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-69e1e-predictor-7568595c68-8t2ch namespace: kserve-ci-e2e-test resourceVersion: "19377" uid: fdee1a4b-bae2-4f37-8fb9-3acc1f8c64cc kind: Event lastTimestamp: "2026-07-06T21:32:17Z" message: Started container kserve-container metadata: creationTimestamp: "2026-07-06T21:32:17Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-06T21:32:17Z" name: success-200-isvc-69e1e-predictor-7568595c68-8t2ch.18bfd0c89a18ba24 namespace: kserve-ci-e2e-test resourceVersion: "19449" uid: 5a3476b8-5067-4173-8c8e-40ef79cbaf40 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-140-54.ec2.internal source: component: kubelet host: ip-10-0-140-54.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-06T21:32:17Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-69e1e-predictor-7568595c68-8t2ch namespace: kserve-ci-e2e-test resourceVersion: "19377" uid: fdee1a4b-bae2-4f37-8fb9-3acc1f8c64cc kind: Event lastTimestamp: "2026-07-06T21:32:17Z" message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine metadata: creationTimestamp: "2026-07-06T21:32:17Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-06T21:32:17Z" name: success-200-isvc-69e1e-predictor-7568595c68-8t2ch.18bfd0c89a49f746 namespace: kserve-ci-e2e-test resourceVersion: "19450" uid: 25491227-a9ed-49fe-b1e9-241584320e07 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-140-54.ec2.internal source: component: kubelet host: ip-10-0-140-54.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-06T21:32:17Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-69e1e-predictor-7568595c68-8t2ch namespace: kserve-ci-e2e-test resourceVersion: "19377" uid: fdee1a4b-bae2-4f37-8fb9-3acc1f8c64cc kind: Event lastTimestamp: "2026-07-06T21:32:17Z" message: 'Created container: kube-rbac-proxy' metadata: creationTimestamp: "2026-07-06T21:32:17Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-06T21:32:17Z" name: success-200-isvc-69e1e-predictor-7568595c68-8t2ch.18bfd0c89ce21d54 namespace: kserve-ci-e2e-test resourceVersion: "19451" uid: c07d97a8-8326-428c-8a45-319e4922eeae reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-140-54.ec2.internal source: component: kubelet host: ip-10-0-140-54.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-06T21:32:17Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-69e1e-predictor-7568595c68-8t2ch namespace: kserve-ci-e2e-test resourceVersion: "19377" uid: fdee1a4b-bae2-4f37-8fb9-3acc1f8c64cc kind: Event lastTimestamp: "2026-07-06T21:32:17Z" message: Started container kube-rbac-proxy metadata: creationTimestamp: "2026-07-06T21:32:17Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-06T21:32:17Z" name: success-200-isvc-69e1e-predictor-7568595c68-8t2ch.18bfd0c89d53d092 namespace: kserve-ci-e2e-test resourceVersion: "19453" uid: 8d6e7cf0-0cbe-467a-9995-210794e882da reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-140-54.ec2.internal source: component: kubelet host: ip-10-0-140-54.ec2.internal type: Normal - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-07-06T21:32:17Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-69e1e-predictor-7568595c68-8t2ch namespace: kserve-ci-e2e-test resourceVersion: "19377" uid: fdee1a4b-bae2-4f37-8fb9-3acc1f8c64cc kind: Event lastTimestamp: "2026-07-06T21:32:53Z" message: 'Readiness probe failed: dial tcp 10.132.0.33:8080: connect: connection refused' metadata: creationTimestamp: "2026-07-06T21:32:17Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-06T21:32:53Z" name: success-200-isvc-69e1e-predictor-7568595c68-8t2ch.18bfd0c8ad23a105 namespace: kserve-ci-e2e-test resourceVersion: "19758" uid: 19c624dd-5693-4e97-a87d-52e5d8d46ba6 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-140-54.ec2.internal source: component: kubelet host: ip-10-0-140-54.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-06T21:33:27Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-69e1e-predictor-7568595c68-8t2ch namespace: kserve-ci-e2e-test resourceVersion: "19377" uid: fdee1a4b-bae2-4f37-8fb9-3acc1f8c64cc kind: Event lastTimestamp: "2026-07-06T21:33:27Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-07-06T21:33:27Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-06T21:33:27Z" name: success-200-isvc-69e1e-predictor-7568595c68-8t2ch.18bfd0d8d1320f07 namespace: kserve-ci-e2e-test resourceVersion: "20251" uid: b108b3fb-b82d-4cdb-92a0-6b93859c0940 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-140-54.ec2.internal source: component: kubelet host: ip-10-0-140-54.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-06T21:33:27Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-69e1e-predictor-7568595c68-8t2ch namespace: kserve-ci-e2e-test resourceVersion: "19377" uid: fdee1a4b-bae2-4f37-8fb9-3acc1f8c64cc kind: Event lastTimestamp: "2026-07-06T21:33:27Z" message: Stopping container kube-rbac-proxy metadata: creationTimestamp: "2026-07-06T21:33:27Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-06T21:33:27Z" name: success-200-isvc-69e1e-predictor-7568595c68-8t2ch.18bfd0d8d132beb5 namespace: kserve-ci-e2e-test resourceVersion: "20255" uid: 73d158a0-8b2e-4a52-bbd3-29d31eaacefb reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-140-54.ec2.internal source: component: kubelet host: ip-10-0-140-54.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-06T21:33:28Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-69e1e-predictor-7568595c68-8t2ch namespace: kserve-ci-e2e-test resourceVersion: "19377" uid: fdee1a4b-bae2-4f37-8fb9-3acc1f8c64cc kind: Event lastTimestamp: "2026-07-06T21:33:28Z" message: 'Readiness probe failed: Get "https://10.132.0.33:8643/healthz": dial tcp 10.132.0.33:8643: connect: connection refused' metadata: creationTimestamp: "2026-07-06T21:33:28Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-06T21:33:28Z" name: success-200-isvc-69e1e-predictor-7568595c68-8t2ch.18bfd0d9353ece73 namespace: kserve-ci-e2e-test resourceVersion: "20348" uid: d35aa495-1dc7-4ed2-baf6-3e7eac178b73 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-140-54.ec2.internal source: component: kubelet host: ip-10-0-140-54.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-06T21:32:16Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: success-200-isvc-69e1e-predictor-7568595c68 namespace: kserve-ci-e2e-test resourceVersion: "19353" uid: 4556d9f8-8481-4912-b137-151ea7fa11ab kind: Event lastTimestamp: "2026-07-06T21:32:16Z" message: 'Created pod: success-200-isvc-69e1e-predictor-7568595c68-8t2ch' metadata: creationTimestamp: "2026-07-06T21:32:16Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-06T21:32:16Z" name: success-200-isvc-69e1e-predictor-7568595c68.18bfd0c879117282 namespace: kserve-ci-e2e-test resourceVersion: "19376" uid: 738beded-1396-4c30-9d8f-dae6ff23188d reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-06T21:32:16Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: success-200-isvc-69e1e-predictor namespace: kserve-ci-e2e-test resourceVersion: "19351" uid: 7bae8dee-aeae-449d-a67c-071754e62393 kind: Event lastTimestamp: "2026-07-06T21:32:16Z" message: Scaled up replica set success-200-isvc-69e1e-predictor-7568595c68 from 0 to 1 metadata: creationTimestamp: "2026-07-06T21:32:16Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-06T21:32:16Z" name: success-200-isvc-69e1e-predictor.18bfd0c8757a3d12 namespace: kserve-ci-e2e-test resourceVersion: "19355" uid: 3b7788e1-6f58-41c6-bf1f-12af85625a81 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-07-06T21:32:31Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-69e1e-predictor namespace: kserve-ci-e2e-test resourceVersion: "19352" uid: 451240a5-591d-492e-844f-fb933362d8d0 kind: Event lastTimestamp: "2026-07-06T21:33:01Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-07-06T21:32:31Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-06T21:33:01Z" name: success-200-isvc-69e1e-predictor.18bfd0cbf432df11 namespace: kserve-ci-e2e-test resourceVersion: "19812" uid: 1b02feab-c171-49c9-bca2-d23d5e653ef5 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-07-06T21:32:31Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-69e1e-predictor namespace: kserve-ci-e2e-test resourceVersion: "19352" uid: 451240a5-591d-492e-844f-fb933362d8d0 kind: Event lastTimestamp: "2026-07-06T21:33:01Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-07-06T21:32:31Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-06T21:33:01Z" name: success-200-isvc-69e1e-predictor.18bfd0cbf4a7da6d namespace: kserve-ci-e2e-test resourceVersion: "19813" uid: d43c4784-8060-4f05-a9b0-602bcd259d4d reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-07-06T21:32:46Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-69e1e-predictor namespace: kserve-ci-e2e-test resourceVersion: "19586" uid: 451240a5-591d-492e-844f-fb933362d8d0 kind: Event lastTimestamp: "2026-07-06T21:33:16Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-07-06T21:32:46Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-06T21:33:16Z" name: success-200-isvc-69e1e-predictor.18bfd0cf73d34327 namespace: kserve-ci-e2e-test resourceVersion: "20062" uid: 16d93a19-d691-48db-b8f3-cd3076ba53df reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-07-06T21:32:46Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-69e1e-predictor namespace: kserve-ci-e2e-test resourceVersion: "19586" uid: 451240a5-591d-492e-844f-fb933362d8d0 kind: Event lastTimestamp: "2026-07-06T21:33:16Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-07-06T21:32:46Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-06T21:33:16Z" name: success-200-isvc-69e1e-predictor.18bfd0cf74410aa8 namespace: kserve-ci-e2e-test resourceVersion: "20064" uid: 0e19cd75-726c-4dec-aab7-95766a4966f0 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 5 eventTime: null firstTimestamp: "2026-07-06T21:32:16Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-69e1e namespace: kserve-ci-e2e-test resourceVersion: "19343" uid: 5d258a8d-cf7c-483f-86c5-d46dae5dbbe2 kind: Event lastTimestamp: "2026-07-06T21:33:03Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-07-06T21:32:16Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-06T21:33:03Z" name: success-200-isvc-69e1e.18bfd0c875776320 namespace: kserve-ci-e2e-test resourceVersion: "19837" uid: db40c5f6-eae6-4b21-8ae0-463995aef32f reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-06T21:32:16Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-69e1e namespace: kserve-ci-e2e-test resourceVersion: "19343" uid: 5d258a8d-cf7c-483f-86c5-d46dae5dbbe2 kind: Event lastTimestamp: "2026-07-06T21:32:16Z" message: 'Failed to update status for InferenceService "success-200-isvc-69e1e": Operation cannot be fulfilled on inferenceservices.serving.kserve.io "success-200-isvc-69e1e": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-07-06T21:32:16Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-06T21:32:16Z" name: success-200-isvc-69e1e.18bfd0c87630224c namespace: kserve-ci-e2e-test resourceVersion: "19359" uid: bd593eb0-2eb0-4c64-8a1a-093b7d4e2a9e reason: UpdateFailed reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-06T21:32:16Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-69e1e namespace: kserve-ci-e2e-test resourceVersion: "19343" uid: 5d258a8d-cf7c-483f-86c5-d46dae5dbbe2 kind: Event lastTimestamp: "2026-07-06T21:32:16Z" message: 'fails to update InferenceService status: Operation cannot be fulfilled on inferenceservices.serving.kserve.io "success-200-isvc-69e1e": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-07-06T21:32:16Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-06T21:32:16Z" name: success-200-isvc-69e1e.18bfd0c876306b47 namespace: kserve-ci-e2e-test resourceVersion: "19360" uid: 57cbf483-d4fc-4fc8-b0ba-793a1ea9306a reason: InternalError reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-06T21:33:03Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-69e1e namespace: kserve-ci-e2e-test resourceVersion: "19835" uid: 5d258a8d-cf7c-483f-86c5-d46dae5dbbe2 kind: Event lastTimestamp: "2026-07-06T21:33:03Z" message: InferenceService [success-200-isvc-69e1e] is Ready metadata: creationTimestamp: "2026-07-06T21:33:03Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-06T21:33:03Z" name: success-200-isvc-69e1e.18bfd0d368a58fc1 namespace: kserve-ci-e2e-test resourceVersion: "19836" uid: df7426d1-bdb5-4c74-bbb4-c35563b7c2db reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-07-06T21:42:52.048885Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: success-200-isvc-974ed-predictor-7bfd566fb6-zs7xd namespace: kserve-ci-e2e-test resourceVersion: "24703" uid: 1f0d4bf0-2bec-413c-98d1-e3a5f264ab26 kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/success-200-isvc-974ed-predictor-7bfd566fb6-zs7xd to ip-10-0-140-54.ec2.internal metadata: creationTimestamp: "2026-07-06T21:42:52Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-07-06T21:42:52Z" name: success-200-isvc-974ed-predictor-7bfd566fb6-zs7xd.18bfd15c5a94aca7 namespace: kserve-ci-e2e-test resourceVersion: "24715" uid: 421b7496-20cf-4a6d-a34e-7120f6fa1a21 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-785d6bfc8b-2d77p source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-06T21:42:52Z" involvedObject: apiVersion: v1 kind: Pod name: success-200-isvc-974ed-predictor-7bfd566fb6-zs7xd namespace: kserve-ci-e2e-test resourceVersion: "24727" uid: 1f0d4bf0-2bec-413c-98d1-e3a5f264ab26 kind: Event lastTimestamp: "2026-07-06T21:42:52Z" message: Add eth0 [10.132.0.41/23] from ovn-kubernetes metadata: creationTimestamp: "2026-07-06T21:42:52Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-07-06T21:42:52Z" name: success-200-isvc-974ed-predictor-7bfd566fb6-zs7xd.18bfd15c74d1a5ce namespace: kserve-ci-e2e-test resourceVersion: "24773" uid: db7fbbbd-3dba-4b52-a993-5c185b202272 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-06T21:42:52Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-974ed-predictor-7bfd566fb6-zs7xd namespace: kserve-ci-e2e-test resourceVersion: "24709" uid: 1f0d4bf0-2bec-413c-98d1-e3a5f264ab26 kind: Event lastTimestamp: "2026-07-06T21:42:52Z" message: Container image "quay.io/opendatahub/success-200-isvc:odh-pr-1699" already present on machine metadata: creationTimestamp: "2026-07-06T21:42:52Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-06T21:42:52Z" name: success-200-isvc-974ed-predictor-7bfd566fb6-zs7xd.18bfd15c76330392 namespace: kserve-ci-e2e-test resourceVersion: "24776" uid: a63a5753-9470-4b4e-8ab0-19d57c0ab4bd reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-140-54.ec2.internal source: component: kubelet host: ip-10-0-140-54.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-06T21:42:52Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-974ed-predictor-7bfd566fb6-zs7xd namespace: kserve-ci-e2e-test resourceVersion: "24709" uid: 1f0d4bf0-2bec-413c-98d1-e3a5f264ab26 kind: Event lastTimestamp: "2026-07-06T21:42:52Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-07-06T21:42:52Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-06T21:42:52Z" name: success-200-isvc-974ed-predictor-7bfd566fb6-zs7xd.18bfd15c79a8ccce namespace: kserve-ci-e2e-test resourceVersion: "24778" uid: badfefde-f7c6-462c-8264-318375d271d6 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-140-54.ec2.internal source: component: kubelet host: ip-10-0-140-54.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-06T21:42:52Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-974ed-predictor-7bfd566fb6-zs7xd namespace: kserve-ci-e2e-test resourceVersion: "24709" uid: 1f0d4bf0-2bec-413c-98d1-e3a5f264ab26 kind: Event lastTimestamp: "2026-07-06T21:42:52Z" message: Started container kserve-container metadata: creationTimestamp: "2026-07-06T21:42:52Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-06T21:42:52Z" name: success-200-isvc-974ed-predictor-7bfd566fb6-zs7xd.18bfd15c7a1fbfa3 namespace: kserve-ci-e2e-test resourceVersion: "24780" uid: 0cefd7bb-6bf2-4fc6-9669-328136b5c57d reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-140-54.ec2.internal source: component: kubelet host: ip-10-0-140-54.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-06T21:42:52Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-974ed-predictor-7bfd566fb6-zs7xd namespace: kserve-ci-e2e-test resourceVersion: "24709" uid: 1f0d4bf0-2bec-413c-98d1-e3a5f264ab26 kind: Event lastTimestamp: "2026-07-06T21:42:52Z" message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine metadata: creationTimestamp: "2026-07-06T21:42:52Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-06T21:42:52Z" name: success-200-isvc-974ed-predictor-7bfd566fb6-zs7xd.18bfd15c7a295412 namespace: kserve-ci-e2e-test resourceVersion: "24781" uid: 436eea5a-99b8-4c9f-bc66-a7468cd594d5 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-140-54.ec2.internal source: component: kubelet host: ip-10-0-140-54.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-06T21:42:52Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-974ed-predictor-7bfd566fb6-zs7xd namespace: kserve-ci-e2e-test resourceVersion: "24709" uid: 1f0d4bf0-2bec-413c-98d1-e3a5f264ab26 kind: Event lastTimestamp: "2026-07-06T21:42:52Z" message: 'Created container: kube-rbac-proxy' metadata: creationTimestamp: "2026-07-06T21:42:52Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-06T21:42:52Z" name: success-200-isvc-974ed-predictor-7bfd566fb6-zs7xd.18bfd15c7d3f8e34 namespace: kserve-ci-e2e-test resourceVersion: "24784" uid: b5fe39d4-ccbc-453d-b1b7-9ed6fa2e74e1 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-140-54.ec2.internal source: component: kubelet host: ip-10-0-140-54.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-06T21:42:52Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-974ed-predictor-7bfd566fb6-zs7xd namespace: kserve-ci-e2e-test resourceVersion: "24709" uid: 1f0d4bf0-2bec-413c-98d1-e3a5f264ab26 kind: Event lastTimestamp: "2026-07-06T21:42:52Z" message: Started container kube-rbac-proxy metadata: creationTimestamp: "2026-07-06T21:42:52Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-06T21:42:52Z" name: success-200-isvc-974ed-predictor-7bfd566fb6-zs7xd.18bfd15c7db275a4 namespace: kserve-ci-e2e-test resourceVersion: "24786" uid: a37fc4cf-be04-43ab-85bb-776686355fff reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-140-54.ec2.internal source: component: kubelet host: ip-10-0-140-54.ec2.internal type: Normal - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-07-06T21:42:53Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-974ed-predictor-7bfd566fb6-zs7xd namespace: kserve-ci-e2e-test resourceVersion: "24709" uid: 1f0d4bf0-2bec-413c-98d1-e3a5f264ab26 kind: Event lastTimestamp: "2026-07-06T21:43:29Z" message: 'Readiness probe failed: dial tcp 10.132.0.41:8080: connect: connection refused' metadata: creationTimestamp: "2026-07-06T21:42:53Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-06T21:43:29Z" name: success-200-isvc-974ed-predictor-7bfd566fb6-zs7xd.18bfd15cb595a852 namespace: kserve-ci-e2e-test resourceVersion: "25081" uid: c5ddb7fa-795f-49d6-8995-15259b9c7876 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-140-54.ec2.internal source: component: kubelet host: ip-10-0-140-54.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-06T21:44:02Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-974ed-predictor-7bfd566fb6-zs7xd namespace: kserve-ci-e2e-test resourceVersion: "24709" uid: 1f0d4bf0-2bec-413c-98d1-e3a5f264ab26 kind: Event lastTimestamp: "2026-07-06T21:44:02Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-07-06T21:44:02Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-06T21:44:02Z" name: success-200-isvc-974ed-predictor-7bfd566fb6-zs7xd.18bfd16cb71efbb4 namespace: kserve-ci-e2e-test resourceVersion: "25843" uid: 8e8eb711-65ef-4c2f-884b-7d49972103f6 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-140-54.ec2.internal source: component: kubelet host: ip-10-0-140-54.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-06T21:44:02Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-974ed-predictor-7bfd566fb6-zs7xd namespace: kserve-ci-e2e-test resourceVersion: "24709" uid: 1f0d4bf0-2bec-413c-98d1-e3a5f264ab26 kind: Event lastTimestamp: "2026-07-06T21:44:02Z" message: Stopping container kube-rbac-proxy metadata: creationTimestamp: "2026-07-06T21:44:02Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-06T21:44:02Z" name: success-200-isvc-974ed-predictor-7bfd566fb6-zs7xd.18bfd16cb71faaf2 namespace: kserve-ci-e2e-test resourceVersion: "25845" uid: 3439ad41-1e73-4e8b-980f-7593c8566e7c reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-140-54.ec2.internal source: component: kubelet host: ip-10-0-140-54.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-06T21:44:04Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-974ed-predictor-7bfd566fb6-zs7xd namespace: kserve-ci-e2e-test resourceVersion: "24709" uid: 1f0d4bf0-2bec-413c-98d1-e3a5f264ab26 kind: Event lastTimestamp: "2026-07-06T21:44:04Z" message: 'Readiness probe failed: Get "https://10.132.0.41:8643/healthz": dial tcp 10.132.0.41:8643: connect: connection refused' metadata: creationTimestamp: "2026-07-06T21:44:04Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-06T21:44:04Z" name: success-200-isvc-974ed-predictor-7bfd566fb6-zs7xd.18bfd16d3e002c57 namespace: kserve-ci-e2e-test resourceVersion: "25970" uid: 592c3301-7ab8-40b7-a6bc-d307ae601989 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-140-54.ec2.internal source: component: kubelet host: ip-10-0-140-54.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-06T21:42:52Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: success-200-isvc-974ed-predictor-7bfd566fb6 namespace: kserve-ci-e2e-test resourceVersion: "24687" uid: 78005d57-f9f7-4d21-98af-64cccc70c41f kind: Event lastTimestamp: "2026-07-06T21:42:52Z" message: 'Created pod: success-200-isvc-974ed-predictor-7bfd566fb6-zs7xd' metadata: creationTimestamp: "2026-07-06T21:42:52Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-06T21:42:52Z" name: success-200-isvc-974ed-predictor-7bfd566fb6.18bfd15c5a24b229 namespace: kserve-ci-e2e-test resourceVersion: "24708" uid: c3002f5f-0440-448b-a0dd-9a49eb94795b reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-06T21:42:51Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: success-200-isvc-974ed-predictor namespace: kserve-ci-e2e-test resourceVersion: "24685" uid: b3ff1d04-51a9-4b50-9d61-d52e85873999 kind: Event lastTimestamp: "2026-07-06T21:42:51Z" message: Scaled up replica set success-200-isvc-974ed-predictor-7bfd566fb6 from 0 to 1 metadata: creationTimestamp: "2026-07-06T21:42:51Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-06T21:42:51Z" name: success-200-isvc-974ed-predictor.18bfd15c569608eb namespace: kserve-ci-e2e-test resourceVersion: "24689" uid: b4697fec-8049-4e73-8390-a73bc9307315 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-07-06T21:43:06Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-974ed-predictor namespace: kserve-ci-e2e-test resourceVersion: "24686" uid: 201a2a09-feef-483b-bef8-4e69f7544fde kind: Event lastTimestamp: "2026-07-06T21:43:22Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-07-06T21:43:06Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-06T21:43:22Z" name: success-200-isvc-974ed-predictor.18bfd15fd538e25f namespace: kserve-ci-e2e-test resourceVersion: "25027" uid: ad09c0cf-3c16-4ff8-8d0b-84de3633ba92 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-07-06T21:43:06Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-974ed-predictor namespace: kserve-ci-e2e-test resourceVersion: "24686" uid: 201a2a09-feef-483b-bef8-4e69f7544fde kind: Event lastTimestamp: "2026-07-06T21:43:22Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-07-06T21:43:06Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-06T21:43:22Z" name: success-200-isvc-974ed-predictor.18bfd15fd59e255f namespace: kserve-ci-e2e-test resourceVersion: "25028" uid: a8b4a752-6e62-45cc-b901-d8033c5c0697 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-07-06T21:43:37Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-974ed-predictor namespace: kserve-ci-e2e-test resourceVersion: "24908" uid: 201a2a09-feef-483b-bef8-4e69f7544fde kind: Event lastTimestamp: "2026-07-06T21:43:52Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-07-06T21:43:37Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-06T21:43:52Z" name: success-200-isvc-974ed-predictor.18bfd166d3b072c6 namespace: kserve-ci-e2e-test resourceVersion: "25376" uid: 0cc53614-41be-4c05-8d1b-741e25f63e19 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-07-06T21:43:37Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-974ed-predictor namespace: kserve-ci-e2e-test resourceVersion: "24908" uid: 201a2a09-feef-483b-bef8-4e69f7544fde kind: Event lastTimestamp: "2026-07-06T21:43:52Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-07-06T21:43:37Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-06T21:43:52Z" name: success-200-isvc-974ed-predictor.18bfd166d3fc4bea namespace: kserve-ci-e2e-test resourceVersion: "25379" uid: 32071fd5-7179-4200-8012-ae679537b8b6 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 5 eventTime: null firstTimestamp: "2026-07-06T21:42:51Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-974ed namespace: kserve-ci-e2e-test resourceVersion: "24677" uid: 8b195462-1050-4172-b27d-9502d41f61ed kind: Event lastTimestamp: "2026-07-06T21:43:39Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-07-06T21:42:51Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-06T21:43:39Z" name: success-200-isvc-974ed.18bfd15c568b33c3 namespace: kserve-ci-e2e-test resourceVersion: "25179" uid: 978bffe1-b0fa-4bcf-ac36-89182802bdc3 reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-06T21:42:51Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-974ed namespace: kserve-ci-e2e-test resourceVersion: "24677" uid: 8b195462-1050-4172-b27d-9502d41f61ed kind: Event lastTimestamp: "2026-07-06T21:42:51Z" message: 'Failed to update status for InferenceService "success-200-isvc-974ed": Operation cannot be fulfilled on inferenceservices.serving.kserve.io "success-200-isvc-974ed": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-07-06T21:42:51Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-06T21:42:51Z" name: success-200-isvc-974ed.18bfd15c572af709 namespace: kserve-ci-e2e-test resourceVersion: "24691" uid: dad8797d-2de9-4472-8cfa-d40d8f6cd6ac reason: UpdateFailed reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-06T21:42:51Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-974ed namespace: kserve-ci-e2e-test resourceVersion: "24677" uid: 8b195462-1050-4172-b27d-9502d41f61ed kind: Event lastTimestamp: "2026-07-06T21:42:51Z" message: 'fails to update InferenceService status: Operation cannot be fulfilled on inferenceservices.serving.kserve.io "success-200-isvc-974ed": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-07-06T21:42:51Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-06T21:42:51Z" name: success-200-isvc-974ed.18bfd15c572b5ae6 namespace: kserve-ci-e2e-test resourceVersion: "24692" uid: 17e26a8b-d6e9-4023-816c-7c807e4f0045 reason: InternalError reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-06T21:43:39Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-974ed namespace: kserve-ci-e2e-test resourceVersion: "25176" uid: 8b195462-1050-4172-b27d-9502d41f61ed kind: Event lastTimestamp: "2026-07-06T21:43:39Z" message: InferenceService [success-200-isvc-974ed] is Ready metadata: creationTimestamp: "2026-07-06T21:43:39Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-06T21:43:39Z" name: success-200-isvc-974ed.18bfd16773d1e6a5 namespace: kserve-ci-e2e-test resourceVersion: "25177" uid: 9e9dca50-ec59-48f0-bc02-c5d1a262c2a8 reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-07-06T21:33:27.111330Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: success-200-isvc-9ded0-predictor-6fc78767d4-9nnsp namespace: kserve-ci-e2e-test resourceVersion: "20248" uid: 9dc8783d-9353-4694-982e-febf4d48ee85 kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/success-200-isvc-9ded0-predictor-6fc78767d4-9nnsp to ip-10-0-140-54.ec2.internal metadata: creationTimestamp: "2026-07-06T21:33:27Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-07-06T21:33:27Z" name: success-200-isvc-9ded0-predictor-6fc78767d4-9nnsp.18bfd0d8d1adb3ab namespace: kserve-ci-e2e-test resourceVersion: "20259" uid: bb0f8464-5115-49bd-8718-be5bf5931da4 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-785d6bfc8b-2d77p source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-06T21:33:27Z" involvedObject: apiVersion: v1 kind: Pod name: success-200-isvc-9ded0-predictor-6fc78767d4-9nnsp namespace: kserve-ci-e2e-test resourceVersion: "20262" uid: 9dc8783d-9353-4694-982e-febf4d48ee85 kind: Event lastTimestamp: "2026-07-06T21:33:27Z" message: Add eth0 [10.132.0.37/23] from ovn-kubernetes metadata: creationTimestamp: "2026-07-06T21:33:27Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-07-06T21:33:27Z" name: success-200-isvc-9ded0-predictor-6fc78767d4-9nnsp.18bfd0d8edeb66ad namespace: kserve-ci-e2e-test resourceVersion: "20319" uid: b4ecfbc8-5097-4307-9185-7524e2fa5fa8 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-06T21:33:27Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-9ded0-predictor-6fc78767d4-9nnsp namespace: kserve-ci-e2e-test resourceVersion: "20250" uid: 9dc8783d-9353-4694-982e-febf4d48ee85 kind: Event lastTimestamp: "2026-07-06T21:33:27Z" message: Container image "quay.io/opendatahub/success-200-isvc:odh-pr-1699" already present on machine metadata: creationTimestamp: "2026-07-06T21:33:27Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-06T21:33:27Z" name: success-200-isvc-9ded0-predictor-6fc78767d4-9nnsp.18bfd0d8efa44176 namespace: kserve-ci-e2e-test resourceVersion: "20321" uid: 3f0b4fa9-65d9-4860-ac74-db47f7df689f reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-140-54.ec2.internal source: component: kubelet host: ip-10-0-140-54.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-06T21:33:27Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-9ded0-predictor-6fc78767d4-9nnsp namespace: kserve-ci-e2e-test resourceVersion: "20250" uid: 9dc8783d-9353-4694-982e-febf4d48ee85 kind: Event lastTimestamp: "2026-07-06T21:33:27Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-07-06T21:33:27Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-06T21:33:27Z" name: success-200-isvc-9ded0-predictor-6fc78767d4-9nnsp.18bfd0d8f3726a85 namespace: kserve-ci-e2e-test resourceVersion: "20322" uid: 10c01997-67de-448c-a8c4-c7d1d8abfa5c reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-140-54.ec2.internal source: component: kubelet host: ip-10-0-140-54.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-06T21:33:27Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-9ded0-predictor-6fc78767d4-9nnsp namespace: kserve-ci-e2e-test resourceVersion: "20250" uid: 9dc8783d-9353-4694-982e-febf4d48ee85 kind: Event lastTimestamp: "2026-07-06T21:33:27Z" message: Started container kserve-container metadata: creationTimestamp: "2026-07-06T21:33:27Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-06T21:33:27Z" name: success-200-isvc-9ded0-predictor-6fc78767d4-9nnsp.18bfd0d8f3e7a812 namespace: kserve-ci-e2e-test resourceVersion: "20323" uid: 3cd8c011-3192-4c23-ad4c-eba43fa031b5 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-140-54.ec2.internal source: component: kubelet host: ip-10-0-140-54.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-06T21:33:27Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-9ded0-predictor-6fc78767d4-9nnsp namespace: kserve-ci-e2e-test resourceVersion: "20250" uid: 9dc8783d-9353-4694-982e-febf4d48ee85 kind: Event lastTimestamp: "2026-07-06T21:33:27Z" message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine metadata: creationTimestamp: "2026-07-06T21:33:27Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-06T21:33:27Z" name: success-200-isvc-9ded0-predictor-6fc78767d4-9nnsp.18bfd0d8f3f2c4e1 namespace: kserve-ci-e2e-test resourceVersion: "20324" uid: 24d2f62f-e762-4754-8585-81307345f401 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-140-54.ec2.internal source: component: kubelet host: ip-10-0-140-54.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-06T21:33:27Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-9ded0-predictor-6fc78767d4-9nnsp namespace: kserve-ci-e2e-test resourceVersion: "20250" uid: 9dc8783d-9353-4694-982e-febf4d48ee85 kind: Event lastTimestamp: "2026-07-06T21:33:27Z" message: 'Created container: kube-rbac-proxy' metadata: creationTimestamp: "2026-07-06T21:33:27Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-06T21:33:27Z" name: success-200-isvc-9ded0-predictor-6fc78767d4-9nnsp.18bfd0d8f6cea44a namespace: kserve-ci-e2e-test resourceVersion: "20325" uid: b5ddc0df-fb37-484d-9050-bb310dc69b29 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-140-54.ec2.internal source: component: kubelet host: ip-10-0-140-54.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-06T21:33:27Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-9ded0-predictor-6fc78767d4-9nnsp namespace: kserve-ci-e2e-test resourceVersion: "20250" uid: 9dc8783d-9353-4694-982e-febf4d48ee85 kind: Event lastTimestamp: "2026-07-06T21:33:27Z" message: Started container kube-rbac-proxy metadata: creationTimestamp: "2026-07-06T21:33:27Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-06T21:33:27Z" name: success-200-isvc-9ded0-predictor-6fc78767d4-9nnsp.18bfd0d8f73ed51c namespace: kserve-ci-e2e-test resourceVersion: "20326" uid: eaf95a20-59e1-46f1-a9d7-c3e98cd26ac2 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-140-54.ec2.internal source: component: kubelet host: ip-10-0-140-54.ec2.internal type: Normal - apiVersion: v1 count: 8 eventTime: null firstTimestamp: "2026-07-06T21:33:28Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-9ded0-predictor-6fc78767d4-9nnsp namespace: kserve-ci-e2e-test resourceVersion: "20250" uid: 9dc8783d-9353-4694-982e-febf4d48ee85 kind: Event lastTimestamp: "2026-07-06T21:42:54Z" message: 'Readiness probe failed: dial tcp 10.132.0.37:8080: connect: connection refused' metadata: creationTimestamp: "2026-07-06T21:33:28Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-06T21:42:54Z" name: success-200-isvc-9ded0-predictor-6fc78767d4-9nnsp.18bfd0d90eb0d84a namespace: kserve-ci-e2e-test resourceVersion: "24809" uid: 438eabe8-928c-4c1c-b817-a8e31a778a52 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-140-54.ec2.internal source: component: kubelet host: ip-10-0-140-54.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-06T21:42:52Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-9ded0-predictor-6fc78767d4-9nnsp namespace: kserve-ci-e2e-test resourceVersion: "20250" uid: 9dc8783d-9353-4694-982e-febf4d48ee85 kind: Event lastTimestamp: "2026-07-06T21:42:52Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-07-06T21:42:52Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-06T21:42:52Z" name: success-200-isvc-9ded0-predictor-6fc78767d4-9nnsp.18bfd15c5b82c58c namespace: kserve-ci-e2e-test resourceVersion: "24721" uid: d70f2f00-a5af-49ac-af4f-72f7b1b95806 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-140-54.ec2.internal source: component: kubelet host: ip-10-0-140-54.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-06T21:42:52Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-9ded0-predictor-6fc78767d4-9nnsp namespace: kserve-ci-e2e-test resourceVersion: "20250" uid: 9dc8783d-9353-4694-982e-febf4d48ee85 kind: Event lastTimestamp: "2026-07-06T21:42:52Z" message: Stopping container kube-rbac-proxy metadata: creationTimestamp: "2026-07-06T21:42:52Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-06T21:42:52Z" name: success-200-isvc-9ded0-predictor-6fc78767d4-9nnsp.18bfd15c5b83d990 namespace: kserve-ci-e2e-test resourceVersion: "24724" uid: d5b0c49b-6444-46b0-a806-63475125fda3 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-140-54.ec2.internal source: component: kubelet host: ip-10-0-140-54.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-06T21:42:54Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-9ded0-predictor-6fc78767d4-9nnsp namespace: kserve-ci-e2e-test resourceVersion: "20250" uid: 9dc8783d-9353-4694-982e-febf4d48ee85 kind: Event lastTimestamp: "2026-07-06T21:42:54Z" message: 'Readiness probe failed: Get "https://10.132.0.37:8643/healthz": dial tcp 10.132.0.37:8643: connect: connection refused' metadata: creationTimestamp: "2026-07-06T21:42:54Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-06T21:42:54Z" name: success-200-isvc-9ded0-predictor-6fc78767d4-9nnsp.18bfd15cd74710f9 namespace: kserve-ci-e2e-test resourceVersion: "24808" uid: 06341efe-186c-4477-8de3-f44e8c33830e reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-140-54.ec2.internal source: component: kubelet host: ip-10-0-140-54.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-06T21:33:27Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: success-200-isvc-9ded0-predictor-6fc78767d4 namespace: kserve-ci-e2e-test resourceVersion: "20230" uid: f4f9f332-9468-46f4-a562-38195c9eedb7 kind: Event lastTimestamp: "2026-07-06T21:33:27Z" message: 'Created pod: success-200-isvc-9ded0-predictor-6fc78767d4-9nnsp' metadata: creationTimestamp: "2026-07-06T21:33:27Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-06T21:33:27Z" name: success-200-isvc-9ded0-predictor-6fc78767d4.18bfd0d8d13e91c1 namespace: kserve-ci-e2e-test resourceVersion: "20249" uid: 9d328da0-3a3b-412d-9dd0-5d5b963798c0 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-06T21:33:27Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: success-200-isvc-9ded0-predictor namespace: kserve-ci-e2e-test resourceVersion: "20227" uid: f43144cc-2dea-4f5d-8912-3b0a3e351d01 kind: Event lastTimestamp: "2026-07-06T21:33:27Z" message: Scaled up replica set success-200-isvc-9ded0-predictor-6fc78767d4 from 0 to 1 metadata: creationTimestamp: "2026-07-06T21:33:27Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-06T21:33:27Z" name: success-200-isvc-9ded0-predictor.18bfd0d8cf517a7e namespace: kserve-ci-e2e-test resourceVersion: "20236" uid: f07a3545-4f1a-4dc7-83a9-6fa57eb654ec reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-07-06T21:33:42Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-9ded0-predictor namespace: kserve-ci-e2e-test resourceVersion: "20229" uid: 97b5e571-54aa-48f9-a7c5-8bbc1eadffff kind: Event lastTimestamp: "2026-07-06T21:33:57Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-07-06T21:33:42Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-06T21:33:57Z" name: success-200-isvc-9ded0-predictor.18bfd0dc4ea6f91f namespace: kserve-ci-e2e-test resourceVersion: "20600" uid: 150baee8-ade1-4421-bbd4-8db35a330699 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-07-06T21:33:42Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-9ded0-predictor namespace: kserve-ci-e2e-test resourceVersion: "20229" uid: 97b5e571-54aa-48f9-a7c5-8bbc1eadffff kind: Event lastTimestamp: "2026-07-06T21:33:57Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-07-06T21:33:42Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-06T21:33:57Z" name: success-200-isvc-9ded0-predictor.18bfd0dc4f20f590 namespace: kserve-ci-e2e-test resourceVersion: "20601" uid: 4f12e39b-81e9-4fd3-b3f9-7718a79546fb reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 4 eventTime: null firstTimestamp: "2026-07-06T21:34:12Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-9ded0-predictor namespace: kserve-ci-e2e-test resourceVersion: "20480" uid: 97b5e571-54aa-48f9-a7c5-8bbc1eadffff kind: Event lastTimestamp: "2026-07-06T21:34:57Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-07-06T21:34:12Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-06T21:34:57Z" name: success-200-isvc-9ded0-predictor.18bfd0e34e342bcc namespace: kserve-ci-e2e-test resourceVersion: "21343" uid: ef1125a6-c152-4098-b4e9-37a358acea05 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 4 eventTime: null firstTimestamp: "2026-07-06T21:34:12Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-9ded0-predictor namespace: kserve-ci-e2e-test resourceVersion: "20480" uid: 97b5e571-54aa-48f9-a7c5-8bbc1eadffff kind: Event lastTimestamp: "2026-07-06T21:34:57Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-07-06T21:34:12Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-06T21:34:57Z" name: success-200-isvc-9ded0-predictor.18bfd0e34eaca8e1 namespace: kserve-ci-e2e-test resourceVersion: "21344" uid: c05a037e-a4a1-48bc-8688-cfa1adc6af82 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-07-06T21:33:27Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-9ded0 namespace: kserve-ci-e2e-test resourceVersion: "20220" uid: 7153b5de-6333-413c-ad73-990fc2dcbdc5 kind: Event lastTimestamp: "2026-07-06T21:34:24Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-07-06T21:33:27Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-06T21:34:24Z" name: success-200-isvc-9ded0.18bfd0d8cf5e2203 namespace: kserve-ci-e2e-test resourceVersion: "20841" uid: 7585cb43-1140-4801-acd8-484b3b172bf3 reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-06T21:34:24Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-9ded0 namespace: kserve-ci-e2e-test resourceVersion: "20839" uid: 7153b5de-6333-413c-ad73-990fc2dcbdc5 kind: Event lastTimestamp: "2026-07-06T21:34:24Z" message: InferenceService [success-200-isvc-9ded0] is Ready metadata: creationTimestamp: "2026-07-06T21:34:24Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-06T21:34:24Z" name: success-200-isvc-9ded0.18bfd0e61e8a5964 namespace: kserve-ci-e2e-test resourceVersion: "20840" uid: 9ee80ac8-b2fb-4e7d-a24f-0bc48749a9d6 reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-07-06T21:34:37.031546Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: success-200-isvc-a54dc-predictor-558db86446-4lqqb namespace: kserve-ci-e2e-test resourceVersion: "21043" uid: faad73e2-ca54-4e10-8af0-003bbc901de6 kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/success-200-isvc-a54dc-predictor-558db86446-4lqqb to ip-10-0-140-54.ec2.internal metadata: creationTimestamp: "2026-07-06T21:34:37Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-07-06T21:34:37Z" name: success-200-isvc-a54dc-predictor-558db86446-4lqqb.18bfd0e9193f766f namespace: kserve-ci-e2e-test resourceVersion: "21055" uid: d2419982-e156-4f4f-8829-e2691a8c281a reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-785d6bfc8b-2d77p source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-06T21:34:37Z" involvedObject: apiVersion: v1 kind: Pod name: success-200-isvc-a54dc-predictor-558db86446-4lqqb namespace: kserve-ci-e2e-test resourceVersion: "21059" uid: faad73e2-ca54-4e10-8af0-003bbc901de6 kind: Event lastTimestamp: "2026-07-06T21:34:37Z" message: Add eth0 [10.132.0.39/23] from ovn-kubernetes metadata: creationTimestamp: "2026-07-06T21:34:37Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-07-06T21:34:37Z" name: success-200-isvc-a54dc-predictor-558db86446-4lqqb.18bfd0e932f9e547 namespace: kserve-ci-e2e-test resourceVersion: "21142" uid: 03dd17b3-c718-45a3-b4c0-957397d86c39 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-06T21:34:37Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-a54dc-predictor-558db86446-4lqqb namespace: kserve-ci-e2e-test resourceVersion: "21047" uid: faad73e2-ca54-4e10-8af0-003bbc901de6 kind: Event lastTimestamp: "2026-07-06T21:34:37Z" message: Container image "quay.io/opendatahub/success-200-isvc:odh-pr-1699" already present on machine metadata: creationTimestamp: "2026-07-06T21:34:37Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-06T21:34:37Z" name: success-200-isvc-a54dc-predictor-558db86446-4lqqb.18bfd0e9346c5f21 namespace: kserve-ci-e2e-test resourceVersion: "21144" uid: c9f898bc-dc30-49a3-8dff-9cce12679984 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-140-54.ec2.internal source: component: kubelet host: ip-10-0-140-54.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-06T21:34:37Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-a54dc-predictor-558db86446-4lqqb namespace: kserve-ci-e2e-test resourceVersion: "21047" uid: faad73e2-ca54-4e10-8af0-003bbc901de6 kind: Event lastTimestamp: "2026-07-06T21:34:37Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-07-06T21:34:37Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-06T21:34:37Z" name: success-200-isvc-a54dc-predictor-558db86446-4lqqb.18bfd0e9381171dd namespace: kserve-ci-e2e-test resourceVersion: "21145" uid: 3ce4fe55-e72b-473d-abd0-91b91736b3ed reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-140-54.ec2.internal source: component: kubelet host: ip-10-0-140-54.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-06T21:34:37Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-a54dc-predictor-558db86446-4lqqb namespace: kserve-ci-e2e-test resourceVersion: "21047" uid: faad73e2-ca54-4e10-8af0-003bbc901de6 kind: Event lastTimestamp: "2026-07-06T21:34:37Z" message: Started container kserve-container metadata: creationTimestamp: "2026-07-06T21:34:37Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-06T21:34:37Z" name: success-200-isvc-a54dc-predictor-558db86446-4lqqb.18bfd0e9388bc6e6 namespace: kserve-ci-e2e-test resourceVersion: "21146" uid: 913a3d82-41b5-4fcf-82a1-f259aac748f6 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-140-54.ec2.internal source: component: kubelet host: ip-10-0-140-54.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-06T21:34:37Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-a54dc-predictor-558db86446-4lqqb namespace: kserve-ci-e2e-test resourceVersion: "21047" uid: faad73e2-ca54-4e10-8af0-003bbc901de6 kind: Event lastTimestamp: "2026-07-06T21:34:37Z" message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine metadata: creationTimestamp: "2026-07-06T21:34:37Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-06T21:34:37Z" name: success-200-isvc-a54dc-predictor-558db86446-4lqqb.18bfd0e9389b7680 namespace: kserve-ci-e2e-test resourceVersion: "21147" uid: 439d7b57-16ea-44e2-a3c9-c25261758dbe reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-140-54.ec2.internal source: component: kubelet host: ip-10-0-140-54.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-06T21:34:37Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-a54dc-predictor-558db86446-4lqqb namespace: kserve-ci-e2e-test resourceVersion: "21047" uid: faad73e2-ca54-4e10-8af0-003bbc901de6 kind: Event lastTimestamp: "2026-07-06T21:34:37Z" message: 'Created container: kube-rbac-proxy' metadata: creationTimestamp: "2026-07-06T21:34:37Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-06T21:34:37Z" name: success-200-isvc-a54dc-predictor-558db86446-4lqqb.18bfd0e93b8f5313 namespace: kserve-ci-e2e-test resourceVersion: "21152" uid: eafd9c7a-67dc-43c1-af3c-7e8ece4ded38 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-140-54.ec2.internal source: component: kubelet host: ip-10-0-140-54.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-06T21:34:37Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-a54dc-predictor-558db86446-4lqqb namespace: kserve-ci-e2e-test resourceVersion: "21047" uid: faad73e2-ca54-4e10-8af0-003bbc901de6 kind: Event lastTimestamp: "2026-07-06T21:34:37Z" message: Started container kube-rbac-proxy metadata: creationTimestamp: "2026-07-06T21:34:37Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-06T21:34:37Z" name: success-200-isvc-a54dc-predictor-558db86446-4lqqb.18bfd0e93c3ff162 namespace: kserve-ci-e2e-test resourceVersion: "21153" uid: 174f582e-0ed8-4ec5-8ccb-ef09e57d7bc3 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-140-54.ec2.internal source: component: kubelet host: ip-10-0-140-54.ec2.internal type: Normal - apiVersion: v1 count: 7 eventTime: null firstTimestamp: "2026-07-06T21:34:39Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-a54dc-predictor-558db86446-4lqqb namespace: kserve-ci-e2e-test resourceVersion: "21047" uid: faad73e2-ca54-4e10-8af0-003bbc901de6 kind: Event lastTimestamp: "2026-07-06T21:43:55Z" message: 'Readiness probe failed: dial tcp 10.132.0.39:8080: connect: connection refused' metadata: creationTimestamp: "2026-07-06T21:34:39Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-06T21:43:55Z" name: success-200-isvc-a54dc-predictor-558db86446-4lqqb.18bfd0e9ab28029f namespace: kserve-ci-e2e-test resourceVersion: "25579" uid: 9baa988c-bedc-4a64-94b6-1690d0c91ba6 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-140-54.ec2.internal source: component: kubelet host: ip-10-0-140-54.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-06T21:43:51Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-a54dc-predictor-558db86446-4lqqb namespace: kserve-ci-e2e-test resourceVersion: "21047" uid: faad73e2-ca54-4e10-8af0-003bbc901de6 kind: Event lastTimestamp: "2026-07-06T21:43:51Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-07-06T21:43:51Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-06T21:43:51Z" name: success-200-isvc-a54dc-predictor-558db86446-4lqqb.18bfd16a4a3e2611 namespace: kserve-ci-e2e-test resourceVersion: "25308" uid: 721b86ac-ed5b-48a9-ae58-276470fd3393 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-140-54.ec2.internal source: component: kubelet host: ip-10-0-140-54.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-06T21:43:51Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-a54dc-predictor-558db86446-4lqqb namespace: kserve-ci-e2e-test resourceVersion: "21047" uid: faad73e2-ca54-4e10-8af0-003bbc901de6 kind: Event lastTimestamp: "2026-07-06T21:43:51Z" message: Stopping container kube-rbac-proxy metadata: creationTimestamp: "2026-07-06T21:43:51Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-06T21:43:51Z" name: success-200-isvc-a54dc-predictor-558db86446-4lqqb.18bfd16a4a3edf5a namespace: kserve-ci-e2e-test resourceVersion: "25310" uid: acee05ba-5558-4b8f-a800-eb4f438144cb reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-140-54.ec2.internal source: component: kubelet host: ip-10-0-140-54.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-06T21:43:55Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-a54dc-predictor-558db86446-4lqqb namespace: kserve-ci-e2e-test resourceVersion: "21047" uid: faad73e2-ca54-4e10-8af0-003bbc901de6 kind: Event lastTimestamp: "2026-07-06T21:43:55Z" message: 'Readiness probe failed: Get "https://10.132.0.39:8643/healthz": dial tcp 10.132.0.39:8643: connect: connection refused' metadata: creationTimestamp: "2026-07-06T21:43:55Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-06T21:43:55Z" name: success-200-isvc-a54dc-predictor-558db86446-4lqqb.18bfd16b1fa50fe4 namespace: kserve-ci-e2e-test resourceVersion: "25578" uid: 051a1d48-cbe4-49bd-8ac7-b6deef81d436 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-140-54.ec2.internal source: component: kubelet host: ip-10-0-140-54.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-06T21:34:37Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: success-200-isvc-a54dc-predictor-558db86446 namespace: kserve-ci-e2e-test resourceVersion: "21030" uid: b40e639b-546b-4ac7-aad3-e4d5cc5d03c9 kind: Event lastTimestamp: "2026-07-06T21:34:37Z" message: 'Created pod: success-200-isvc-a54dc-predictor-558db86446-4lqqb' metadata: creationTimestamp: "2026-07-06T21:34:37Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-06T21:34:37Z" name: success-200-isvc-a54dc-predictor-558db86446.18bfd0e91898ec73 namespace: kserve-ci-e2e-test resourceVersion: "21046" uid: 6c4de71f-4dde-4d7b-87b7-a2d913323d58 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-06T21:34:36Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: success-200-isvc-a54dc-predictor namespace: kserve-ci-e2e-test resourceVersion: "21023" uid: 059721c3-255c-4df4-a2c8-ba88530948d0 kind: Event lastTimestamp: "2026-07-06T21:34:36Z" message: Scaled up replica set success-200-isvc-a54dc-predictor-558db86446 from 0 to 1 metadata: creationTimestamp: "2026-07-06T21:34:36Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-06T21:34:36Z" name: success-200-isvc-a54dc-predictor.18bfd0e916c7c81b namespace: kserve-ci-e2e-test resourceVersion: "21034" uid: 17bae5c6-7740-43c6-a935-a4c904bc899b reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-07-06T21:34:51Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-a54dc-predictor namespace: kserve-ci-e2e-test resourceVersion: "21029" uid: efd6aa1d-ee3f-45d5-8167-90954815571f kind: Event lastTimestamp: "2026-07-06T21:35:07Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-07-06T21:34:52Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-06T21:35:07Z" name: success-200-isvc-a54dc-predictor.18bfd0ec95663813 namespace: kserve-ci-e2e-test resourceVersion: "21416" uid: 5e4b1219-9aa0-41ab-8459-ddd18ec999a5 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-07-06T21:34:52Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-a54dc-predictor namespace: kserve-ci-e2e-test resourceVersion: "21029" uid: efd6aa1d-ee3f-45d5-8167-90954815571f kind: Event lastTimestamp: "2026-07-06T21:35:07Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-07-06T21:34:52Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-06T21:35:07Z" name: success-200-isvc-a54dc-predictor.18bfd0ec95d59361 namespace: kserve-ci-e2e-test resourceVersion: "21417" uid: c84b9f61-4a48-4731-a9c3-889f51855ea9 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-07-06T21:35:22Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-a54dc-predictor namespace: kserve-ci-e2e-test resourceVersion: "21298" uid: efd6aa1d-ee3f-45d5-8167-90954815571f kind: Event lastTimestamp: "2026-07-06T21:35:52Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-07-06T21:35:22Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-06T21:35:52Z" name: success-200-isvc-a54dc-predictor.18bfd0f39476574b namespace: kserve-ci-e2e-test resourceVersion: "21807" uid: c57a257a-8944-4b4f-aa99-cd5aab2511a1 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-07-06T21:35:22Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-a54dc-predictor namespace: kserve-ci-e2e-test resourceVersion: "21298" uid: efd6aa1d-ee3f-45d5-8167-90954815571f kind: Event lastTimestamp: "2026-07-06T21:35:52Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-07-06T21:35:22Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-06T21:35:52Z" name: success-200-isvc-a54dc-predictor.18bfd0f394d912a6 namespace: kserve-ci-e2e-test resourceVersion: "21809" uid: ac504c53-cf16-42d8-980f-83208fbcf336 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 5 eventTime: null firstTimestamp: "2026-07-06T21:34:36Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-a54dc namespace: kserve-ci-e2e-test resourceVersion: "21016" uid: d2852032-5f98-4291-95c4-3391ad2ad6a0 kind: Event lastTimestamp: "2026-07-06T21:35:25Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-07-06T21:34:36Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-06T21:35:25Z" name: success-200-isvc-a54dc.18bfd0e916bf90e8 namespace: kserve-ci-e2e-test resourceVersion: "21582" uid: ce6d99a9-887e-412b-abd3-71e9cc0929b3 reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-06T21:35:25Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-a54dc namespace: kserve-ci-e2e-test resourceVersion: "21580" uid: d2852032-5f98-4291-95c4-3391ad2ad6a0 kind: Event lastTimestamp: "2026-07-06T21:35:25Z" message: InferenceService [success-200-isvc-a54dc] is Ready metadata: creationTimestamp: "2026-07-06T21:35:25Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-06T21:35:25Z" name: success-200-isvc-a54dc.18bfd0f466893181 namespace: kserve-ci-e2e-test resourceVersion: "21581" uid: c4c64f46-7a53-438f-bc3e-eb1eb7df7bf1 reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-07-06T21:43:51.928190Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: success-200-isvc-da1f6-predictor-6bb4478c84-hc5zx namespace: kserve-ci-e2e-test resourceVersion: "25311" uid: 5913d04b-be39-4226-8825-68074a5e74ea kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/success-200-isvc-da1f6-predictor-6bb4478c84-hc5zx to ip-10-0-140-54.ec2.internal metadata: creationTimestamp: "2026-07-06T21:43:51Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-07-06T21:43:51Z" name: success-200-isvc-da1f6-predictor-6bb4478c84-hc5zx.18bfd16a4baa4f7f namespace: kserve-ci-e2e-test resourceVersion: "25317" uid: d3629b10-9eb2-4158-9e14-9cb2453429fa reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-785d6bfc8b-2d77p source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-06T21:43:52Z" involvedObject: apiVersion: v1 kind: Pod name: success-200-isvc-da1f6-predictor-6bb4478c84-hc5zx namespace: kserve-ci-e2e-test resourceVersion: "25320" uid: 5913d04b-be39-4226-8825-68074a5e74ea kind: Event lastTimestamp: "2026-07-06T21:43:52Z" message: Add eth0 [10.132.0.43/23] from ovn-kubernetes metadata: creationTimestamp: "2026-07-06T21:43:52Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-07-06T21:43:52Z" name: success-200-isvc-da1f6-predictor-6bb4478c84-hc5zx.18bfd16a65b2ad2a namespace: kserve-ci-e2e-test resourceVersion: "25407" uid: 3faa7a46-c217-4a11-a90e-64237de39b9b reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-06T21:43:52Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-da1f6-predictor-6bb4478c84-hc5zx namespace: kserve-ci-e2e-test resourceVersion: "25315" uid: 5913d04b-be39-4226-8825-68074a5e74ea kind: Event lastTimestamp: "2026-07-06T21:43:52Z" message: Container image "quay.io/opendatahub/success-200-isvc:odh-pr-1699" already present on machine metadata: creationTimestamp: "2026-07-06T21:43:52Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-06T21:43:52Z" name: success-200-isvc-da1f6-predictor-6bb4478c84-hc5zx.18bfd16a670139c9 namespace: kserve-ci-e2e-test resourceVersion: "25410" uid: 970d02ce-24d2-4765-8f2c-0b8c61242230 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-140-54.ec2.internal source: component: kubelet host: ip-10-0-140-54.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-06T21:43:52Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-da1f6-predictor-6bb4478c84-hc5zx namespace: kserve-ci-e2e-test resourceVersion: "25315" uid: 5913d04b-be39-4226-8825-68074a5e74ea kind: Event lastTimestamp: "2026-07-06T21:43:52Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-07-06T21:43:52Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-06T21:43:52Z" name: success-200-isvc-da1f6-predictor-6bb4478c84-hc5zx.18bfd16a6ac1035b namespace: kserve-ci-e2e-test resourceVersion: "25411" uid: a13aab7d-61e1-4e90-a8c7-57eb46e708af reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-140-54.ec2.internal source: component: kubelet host: ip-10-0-140-54.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-06T21:43:52Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-da1f6-predictor-6bb4478c84-hc5zx namespace: kserve-ci-e2e-test resourceVersion: "25315" uid: 5913d04b-be39-4226-8825-68074a5e74ea kind: Event lastTimestamp: "2026-07-06T21:43:52Z" message: Started container kserve-container metadata: creationTimestamp: "2026-07-06T21:43:52Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-06T21:43:52Z" name: success-200-isvc-da1f6-predictor-6bb4478c84-hc5zx.18bfd16a6b50a54c namespace: kserve-ci-e2e-test resourceVersion: "25412" uid: b9599503-754d-4220-92e2-2fa5da15a96b reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-140-54.ec2.internal source: component: kubelet host: ip-10-0-140-54.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-06T21:43:52Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-da1f6-predictor-6bb4478c84-hc5zx namespace: kserve-ci-e2e-test resourceVersion: "25315" uid: 5913d04b-be39-4226-8825-68074a5e74ea kind: Event lastTimestamp: "2026-07-06T21:43:52Z" message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine metadata: creationTimestamp: "2026-07-06T21:43:52Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-06T21:43:52Z" name: success-200-isvc-da1f6-predictor-6bb4478c84-hc5zx.18bfd16a6b5c537f namespace: kserve-ci-e2e-test resourceVersion: "25413" uid: 4640f61d-0618-4a9e-a38f-a4e0c9dafac6 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-140-54.ec2.internal source: component: kubelet host: ip-10-0-140-54.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-06T21:43:52Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-da1f6-predictor-6bb4478c84-hc5zx namespace: kserve-ci-e2e-test resourceVersion: "25315" uid: 5913d04b-be39-4226-8825-68074a5e74ea kind: Event lastTimestamp: "2026-07-06T21:43:52Z" message: 'Created container: kube-rbac-proxy' metadata: creationTimestamp: "2026-07-06T21:43:52Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-06T21:43:52Z" name: success-200-isvc-da1f6-predictor-6bb4478c84-hc5zx.18bfd16a6ea55bf6 namespace: kserve-ci-e2e-test resourceVersion: "25419" uid: 08ce32c0-b487-4f95-a6a3-cec53df9f171 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-140-54.ec2.internal source: component: kubelet host: ip-10-0-140-54.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-06T21:43:52Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-da1f6-predictor-6bb4478c84-hc5zx namespace: kserve-ci-e2e-test resourceVersion: "25315" uid: 5913d04b-be39-4226-8825-68074a5e74ea kind: Event lastTimestamp: "2026-07-06T21:43:52Z" message: Started container kube-rbac-proxy metadata: creationTimestamp: "2026-07-06T21:43:52Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-06T21:43:52Z" name: success-200-isvc-da1f6-predictor-6bb4478c84-hc5zx.18bfd16a6f2ffced namespace: kserve-ci-e2e-test resourceVersion: "25420" uid: 8ecbf041-387e-4f82-b9a0-7cc12dfc5cb0 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-140-54.ec2.internal source: component: kubelet host: ip-10-0-140-54.ec2.internal type: Normal - apiVersion: v1 count: 7 eventTime: null firstTimestamp: "2026-07-06T21:43:52Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-da1f6-predictor-6bb4478c84-hc5zx namespace: kserve-ci-e2e-test resourceVersion: "25315" uid: 5913d04b-be39-4226-8825-68074a5e74ea kind: Event lastTimestamp: "2026-07-06T21:44:38Z" message: 'Readiness probe failed: dial tcp 10.132.0.43:8080: connect: connection refused' metadata: creationTimestamp: "2026-07-06T21:43:52Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-06T21:44:38Z" name: success-200-isvc-da1f6-predictor-6bb4478c84-hc5zx.18bfd16a81964ff4 namespace: kserve-ci-e2e-test resourceVersion: "26277" uid: 8951b7a7-b3e7-4cab-a0a9-1d52d197efdb reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-140-54.ec2.internal source: component: kubelet host: ip-10-0-140-54.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-06T22:01:21Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-da1f6-predictor-6bb4478c84-hc5zx namespace: kserve-ci-e2e-test resourceVersion: "25315" uid: 5913d04b-be39-4226-8825-68074a5e74ea kind: Event lastTimestamp: "2026-07-06T22:01:21Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-07-06T22:01:21Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-06T22:01:21Z" name: success-200-isvc-da1f6-predictor-6bb4478c84-hc5zx.18bfd25eac1cd5d4 namespace: kserve-ci-e2e-test resourceVersion: "33395" uid: 5947e915-98e1-48f0-9cbc-0a89aa9faa38 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-140-54.ec2.internal source: component: kubelet host: ip-10-0-140-54.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-06T22:01:21Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-da1f6-predictor-6bb4478c84-hc5zx namespace: kserve-ci-e2e-test resourceVersion: "25315" uid: 5913d04b-be39-4226-8825-68074a5e74ea kind: Event lastTimestamp: "2026-07-06T22:01:21Z" message: Stopping container kube-rbac-proxy metadata: creationTimestamp: "2026-07-06T22:01:21Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-06T22:01:21Z" name: success-200-isvc-da1f6-predictor-6bb4478c84-hc5zx.18bfd25eac1d4f82 namespace: kserve-ci-e2e-test resourceVersion: "33396" uid: a563ab93-5e79-425c-bd60-74985d834cc3 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-140-54.ec2.internal source: component: kubelet host: ip-10-0-140-54.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-06T22:01:23Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-da1f6-predictor-6bb4478c84-hc5zx namespace: kserve-ci-e2e-test resourceVersion: "25315" uid: 5913d04b-be39-4226-8825-68074a5e74ea kind: Event lastTimestamp: "2026-07-06T22:01:23Z" message: 'Readiness probe failed: Get "https://10.132.0.43:8643/healthz": dial tcp 10.132.0.43:8643: connect: connection refused' metadata: creationTimestamp: "2026-07-06T22:01:23Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-06T22:01:23Z" name: success-200-isvc-da1f6-predictor-6bb4478c84-hc5zx.18bfd25f363d4970 namespace: kserve-ci-e2e-test resourceVersion: "33461" uid: c8c6e309-b8c7-4d6b-8108-752223cd39cf reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-140-54.ec2.internal source: component: kubelet host: ip-10-0-140-54.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-06T21:43:51Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: success-200-isvc-da1f6-predictor-6bb4478c84 namespace: kserve-ci-e2e-test resourceVersion: "25300" uid: 3d11b442-4e0e-4946-a0a8-f6384719b412 kind: Event lastTimestamp: "2026-07-06T21:43:51Z" message: 'Created pod: success-200-isvc-da1f6-predictor-6bb4478c84-hc5zx' metadata: creationTimestamp: "2026-07-06T21:43:51Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-06T21:43:51Z" name: success-200-isvc-da1f6-predictor-6bb4478c84.18bfd16a4b3c73c6 namespace: kserve-ci-e2e-test resourceVersion: "25314" uid: 4dfd31c1-c1ce-4eef-902e-8c0530836322 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-06T21:43:51Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: success-200-isvc-da1f6-predictor namespace: kserve-ci-e2e-test resourceVersion: "25293" uid: 5859a67b-a41b-4d21-8402-863c7d7ef9e0 kind: Event lastTimestamp: "2026-07-06T21:43:51Z" message: Scaled up replica set success-200-isvc-da1f6-predictor-6bb4478c84 from 0 to 1 metadata: creationTimestamp: "2026-07-06T21:43:51Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-06T21:43:51Z" name: success-200-isvc-da1f6-predictor.18bfd16a49685bc5 namespace: kserve-ci-e2e-test resourceVersion: "25303" uid: bff33cc5-a065-4e08-a7d0-82bf401be1b6 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-07-06T21:44:06Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-da1f6-predictor namespace: kserve-ci-e2e-test resourceVersion: "25299" uid: a5f6636e-d5dd-43b5-bdf9-5a9694fbacd3 kind: Event lastTimestamp: "2026-07-06T21:44:21Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-07-06T21:44:06Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-06T21:44:21Z" name: success-200-isvc-da1f6-predictor.18bfd16dc841f6e5 namespace: kserve-ci-e2e-test resourceVersion: "26130" uid: 0522d693-178f-4e64-aca0-f88d55f65d19 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-07-06T21:44:06Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-da1f6-predictor namespace: kserve-ci-e2e-test resourceVersion: "25299" uid: a5f6636e-d5dd-43b5-bdf9-5a9694fbacd3 kind: Event lastTimestamp: "2026-07-06T21:44:21Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-07-06T21:44:06Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-06T21:44:21Z" name: success-200-isvc-da1f6-predictor.18bfd16dc8ab9fbd namespace: kserve-ci-e2e-test resourceVersion: "26131" uid: ec859aca-90fe-4a5d-8c0d-1a8306f455fe reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 4 eventTime: null firstTimestamp: "2026-07-06T21:44:36Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-da1f6-predictor namespace: kserve-ci-e2e-test resourceVersion: "26001" uid: a5f6636e-d5dd-43b5-bdf9-5a9694fbacd3 kind: Event lastTimestamp: "2026-07-06T21:45:21Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-07-06T21:44:36Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-06T21:45:21Z" name: success-200-isvc-da1f6-predictor.18bfd174c66eb42d namespace: kserve-ci-e2e-test resourceVersion: "26720" uid: ab046d31-03e4-4a46-adc7-f561244200ae reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 4 eventTime: null firstTimestamp: "2026-07-06T21:44:36Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-da1f6-predictor namespace: kserve-ci-e2e-test resourceVersion: "26001" uid: a5f6636e-d5dd-43b5-bdf9-5a9694fbacd3 kind: Event lastTimestamp: "2026-07-06T21:45:21Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-07-06T21:44:36Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-06T21:45:21Z" name: success-200-isvc-da1f6-predictor.18bfd174c6c4786d namespace: kserve-ci-e2e-test resourceVersion: "26721" uid: 168fc8a3-d678-4074-a612-1df7192fbe81 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-07-06T21:43:51Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-da1f6 namespace: kserve-ci-e2e-test resourceVersion: "25279" uid: 3faf6dcb-2ea0-4617-931b-a737c8663202 kind: Event lastTimestamp: "2026-07-06T21:44:48Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-07-06T21:43:51Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-06T21:44:48Z" name: success-200-isvc-da1f6.18bfd16a49922d2f namespace: kserve-ci-e2e-test resourceVersion: "26358" uid: beb88240-2d91-476d-bbe0-689b6d57a52a reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-06T21:43:51Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-da1f6 namespace: kserve-ci-e2e-test resourceVersion: "25279" uid: 3faf6dcb-2ea0-4617-931b-a737c8663202 kind: Event lastTimestamp: "2026-07-06T21:43:51Z" message: 'Failed to update status for InferenceService "success-200-isvc-da1f6": Operation cannot be fulfilled on inferenceservices.serving.kserve.io "success-200-isvc-da1f6": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-07-06T21:43:51Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-06T21:43:51Z" name: success-200-isvc-da1f6.18bfd16a49e9bd5e namespace: kserve-ci-e2e-test resourceVersion: "25306" uid: 42b3ff88-e67a-4119-a0b1-6e0cfd5e8bfb reason: UpdateFailed reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-06T21:43:51Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-da1f6 namespace: kserve-ci-e2e-test resourceVersion: "25279" uid: 3faf6dcb-2ea0-4617-931b-a737c8663202 kind: Event lastTimestamp: "2026-07-06T21:43:51Z" message: 'fails to update InferenceService status: Operation cannot be fulfilled on inferenceservices.serving.kserve.io "success-200-isvc-da1f6": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-07-06T21:43:51Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-06T21:43:51Z" name: success-200-isvc-da1f6.18bfd16a49e9f6eb namespace: kserve-ci-e2e-test resourceVersion: "25309" uid: 3e43551e-54f1-44d6-af52-54a26c6e2a33 reason: InternalError reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-06T21:44:48Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-da1f6 namespace: kserve-ci-e2e-test resourceVersion: "26356" uid: 3faf6dcb-2ea0-4617-931b-a737c8663202 kind: Event lastTimestamp: "2026-07-06T21:44:48Z" message: InferenceService [success-200-isvc-da1f6] is Ready metadata: creationTimestamp: "2026-07-06T21:44:48Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-06T21:44:48Z" name: success-200-isvc-da1f6.18bfd17790929bfc namespace: kserve-ci-e2e-test resourceVersion: "26357" uid: bc75abb6-e30c-43db-849e-9d081ce4ef44 reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-07-06T21:21:31.595351Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: success-200-isvc-dec69-predictor-6b576ddc58-dnf7c namespace: kserve-ci-e2e-test resourceVersion: "13900" uid: 8a71b54c-2db6-479c-abfd-4c9c399fa1d5 kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/success-200-isvc-dec69-predictor-6b576ddc58-dnf7c to ip-10-0-140-54.ec2.internal metadata: creationTimestamp: "2026-07-06T21:21:31Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-07-06T21:21:31Z" name: success-200-isvc-dec69-predictor-6b576ddc58-dnf7c.18bfd032399a3bf7 namespace: kserve-ci-e2e-test resourceVersion: "13905" uid: 9dfa467b-d647-4483-88fd-318d3d8ff904 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-785d6bfc8b-2d77p source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-06T21:21:32Z" involvedObject: apiVersion: v1 kind: Pod name: success-200-isvc-dec69-predictor-6b576ddc58-dnf7c namespace: kserve-ci-e2e-test resourceVersion: "13910" uid: 8a71b54c-2db6-479c-abfd-4c9c399fa1d5 kind: Event lastTimestamp: "2026-07-06T21:21:32Z" message: Add eth0 [10.132.0.27/23] from ovn-kubernetes metadata: creationTimestamp: "2026-07-06T21:21:32Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-07-06T21:21:32Z" name: success-200-isvc-dec69-predictor-6b576ddc58-dnf7c.18bfd032535e9b2e namespace: kserve-ci-e2e-test resourceVersion: "13964" uid: 2a691358-f370-4a16-8d3a-d225d845cb79 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-06T21:21:32Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-dec69-predictor-6b576ddc58-dnf7c namespace: kserve-ci-e2e-test resourceVersion: "13903" uid: 8a71b54c-2db6-479c-abfd-4c9c399fa1d5 kind: Event lastTimestamp: "2026-07-06T21:21:32Z" message: Pulling image "quay.io/opendatahub/success-200-isvc:odh-pr-1699" metadata: creationTimestamp: "2026-07-06T21:21:32Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-06T21:21:32Z" name: success-200-isvc-dec69-predictor-6b576ddc58-dnf7c.18bfd03254d59102 namespace: kserve-ci-e2e-test resourceVersion: "13966" uid: 2d3be29e-05d2-401c-83da-c5646522ef40 reason: Pulling reportingComponent: kubelet reportingInstance: ip-10-0-140-54.ec2.internal source: component: kubelet host: ip-10-0-140-54.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-06T21:21:49Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-dec69-predictor-6b576ddc58-dnf7c namespace: kserve-ci-e2e-test resourceVersion: "13903" uid: 8a71b54c-2db6-479c-abfd-4c9c399fa1d5 kind: Event lastTimestamp: "2026-07-06T21:21:49Z" message: 'Successfully pulled image "quay.io/opendatahub/success-200-isvc:odh-pr-1699" in 17.008s (17.008s including waiting). Image size: 1335613026 bytes.' metadata: creationTimestamp: "2026-07-06T21:21:49Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-06T21:21:49Z" name: success-200-isvc-dec69-predictor-6b576ddc58-dnf7c.18bfd0364a9d1c1e namespace: kserve-ci-e2e-test resourceVersion: "14232" uid: 5c87517b-fe8e-43a4-b7c7-8f07e021eb8e reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-140-54.ec2.internal source: component: kubelet host: ip-10-0-140-54.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-06T21:21:49Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-dec69-predictor-6b576ddc58-dnf7c namespace: kserve-ci-e2e-test resourceVersion: "13903" uid: 8a71b54c-2db6-479c-abfd-4c9c399fa1d5 kind: Event lastTimestamp: "2026-07-06T21:21:49Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-07-06T21:21:49Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-06T21:21:49Z" name: success-200-isvc-dec69-predictor-6b576ddc58-dnf7c.18bfd0364e6e2e4b namespace: kserve-ci-e2e-test resourceVersion: "14234" uid: ca48d59e-79d0-440c-9719-f39a2298c143 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-140-54.ec2.internal source: component: kubelet host: ip-10-0-140-54.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-06T21:21:49Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-dec69-predictor-6b576ddc58-dnf7c namespace: kserve-ci-e2e-test resourceVersion: "13903" uid: 8a71b54c-2db6-479c-abfd-4c9c399fa1d5 kind: Event lastTimestamp: "2026-07-06T21:21:49Z" message: Started container kserve-container metadata: creationTimestamp: "2026-07-06T21:21:49Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-06T21:21:49Z" name: success-200-isvc-dec69-predictor-6b576ddc58-dnf7c.18bfd0364ee826a0 namespace: kserve-ci-e2e-test resourceVersion: "14237" uid: cf72d8e9-0327-4a2e-a7ee-a7adbf6cfddc reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-140-54.ec2.internal source: component: kubelet host: ip-10-0-140-54.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-06T21:21:49Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-dec69-predictor-6b576ddc58-dnf7c namespace: kserve-ci-e2e-test resourceVersion: "13903" uid: 8a71b54c-2db6-479c-abfd-4c9c399fa1d5 kind: Event lastTimestamp: "2026-07-06T21:21:49Z" message: Pulling image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" metadata: creationTimestamp: "2026-07-06T21:21:49Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-06T21:21:49Z" name: success-200-isvc-dec69-predictor-6b576ddc58-dnf7c.18bfd0364ef55d14 namespace: kserve-ci-e2e-test resourceVersion: "14238" uid: 84880077-2855-4f85-ae02-c571873d6c44 reason: Pulling reportingComponent: kubelet reportingInstance: ip-10-0-140-54.ec2.internal source: component: kubelet host: ip-10-0-140-54.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-06T21:21:51Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-dec69-predictor-6b576ddc58-dnf7c namespace: kserve-ci-e2e-test resourceVersion: "13903" uid: 8a71b54c-2db6-479c-abfd-4c9c399fa1d5 kind: Event lastTimestamp: "2026-07-06T21:21:51Z" message: 'Successfully pulled image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" in 2.579s (2.579s including waiting). Image size: 211946088 bytes.' metadata: creationTimestamp: "2026-07-06T21:21:51Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-06T21:21:51Z" name: success-200-isvc-dec69-predictor-6b576ddc58-dnf7c.18bfd036e8b9849b namespace: kserve-ci-e2e-test resourceVersion: "14255" uid: c604fb53-0c67-48c8-a34d-c6915b223008 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-140-54.ec2.internal source: component: kubelet host: ip-10-0-140-54.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-06T21:21:51Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-dec69-predictor-6b576ddc58-dnf7c namespace: kserve-ci-e2e-test resourceVersion: "13903" uid: 8a71b54c-2db6-479c-abfd-4c9c399fa1d5 kind: Event lastTimestamp: "2026-07-06T21:21:51Z" message: 'Created container: kube-rbac-proxy' metadata: creationTimestamp: "2026-07-06T21:21:51Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-06T21:21:51Z" name: success-200-isvc-dec69-predictor-6b576ddc58-dnf7c.18bfd036ed6ce7f6 namespace: kserve-ci-e2e-test resourceVersion: "14257" uid: 3009c918-af80-4f93-944e-9d8f9d71449c reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-140-54.ec2.internal source: component: kubelet host: ip-10-0-140-54.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-06T21:21:51Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-dec69-predictor-6b576ddc58-dnf7c namespace: kserve-ci-e2e-test resourceVersion: "13903" uid: 8a71b54c-2db6-479c-abfd-4c9c399fa1d5 kind: Event lastTimestamp: "2026-07-06T21:21:51Z" message: Started container kube-rbac-proxy metadata: creationTimestamp: "2026-07-06T21:21:51Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-06T21:21:51Z" name: success-200-isvc-dec69-predictor-6b576ddc58-dnf7c.18bfd036ede570c1 namespace: kserve-ci-e2e-test resourceVersion: "14260" uid: 64d34045-9d38-4a0f-b210-888eea1d0ae8 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-140-54.ec2.internal source: component: kubelet host: ip-10-0-140-54.ec2.internal type: Normal - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-07-06T21:21:52Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-dec69-predictor-6b576ddc58-dnf7c namespace: kserve-ci-e2e-test resourceVersion: "13903" uid: 8a71b54c-2db6-479c-abfd-4c9c399fa1d5 kind: Event lastTimestamp: "2026-07-06T21:22:28Z" message: 'Readiness probe failed: dial tcp 10.132.0.27:8080: connect: connection refused' metadata: creationTimestamp: "2026-07-06T21:21:52Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-06T21:22:28Z" name: success-200-isvc-dec69-predictor-6b576ddc58-dnf7c.18bfd037027d4d0d namespace: kserve-ci-e2e-test resourceVersion: "14593" uid: 7ca05f1a-3138-458a-86b7-b2a681a0a6eb reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-140-54.ec2.internal source: component: kubelet host: ip-10-0-140-54.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-06T21:23:01Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-dec69-predictor-6b576ddc58-dnf7c namespace: kserve-ci-e2e-test resourceVersion: "13903" uid: 8a71b54c-2db6-479c-abfd-4c9c399fa1d5 kind: Event lastTimestamp: "2026-07-06T21:23:01Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-07-06T21:23:01Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-06T21:23:01Z" name: success-200-isvc-dec69-predictor-6b576ddc58-dnf7c.18bfd04740514910 namespace: kserve-ci-e2e-test resourceVersion: "14955" uid: c75fb97a-c5d2-4a13-902e-5e8d64192cf1 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-140-54.ec2.internal source: component: kubelet host: ip-10-0-140-54.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-06T21:23:01Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-dec69-predictor-6b576ddc58-dnf7c namespace: kserve-ci-e2e-test resourceVersion: "13903" uid: 8a71b54c-2db6-479c-abfd-4c9c399fa1d5 kind: Event lastTimestamp: "2026-07-06T21:23:01Z" message: Stopping container kube-rbac-proxy metadata: creationTimestamp: "2026-07-06T21:23:01Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-06T21:23:01Z" name: success-200-isvc-dec69-predictor-6b576ddc58-dnf7c.18bfd04740575dec namespace: kserve-ci-e2e-test resourceVersion: "14959" uid: e9a894e0-38b0-482b-937c-5a3b2d736211 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-140-54.ec2.internal source: component: kubelet host: ip-10-0-140-54.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-06T21:23:03Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-dec69-predictor-6b576ddc58-dnf7c namespace: kserve-ci-e2e-test resourceVersion: "13903" uid: 8a71b54c-2db6-479c-abfd-4c9c399fa1d5 kind: Event lastTimestamp: "2026-07-06T21:23:03Z" message: 'Readiness probe failed: Get "https://10.132.0.27:8643/healthz": dial tcp 10.132.0.27:8643: connect: connection refused' metadata: creationTimestamp: "2026-07-06T21:23:03Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-06T21:23:03Z" name: success-200-isvc-dec69-predictor-6b576ddc58-dnf7c.18bfd0478ad5ab81 namespace: kserve-ci-e2e-test resourceVersion: "15054" uid: 412e91a3-1aa8-422f-ba23-51cbfbf947f6 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-140-54.ec2.internal source: component: kubelet host: ip-10-0-140-54.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-06T21:21:31Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: success-200-isvc-dec69-predictor-6b576ddc58 namespace: kserve-ci-e2e-test resourceVersion: "13892" uid: b61a1cd8-c9ce-416b-82ad-1f7349c64976 kind: Event lastTimestamp: "2026-07-06T21:21:31Z" message: 'Created pod: success-200-isvc-dec69-predictor-6b576ddc58-dnf7c' metadata: creationTimestamp: "2026-07-06T21:21:31Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-06T21:21:31Z" name: success-200-isvc-dec69-predictor-6b576ddc58.18bfd032392c5315 namespace: kserve-ci-e2e-test resourceVersion: "13902" uid: a51102f9-8fe2-415b-ab9f-17af374e8807 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-06T21:21:31Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: success-200-isvc-dec69-predictor namespace: kserve-ci-e2e-test resourceVersion: "13891" uid: 5dac5e3d-63c2-4e98-865d-6c48f38053ac kind: Event lastTimestamp: "2026-07-06T21:21:31Z" message: Scaled up replica set success-200-isvc-dec69-predictor-6b576ddc58 from 0 to 1 metadata: creationTimestamp: "2026-07-06T21:21:31Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-06T21:21:31Z" name: success-200-isvc-dec69-predictor.18bfd03235eb3795 namespace: kserve-ci-e2e-test resourceVersion: "13893" uid: 53bdd8cb-c93a-4197-bd7a-a78bb5ba95d8 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-07-06T21:21:46Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-dec69-predictor namespace: kserve-ci-e2e-test resourceVersion: "13911" uid: 7179bb86-1a92-4e06-9f56-28f0e66653df kind: Event lastTimestamp: "2026-07-06T21:22:01Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-07-06T21:21:46Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-06T21:22:01Z" name: success-200-isvc-dec69-predictor.18bfd035bb4cadcd namespace: kserve-ci-e2e-test resourceVersion: "14346" uid: e0eb5bdd-e0f4-4432-828a-1d701fde9e0b reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-07-06T21:21:46Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-dec69-predictor namespace: kserve-ci-e2e-test resourceVersion: "13911" uid: 7179bb86-1a92-4e06-9f56-28f0e66653df kind: Event lastTimestamp: "2026-07-06T21:22:01Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-07-06T21:21:46Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-06T21:22:01Z" name: success-200-isvc-dec69-predictor.18bfd035bbbc8181 namespace: kserve-ci-e2e-test resourceVersion: "14347" uid: fa8f1900-ebbf-46f9-a5ad-a2eff9b244cf reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 4 eventTime: null firstTimestamp: "2026-07-06T21:22:16Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-dec69-predictor namespace: kserve-ci-e2e-test resourceVersion: "14197" uid: 7179bb86-1a92-4e06-9f56-28f0e66653df kind: Event lastTimestamp: "2026-07-06T21:23:01Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-07-06T21:22:16Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-06T21:23:01Z" name: success-200-isvc-dec69-predictor.18bfd03cb9f06f41 namespace: kserve-ci-e2e-test resourceVersion: "14910" uid: 1920db1f-1692-4559-9a84-b43bed6f66a8 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 4 eventTime: null firstTimestamp: "2026-07-06T21:22:16Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-dec69-predictor namespace: kserve-ci-e2e-test resourceVersion: "14197" uid: 7179bb86-1a92-4e06-9f56-28f0e66653df kind: Event lastTimestamp: "2026-07-06T21:23:01Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-07-06T21:22:16Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-06T21:23:01Z" name: success-200-isvc-dec69-predictor.18bfd03cba6d03f3 namespace: kserve-ci-e2e-test resourceVersion: "14914" uid: 1da39e38-281b-4db1-870a-39de40e0685d reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 5 eventTime: null firstTimestamp: "2026-07-06T21:21:31Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-dec69 namespace: kserve-ci-e2e-test resourceVersion: "13884" uid: 413b816d-91b2-46e4-a947-2f2fa483f855 kind: Event lastTimestamp: "2026-07-06T21:22:38Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-07-06T21:21:31Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-06T21:22:38Z" name: success-200-isvc-dec69.18bfd0323bd92309 namespace: kserve-ci-e2e-test resourceVersion: "14691" uid: 6e2b5794-db13-43dc-a1af-ac4322b2c7ed reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-06T21:22:38Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-dec69 namespace: kserve-ci-e2e-test resourceVersion: "14687" uid: 413b816d-91b2-46e4-a947-2f2fa483f855 kind: Event lastTimestamp: "2026-07-06T21:22:38Z" message: InferenceService [success-200-isvc-dec69] is Ready metadata: creationTimestamp: "2026-07-06T21:22:38Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-06T21:22:38Z" name: success-200-isvc-dec69.18bfd041c01a78f3 namespace: kserve-ci-e2e-test resourceVersion: "14688" uid: d30cdf2f-a6d5-442f-9f53-cae2e5871d31 reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-07-06T21:24:02.033152Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: switch-graph-0aa94-57bc7d56f6-w2ts5 namespace: kserve-ci-e2e-test resourceVersion: "15753" uid: 26567ec6-5d6b-4447-9735-30abcc8b0f6c kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/switch-graph-0aa94-57bc7d56f6-w2ts5 to ip-10-0-136-12.ec2.internal metadata: creationTimestamp: "2026-07-06T21:24:02Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-07-06T21:24:02Z" name: switch-graph-0aa94-57bc7d56f6-w2ts5.18bfd0554064f0d5 namespace: kserve-ci-e2e-test resourceVersion: "15763" uid: 58aec14f-946c-4a34-b077-e0d844a557b3 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-785d6bfc8b-2d77p source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-06T21:24:02Z" involvedObject: apiVersion: v1 kind: Pod name: switch-graph-0aa94-57bc7d56f6-w2ts5 namespace: kserve-ci-e2e-test resourceVersion: "15756" uid: 26567ec6-5d6b-4447-9735-30abcc8b0f6c kind: Event lastTimestamp: "2026-07-06T21:24:02Z" message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "switch-graph-0aa94-serving-cert" not found' metadata: creationTimestamp: "2026-07-06T21:24:02Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-06T21:24:02Z" name: switch-graph-0aa94-57bc7d56f6-w2ts5.18bfd0554835409d namespace: kserve-ci-e2e-test resourceVersion: "15782" uid: 8309836a-cf42-4739-b414-917673763199 reason: FailedMount reportingComponent: kubelet reportingInstance: ip-10-0-136-12.ec2.internal source: component: kubelet host: ip-10-0-136-12.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-06T21:24:03Z" involvedObject: apiVersion: v1 kind: Pod name: switch-graph-0aa94-57bc7d56f6-w2ts5 namespace: kserve-ci-e2e-test resourceVersion: "15768" uid: 26567ec6-5d6b-4447-9735-30abcc8b0f6c kind: Event lastTimestamp: "2026-07-06T21:24:03Z" message: Add eth0 [10.133.0.29/23] from ovn-kubernetes metadata: creationTimestamp: "2026-07-06T21:24:03Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-07-06T21:24:03Z" name: switch-graph-0aa94-57bc7d56f6-w2ts5.18bfd0557e0168de namespace: kserve-ci-e2e-test resourceVersion: "15812" uid: d79b3d4e-27af-40a1-a05d-740c9a7d6172 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-06T21:24:03Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{switch-graph-0aa94} kind: Pod name: switch-graph-0aa94-57bc7d56f6-w2ts5 namespace: kserve-ci-e2e-test resourceVersion: "15756" uid: 26567ec6-5d6b-4447-9735-30abcc8b0f6c kind: Event lastTimestamp: "2026-07-06T21:24:03Z" message: Container image "quay.io/opendatahub/kserve-router@sha256:dd586ec6070475345d8957bd96d9ed934a0535b04c01efc33f205d1b98ca1559" already present on machine metadata: creationTimestamp: "2026-07-06T21:24:03Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-06T21:24:03Z" name: switch-graph-0aa94-57bc7d56f6-w2ts5.18bfd0557f406bd5 namespace: kserve-ci-e2e-test resourceVersion: "15814" uid: 48f96f95-86a8-4e1d-9b21-a841f1ab3d4f reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-136-12.ec2.internal source: component: kubelet host: ip-10-0-136-12.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-06T21:24:03Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{switch-graph-0aa94} kind: Pod name: switch-graph-0aa94-57bc7d56f6-w2ts5 namespace: kserve-ci-e2e-test resourceVersion: "15756" uid: 26567ec6-5d6b-4447-9735-30abcc8b0f6c kind: Event lastTimestamp: "2026-07-06T21:24:03Z" message: 'Created container: switch-graph-0aa94' metadata: creationTimestamp: "2026-07-06T21:24:03Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-06T21:24:03Z" name: switch-graph-0aa94-57bc7d56f6-w2ts5.18bfd055823d1f0e namespace: kserve-ci-e2e-test resourceVersion: "15819" uid: bc013545-7e14-47f0-b861-0ab3bc69824e reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-136-12.ec2.internal source: component: kubelet host: ip-10-0-136-12.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-06T21:24:03Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{switch-graph-0aa94} kind: Pod name: switch-graph-0aa94-57bc7d56f6-w2ts5 namespace: kserve-ci-e2e-test resourceVersion: "15756" uid: 26567ec6-5d6b-4447-9735-30abcc8b0f6c kind: Event lastTimestamp: "2026-07-06T21:24:03Z" message: Started container switch-graph-0aa94 metadata: creationTimestamp: "2026-07-06T21:24:03Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-06T21:24:03Z" name: switch-graph-0aa94-57bc7d56f6-w2ts5.18bfd05582bc7e73 namespace: kserve-ci-e2e-test resourceVersion: "15820" uid: 55ff2cbd-d069-494d-bfac-117b7bf8761c reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-136-12.ec2.internal source: component: kubelet host: ip-10-0-136-12.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-06T21:32:16Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{switch-graph-0aa94} kind: Pod name: switch-graph-0aa94-57bc7d56f6-w2ts5 namespace: kserve-ci-e2e-test resourceVersion: "15756" uid: 26567ec6-5d6b-4447-9735-30abcc8b0f6c kind: Event lastTimestamp: "2026-07-06T21:32:16Z" message: Stopping container switch-graph-0aa94 metadata: creationTimestamp: "2026-07-06T21:32:16Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-06T21:32:16Z" name: switch-graph-0aa94-57bc7d56f6-w2ts5.18bfd0c86b8769a0 namespace: kserve-ci-e2e-test resourceVersion: "19338" uid: f9211099-b633-4e4f-b4ee-ba3579baad88 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-136-12.ec2.internal source: component: kubelet host: ip-10-0-136-12.ec2.internal type: Normal - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-07-06T21:32:19Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{switch-graph-0aa94} kind: Pod name: switch-graph-0aa94-57bc7d56f6-w2ts5 namespace: kserve-ci-e2e-test resourceVersion: "15756" uid: 26567ec6-5d6b-4447-9735-30abcc8b0f6c kind: Event lastTimestamp: "2026-07-06T21:32:44Z" message: 'Readiness probe failed: HTTP probe failed with statuscode: 503' metadata: creationTimestamp: "2026-07-06T21:32:19Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-06T21:32:44Z" name: switch-graph-0aa94-57bc7d56f6-w2ts5.18bfd0c9098ac52d namespace: kserve-ci-e2e-test resourceVersion: "19678" uid: dd536ad8-e531-4bb2-9e7e-b73c9402c7b9 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-136-12.ec2.internal source: component: kubelet host: ip-10-0-136-12.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-06T21:24:02Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: switch-graph-0aa94-57bc7d56f6 namespace: kserve-ci-e2e-test resourceVersion: "15746" uid: d0393ba9-7fd3-4f7b-879e-23d86038b3ea kind: Event lastTimestamp: "2026-07-06T21:24:02Z" message: 'Created pod: switch-graph-0aa94-57bc7d56f6-w2ts5' metadata: creationTimestamp: "2026-07-06T21:24:02Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-06T21:24:02Z" name: switch-graph-0aa94-57bc7d56f6.18bfd0553fcfa530 namespace: kserve-ci-e2e-test resourceVersion: "15757" uid: f0c34b85-1396-4aca-b390-1f3d26b2a981 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-06T21:24:02Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: switch-graph-0aa94 namespace: kserve-ci-e2e-test resourceVersion: "15741" uid: 48571ac5-9bad-46c9-a021-9b880287578a kind: Event lastTimestamp: "2026-07-06T21:24:02Z" message: Scaled up replica set switch-graph-0aa94-57bc7d56f6 from 0 to 1 metadata: creationTimestamp: "2026-07-06T21:24:02Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-06T21:24:02Z" name: switch-graph-0aa94.18bfd0553f0f122b namespace: kserve-ci-e2e-test resourceVersion: "15749" uid: b8f50756-ba57-402c-96f1-faac6757df52 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-06T21:24:02Z" involvedObject: apiVersion: serving.kserve.io/v1alpha1 kind: InferenceGraph name: switch-graph-0aa94 namespace: kserve-ci-e2e-test resourceVersion: "15775" uid: a7fb8e34-31d9-49f9-bc99-46b559413d8c kind: Event lastTimestamp: "2026-07-06T21:24:02Z" message: InferenceGraph [switch-graph-0aa94] is Ready metadata: creationTimestamp: "2026-07-06T21:24:02Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-06T21:24:02Z" name: switch-graph-0aa94.18bfd05543d2ede8 namespace: kserve-ci-e2e-test resourceVersion: "15777" uid: e1e44556-817a-4097-b40b-60288d253284 reason: InferenceGraphReady reportingComponent: InferenceGraphController reportingInstance: "" source: component: InferenceGraphController type: Normal - apiVersion: v1 count: 4 eventTime: null firstTimestamp: "2026-07-06T21:24:17Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: switch-graph-0aa94 namespace: kserve-ci-e2e-test resourceVersion: "15745" uid: 0f6f16ba-15f8-4e26-80b1-c24557cddeeb kind: Event lastTimestamp: "2026-07-06T21:25:02Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-07-06T21:24:17Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-06T21:25:02Z" name: switch-graph-0aa94.18bfd058bdcf39ab namespace: kserve-ci-e2e-test resourceVersion: "16356" uid: b970cc34-8b68-4287-9e51-d0abbe27b744 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 4 eventTime: null firstTimestamp: "2026-07-06T21:24:17Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: switch-graph-0aa94 namespace: kserve-ci-e2e-test resourceVersion: "15745" uid: 0f6f16ba-15f8-4e26-80b1-c24557cddeeb kind: Event lastTimestamp: "2026-07-06T21:25:02Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-07-06T21:24:17Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-06T21:25:02Z" name: switch-graph-0aa94.18bfd058be6e0c43 namespace: kserve-ci-e2e-test resourceVersion: "16357" uid: fa28d9fe-c706-483e-bca9-297ff945fc42 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - action: Binding apiVersion: v1 eventTime: "2026-07-06T21:45:01.995113Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: switch-graph-da1f6-ccc959c7-b2xwj namespace: kserve-ci-e2e-test resourceVersion: "26497" uid: 8fb96fa6-d5fa-40b2-b61e-c079cf778c50 kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/switch-graph-da1f6-ccc959c7-b2xwj to ip-10-0-136-12.ec2.internal metadata: creationTimestamp: "2026-07-06T21:45:01Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-07-06T21:45:01Z" name: switch-graph-da1f6-ccc959c7-b2xwj.18bfd17a9bfab2c8 namespace: kserve-ci-e2e-test resourceVersion: "26502" uid: 849e919f-1c1b-4c08-8a2b-2816b7464813 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-785d6bfc8b-2d77p source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-06T21:45:02Z" involvedObject: apiVersion: v1 kind: Pod name: switch-graph-da1f6-ccc959c7-b2xwj namespace: kserve-ci-e2e-test resourceVersion: "26498" uid: 8fb96fa6-d5fa-40b2-b61e-c079cf778c50 kind: Event lastTimestamp: "2026-07-06T21:45:02Z" message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "switch-graph-da1f6-serving-cert" not found' metadata: creationTimestamp: "2026-07-06T21:45:02Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-06T21:45:02Z" name: switch-graph-da1f6-ccc959c7-b2xwj.18bfd17aa8342b69 namespace: kserve-ci-e2e-test resourceVersion: "26514" uid: 5d2241d8-a1d0-4c40-a4e8-a0d1b807d2b5 reason: FailedMount reportingComponent: kubelet reportingInstance: ip-10-0-136-12.ec2.internal source: component: kubelet host: ip-10-0-136-12.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-06T21:45:03Z" involvedObject: apiVersion: v1 kind: Pod name: switch-graph-da1f6-ccc959c7-b2xwj namespace: kserve-ci-e2e-test resourceVersion: "26506" uid: 8fb96fa6-d5fa-40b2-b61e-c079cf778c50 kind: Event lastTimestamp: "2026-07-06T21:45:03Z" message: Add eth0 [10.133.0.36/23] from ovn-kubernetes metadata: creationTimestamp: "2026-07-06T21:45:03Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-07-06T21:45:03Z" name: switch-graph-da1f6-ccc959c7-b2xwj.18bfd17ad97781aa namespace: kserve-ci-e2e-test resourceVersion: "26527" uid: cd1c9265-a1a9-4f1f-9dfc-d45223d5a780 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-06T21:45:03Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{switch-graph-da1f6} kind: Pod name: switch-graph-da1f6-ccc959c7-b2xwj namespace: kserve-ci-e2e-test resourceVersion: "26498" uid: 8fb96fa6-d5fa-40b2-b61e-c079cf778c50 kind: Event lastTimestamp: "2026-07-06T21:45:03Z" message: Container image "quay.io/opendatahub/kserve-router@sha256:dd586ec6070475345d8957bd96d9ed934a0535b04c01efc33f205d1b98ca1559" already present on machine metadata: creationTimestamp: "2026-07-06T21:45:03Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-06T21:45:03Z" name: switch-graph-da1f6-ccc959c7-b2xwj.18bfd17adab0d82a namespace: kserve-ci-e2e-test resourceVersion: "26529" uid: dfc69e72-9d1a-43b6-8404-91b3a8e63f8a reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-136-12.ec2.internal source: component: kubelet host: ip-10-0-136-12.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-06T21:45:03Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{switch-graph-da1f6} kind: Pod name: switch-graph-da1f6-ccc959c7-b2xwj namespace: kserve-ci-e2e-test resourceVersion: "26498" uid: 8fb96fa6-d5fa-40b2-b61e-c079cf778c50 kind: Event lastTimestamp: "2026-07-06T21:45:03Z" message: 'Created container: switch-graph-da1f6' metadata: creationTimestamp: "2026-07-06T21:45:03Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-06T21:45:03Z" name: switch-graph-da1f6-ccc959c7-b2xwj.18bfd17ade846f9c namespace: kserve-ci-e2e-test resourceVersion: "26530" uid: 238b365b-dfcb-4d88-a1de-f38ff2920598 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-136-12.ec2.internal source: component: kubelet host: ip-10-0-136-12.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-06T21:45:03Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{switch-graph-da1f6} kind: Pod name: switch-graph-da1f6-ccc959c7-b2xwj namespace: kserve-ci-e2e-test resourceVersion: "26498" uid: 8fb96fa6-d5fa-40b2-b61e-c079cf778c50 kind: Event lastTimestamp: "2026-07-06T21:45:03Z" message: Started container switch-graph-da1f6 metadata: creationTimestamp: "2026-07-06T21:45:03Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-06T21:45:03Z" name: switch-graph-da1f6-ccc959c7-b2xwj.18bfd17adf08bb80 namespace: kserve-ci-e2e-test resourceVersion: "26531" uid: 4c0fc420-11f8-4279-8922-3680315acd79 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-136-12.ec2.internal source: component: kubelet host: ip-10-0-136-12.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-06T22:01:21Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{switch-graph-da1f6} kind: Pod name: switch-graph-da1f6-ccc959c7-b2xwj namespace: kserve-ci-e2e-test resourceVersion: "26498" uid: 8fb96fa6-d5fa-40b2-b61e-c079cf778c50 kind: Event lastTimestamp: "2026-07-06T22:01:21Z" message: Stopping container switch-graph-da1f6 metadata: creationTimestamp: "2026-07-06T22:01:21Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-06T22:01:21Z" name: switch-graph-da1f6-ccc959c7-b2xwj.18bfd25ea2c2e961 namespace: kserve-ci-e2e-test resourceVersion: "33376" uid: 1b862b97-e2a3-4746-8c4b-50c907b0f886 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-136-12.ec2.internal source: component: kubelet host: ip-10-0-136-12.ec2.internal type: Normal - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-07-06T22:01:24Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{switch-graph-da1f6} kind: Pod name: switch-graph-da1f6-ccc959c7-b2xwj namespace: kserve-ci-e2e-test resourceVersion: "26498" uid: 8fb96fa6-d5fa-40b2-b61e-c079cf778c50 kind: Event lastTimestamp: "2026-07-06T22:01:49Z" message: 'Readiness probe failed: HTTP probe failed with statuscode: 503' metadata: creationTimestamp: "2026-07-06T22:01:24Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-06T22:01:49Z" name: switch-graph-da1f6-ccc959c7-b2xwj.18bfd25f6a4e11bf namespace: kserve-ci-e2e-test resourceVersion: "33657" uid: af893b95-8be6-43e7-bc01-87960a1577c5 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-136-12.ec2.internal source: component: kubelet host: ip-10-0-136-12.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-06T21:45:01Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: switch-graph-da1f6-ccc959c7 namespace: kserve-ci-e2e-test resourceVersion: "26494" uid: e2ea54f6-cc81-44e2-8918-bcba634bf3d7 kind: Event lastTimestamp: "2026-07-06T21:45:01Z" message: 'Created pod: switch-graph-da1f6-ccc959c7-b2xwj' metadata: creationTimestamp: "2026-07-06T21:45:01Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-06T21:45:01Z" name: switch-graph-da1f6-ccc959c7.18bfd17a9ba1647c namespace: kserve-ci-e2e-test resourceVersion: "26499" uid: 2f142678-ae4d-4e92-b87d-bf0839c75869 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-06T21:45:01Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: switch-graph-da1f6 namespace: kserve-ci-e2e-test resourceVersion: "26492" uid: 374971b9-1ce3-4c39-b58a-eb0a4784d9c6 kind: Event lastTimestamp: "2026-07-06T21:45:01Z" message: Scaled up replica set switch-graph-da1f6-ccc959c7 from 0 to 1 metadata: creationTimestamp: "2026-07-06T21:45:01Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-06T21:45:01Z" name: switch-graph-da1f6.18bfd17a9ac08001 namespace: kserve-ci-e2e-test resourceVersion: "26495" uid: b9c57979-09bc-4612-a3fa-10502bbeff58 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-06T21:45:02Z" involvedObject: apiVersion: serving.kserve.io/v1alpha1 kind: InferenceGraph name: switch-graph-da1f6 namespace: kserve-ci-e2e-test resourceVersion: "26508" uid: 0193b4bc-e516-469b-a3ea-bd9293785834 kind: Event lastTimestamp: "2026-07-06T21:45:02Z" message: InferenceGraph [switch-graph-da1f6] is Ready metadata: creationTimestamp: "2026-07-06T21:45:02Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-06T21:45:02Z" name: switch-graph-da1f6.18bfd17aa017fb4b namespace: kserve-ci-e2e-test resourceVersion: "26510" uid: 386baa7a-2aa5-4498-a263-1a02ac92789a reason: InferenceGraphReady reportingComponent: InferenceGraphController reportingInstance: "" source: component: InferenceGraphController type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-06T21:45:16Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: switch-graph-da1f6 namespace: kserve-ci-e2e-test resourceVersion: "26493" uid: f454a7a0-79c7-4f15-a520-296a0b46bb56 kind: Event lastTimestamp: "2026-07-06T21:45:16Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-07-06T21:45:16Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-06T21:45:16Z" name: switch-graph-da1f6.18bfd17e19b25a80 namespace: kserve-ci-e2e-test resourceVersion: "26671" uid: f9429b79-618a-40d1-ae53-6d21d0ee3133 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-06T21:45:16Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: switch-graph-da1f6 namespace: kserve-ci-e2e-test resourceVersion: "26493" uid: f454a7a0-79c7-4f15-a520-296a0b46bb56 kind: Event lastTimestamp: "2026-07-06T21:45:16Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-07-06T21:45:16Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-06T21:45:16Z" name: switch-graph-da1f6.18bfd17e1a1a425b namespace: kserve-ci-e2e-test resourceVersion: "26674" uid: d2c19ecc-c7b0-4176-be47-6540ffd93fa4 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-06T21:45:32Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: switch-graph-da1f6 namespace: kserve-ci-e2e-test resourceVersion: "26672" uid: f454a7a0-79c7-4f15-a520-296a0b46bb56 kind: Event lastTimestamp: "2026-07-06T21:45:32Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-07-06T21:45:32Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-06T21:45:32Z" name: switch-graph-da1f6.18bfd18198c5d431 namespace: kserve-ci-e2e-test resourceVersion: "26794" uid: 6e9b142a-66f3-4e60-8def-88ceb83d7336 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-06T21:45:32Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: switch-graph-da1f6 namespace: kserve-ci-e2e-test resourceVersion: "26672" uid: f454a7a0-79c7-4f15-a520-296a0b46bb56 kind: Event lastTimestamp: "2026-07-06T21:45:32Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-07-06T21:45:32Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-06T21:45:32Z" name: switch-graph-da1f6.18bfd181990fd01a namespace: kserve-ci-e2e-test resourceVersion: "26796" uid: f2d8cd86-05ed-4a5d-ace2-348381411b00 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - action: Binding apiVersion: v1 eventTime: "2026-07-06T21:22:51.666190Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: switch-graph-dec69-867bdb8f8c-zhrrg namespace: kserve-ci-e2e-test resourceVersion: "14809" uid: 7ab663b1-c3ce-4680-bccd-4fd23d550019 kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/switch-graph-dec69-867bdb8f8c-zhrrg to ip-10-0-136-12.ec2.internal metadata: creationTimestamp: "2026-07-06T21:22:51Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-07-06T21:22:51Z" name: switch-graph-dec69-867bdb8f8c-zhrrg.18bfd044de324f6b namespace: kserve-ci-e2e-test resourceVersion: "14814" uid: c41a3f5d-1dd2-4361-9563-9dc1ca9da9d7 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-785d6bfc8b-2d77p source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-06T21:22:52Z" involvedObject: apiVersion: v1 kind: Pod name: switch-graph-dec69-867bdb8f8c-zhrrg namespace: kserve-ci-e2e-test resourceVersion: "14818" uid: 7ab663b1-c3ce-4680-bccd-4fd23d550019 kind: Event lastTimestamp: "2026-07-06T21:22:52Z" message: Add eth0 [10.133.0.27/23] from ovn-kubernetes metadata: creationTimestamp: "2026-07-06T21:22:52Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-07-06T21:22:52Z" name: switch-graph-dec69-867bdb8f8c-zhrrg.18bfd044f7f1bf33 namespace: kserve-ci-e2e-test resourceVersion: "14829" uid: a2656afc-04cf-441c-b208-46e7eca30bbf reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-06T21:22:52Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{switch-graph-dec69} kind: Pod name: switch-graph-dec69-867bdb8f8c-zhrrg namespace: kserve-ci-e2e-test resourceVersion: "14810" uid: 7ab663b1-c3ce-4680-bccd-4fd23d550019 kind: Event lastTimestamp: "2026-07-06T21:22:52Z" message: Pulling image "quay.io/opendatahub/kserve-router@sha256:dd586ec6070475345d8957bd96d9ed934a0535b04c01efc33f205d1b98ca1559" metadata: creationTimestamp: "2026-07-06T21:22:52Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-06T21:22:52Z" name: switch-graph-dec69-867bdb8f8c-zhrrg.18bfd044f93962fe namespace: kserve-ci-e2e-test resourceVersion: "14831" uid: ebd8e7e7-8e1f-4648-b983-73b6a636581b reason: Pulling reportingComponent: kubelet reportingInstance: ip-10-0-136-12.ec2.internal source: component: kubelet host: ip-10-0-136-12.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-06T21:22:54Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{switch-graph-dec69} kind: Pod name: switch-graph-dec69-867bdb8f8c-zhrrg namespace: kserve-ci-e2e-test resourceVersion: "14810" uid: 7ab663b1-c3ce-4680-bccd-4fd23d550019 kind: Event lastTimestamp: "2026-07-06T21:22:54Z" message: 'Successfully pulled image "quay.io/opendatahub/kserve-router@sha256:dd586ec6070475345d8957bd96d9ed934a0535b04c01efc33f205d1b98ca1559" in 2.371s (2.371s including waiting). Image size: 218072673 bytes.' metadata: creationTimestamp: "2026-07-06T21:22:54Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-06T21:22:54Z" name: switch-graph-dec69-867bdb8f8c-zhrrg.18bfd0458693095e namespace: kserve-ci-e2e-test resourceVersion: "14850" uid: 546a8bbc-5b97-4848-a3b8-152125889188 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-136-12.ec2.internal source: component: kubelet host: ip-10-0-136-12.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-06T21:22:54Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{switch-graph-dec69} kind: Pod name: switch-graph-dec69-867bdb8f8c-zhrrg namespace: kserve-ci-e2e-test resourceVersion: "14810" uid: 7ab663b1-c3ce-4680-bccd-4fd23d550019 kind: Event lastTimestamp: "2026-07-06T21:22:54Z" message: 'Created container: switch-graph-dec69' metadata: creationTimestamp: "2026-07-06T21:22:54Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-06T21:22:54Z" name: switch-graph-dec69-867bdb8f8c-zhrrg.18bfd045897fb0e5 namespace: kserve-ci-e2e-test resourceVersion: "14851" uid: 5aaa7400-6595-45af-ba30-97fdae872d0f reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-136-12.ec2.internal source: component: kubelet host: ip-10-0-136-12.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-06T21:22:54Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{switch-graph-dec69} kind: Pod name: switch-graph-dec69-867bdb8f8c-zhrrg namespace: kserve-ci-e2e-test resourceVersion: "14810" uid: 7ab663b1-c3ce-4680-bccd-4fd23d550019 kind: Event lastTimestamp: "2026-07-06T21:22:54Z" message: Started container switch-graph-dec69 metadata: creationTimestamp: "2026-07-06T21:22:54Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-06T21:22:54Z" name: switch-graph-dec69-867bdb8f8c-zhrrg.18bfd04589f144f9 namespace: kserve-ci-e2e-test resourceVersion: "14852" uid: 63391cfb-6c2d-4f13-9d62-dbabb9600337 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-136-12.ec2.internal source: component: kubelet host: ip-10-0-136-12.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-06T21:23:01Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{switch-graph-dec69} kind: Pod name: switch-graph-dec69-867bdb8f8c-zhrrg namespace: kserve-ci-e2e-test resourceVersion: "14810" uid: 7ab663b1-c3ce-4680-bccd-4fd23d550019 kind: Event lastTimestamp: "2026-07-06T21:23:01Z" message: Stopping container switch-graph-dec69 metadata: creationTimestamp: "2026-07-06T21:23:01Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-06T21:23:01Z" name: switch-graph-dec69-867bdb8f8c-zhrrg.18bfd047395d4262 namespace: kserve-ci-e2e-test resourceVersion: "14923" uid: 6e510588-852c-4341-814a-777d67264c88 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-136-12.ec2.internal source: component: kubelet host: ip-10-0-136-12.ec2.internal type: Normal - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-07-06T21:23:06Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{switch-graph-dec69} kind: Pod name: switch-graph-dec69-867bdb8f8c-zhrrg namespace: kserve-ci-e2e-test resourceVersion: "14810" uid: 7ab663b1-c3ce-4680-bccd-4fd23d550019 kind: Event lastTimestamp: "2026-07-06T21:23:31Z" message: 'Readiness probe failed: HTTP probe failed with statuscode: 503' metadata: creationTimestamp: "2026-07-06T21:23:06Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-06T21:23:31Z" name: switch-graph-dec69-867bdb8f8c-zhrrg.18bfd048365efdfd namespace: kserve-ci-e2e-test resourceVersion: "15327" uid: ca9e5e19-b1ea-481b-bdc8-e85d9663ba4f reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-136-12.ec2.internal source: component: kubelet host: ip-10-0-136-12.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-06T21:22:51Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: switch-graph-dec69-867bdb8f8c namespace: kserve-ci-e2e-test resourceVersion: "14806" uid: a6a08721-7a6e-48c1-a202-a9ee2aef45ff kind: Event lastTimestamp: "2026-07-06T21:22:51Z" message: 'Created pod: switch-graph-dec69-867bdb8f8c-zhrrg' metadata: creationTimestamp: "2026-07-06T21:22:51Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-06T21:22:51Z" name: switch-graph-dec69-867bdb8f8c.18bfd044ddd3b0bb namespace: kserve-ci-e2e-test resourceVersion: "14811" uid: 5c52a9e1-e4b7-4600-bd8d-adf7a08b85e2 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-06T21:22:51Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: switch-graph-dec69 namespace: kserve-ci-e2e-test resourceVersion: "14804" uid: 26d66d18-1e18-4a6c-8ec3-2ef549f6fd8f kind: Event lastTimestamp: "2026-07-06T21:22:51Z" message: Scaled up replica set switch-graph-dec69-867bdb8f8c from 0 to 1 metadata: creationTimestamp: "2026-07-06T21:22:51Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-06T21:22:51Z" name: switch-graph-dec69.18bfd044dd0de3f4 namespace: kserve-ci-e2e-test resourceVersion: "14807" uid: 4e6d1b81-39cc-4a5a-a43d-5649125801e6 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-06T21:22:51Z" involvedObject: apiVersion: serving.kserve.io/v1alpha1 kind: InferenceGraph name: switch-graph-dec69 namespace: kserve-ci-e2e-test resourceVersion: "14820" uid: 22ea7057-87ff-4f23-bcf2-99818e128c96 kind: Event lastTimestamp: "2026-07-06T21:22:51Z" message: InferenceGraph [switch-graph-dec69] is Ready metadata: creationTimestamp: "2026-07-06T21:22:51Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-06T21:22:51Z" name: switch-graph-dec69.18bfd044e21c07bf namespace: kserve-ci-e2e-test resourceVersion: "14822" uid: c05f25f7-1692-44c6-927d-c5c4cf7b7b54 reason: InferenceGraphReady reportingComponent: InferenceGraphController reportingInstance: "" source: component: InferenceGraphController type: Normal kind: EventList metadata: resourceVersion: "33658"