--- apiVersion: v1 items: - action: Binding apiVersion: v1 eventTime: "2026-04-16T20:31:38.363177Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: ensemble-graph-8eac5-6b5d7df8f4-l6vjl namespace: kserve-ci-e2e-test resourceVersion: "19524" uid: fd521b28-28bc-432c-b6d6-de080097f1f9 kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/ensemble-graph-8eac5-6b5d7df8f4-l6vjl to ip-10-0-134-158.ec2.internal metadata: creationTimestamp: "2026-04-16T20:31:38Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-04-16T20:31:38Z" name: ensemble-graph-8eac5-6b5d7df8f4-l6vjl.18a6f0775510fea1 namespace: kserve-ci-e2e-test resourceVersion: "19530" uid: e1b2addd-0af2-40d7-b317-731a07d67dc8 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-64b5c5c6fd-mbl98 source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T20:31:38Z" involvedObject: apiVersion: v1 kind: Pod name: ensemble-graph-8eac5-6b5d7df8f4-l6vjl namespace: kserve-ci-e2e-test resourceVersion: "19533" uid: fd521b28-28bc-432c-b6d6-de080097f1f9 kind: Event lastTimestamp: "2026-04-16T20:31:38Z" message: Add eth0 [10.133.0.28/23] from ovn-kubernetes metadata: creationTimestamp: "2026-04-16T20:31:38Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-04-16T20:31:38Z" name: ensemble-graph-8eac5-6b5d7df8f4-l6vjl.18a6f0776da76e6c namespace: kserve-ci-e2e-test resourceVersion: "19544" uid: 00c8069a-6156-43a0-a1e9-238e3bb18172 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T20:31:38Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{ensemble-graph-8eac5} kind: Pod name: ensemble-graph-8eac5-6b5d7df8f4-l6vjl namespace: kserve-ci-e2e-test resourceVersion: "19526" uid: fd521b28-28bc-432c-b6d6-de080097f1f9 kind: Event lastTimestamp: "2026-04-16T20:31:38Z" message: Container image "quay.io/opendatahub/kserve-router@sha256:5ddf7b68668839b048ac1f65cf22f5a7b21a1ddc89705b9e0ad240d64f017b66" already present on machine metadata: creationTimestamp: "2026-04-16T20:31:38Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-16T20:31:38Z" name: ensemble-graph-8eac5-6b5d7df8f4-l6vjl.18a6f0776f0b1342 namespace: kserve-ci-e2e-test resourceVersion: "19546" uid: d0eb70ba-a675-422e-ac34-e1b707158593 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-134-158.ec2.internal source: component: kubelet host: ip-10-0-134-158.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T20:31:38Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{ensemble-graph-8eac5} kind: Pod name: ensemble-graph-8eac5-6b5d7df8f4-l6vjl namespace: kserve-ci-e2e-test resourceVersion: "19526" uid: fd521b28-28bc-432c-b6d6-de080097f1f9 kind: Event lastTimestamp: "2026-04-16T20:31:38Z" message: 'Created container: ensemble-graph-8eac5' metadata: creationTimestamp: "2026-04-16T20:31:38Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-16T20:31:38Z" name: ensemble-graph-8eac5-6b5d7df8f4-l6vjl.18a6f07771ae1b79 namespace: kserve-ci-e2e-test resourceVersion: "19549" uid: ca3d982c-e716-4ef3-bd3d-d9e617a2b975 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-134-158.ec2.internal source: component: kubelet host: ip-10-0-134-158.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T20:31:38Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{ensemble-graph-8eac5} kind: Pod name: ensemble-graph-8eac5-6b5d7df8f4-l6vjl namespace: kserve-ci-e2e-test resourceVersion: "19526" uid: fd521b28-28bc-432c-b6d6-de080097f1f9 kind: Event lastTimestamp: "2026-04-16T20:31:38Z" message: Started container ensemble-graph-8eac5 metadata: creationTimestamp: "2026-04-16T20:31:38Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-16T20:31:38Z" name: ensemble-graph-8eac5-6b5d7df8f4-l6vjl.18a6f077721dae1e namespace: kserve-ci-e2e-test resourceVersion: "19550" uid: 969e09e3-01cc-4fa7-aaf0-8eeb7979de2e reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-134-158.ec2.internal source: component: kubelet host: ip-10-0-134-158.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T20:31:48Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{ensemble-graph-8eac5} kind: Pod name: ensemble-graph-8eac5-6b5d7df8f4-l6vjl namespace: kserve-ci-e2e-test resourceVersion: "19526" uid: fd521b28-28bc-432c-b6d6-de080097f1f9 kind: Event lastTimestamp: "2026-04-16T20:31:48Z" message: Stopping container ensemble-graph-8eac5 metadata: creationTimestamp: "2026-04-16T20:31:48Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-16T20:31:48Z" name: ensemble-graph-8eac5-6b5d7df8f4-l6vjl.18a6f079ad6e88fd namespace: kserve-ci-e2e-test resourceVersion: "19650" uid: 8cb57272-717c-4209-abcb-9ceb3998aab5 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-134-158.ec2.internal source: component: kubelet host: ip-10-0-134-158.ec2.internal type: Normal - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-04-16T20:31:50Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{ensemble-graph-8eac5} kind: Pod name: ensemble-graph-8eac5-6b5d7df8f4-l6vjl namespace: kserve-ci-e2e-test resourceVersion: "19526" uid: fd521b28-28bc-432c-b6d6-de080097f1f9 kind: Event lastTimestamp: "2026-04-16T20:32:15Z" message: 'Readiness probe failed: HTTP probe failed with statuscode: 503' metadata: creationTimestamp: "2026-04-16T20:31:50Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-16T20:32:15Z" name: ensemble-graph-8eac5-6b5d7df8f4-l6vjl.18a6f07a0bc28fb4 namespace: kserve-ci-e2e-test resourceVersion: "19989" uid: 1861c84b-e9bb-4749-b144-f1cb45d8bae8 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-134-158.ec2.internal source: component: kubelet host: ip-10-0-134-158.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T20:31:38Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: ensemble-graph-8eac5-6b5d7df8f4 namespace: kserve-ci-e2e-test resourceVersion: "19520" uid: ba7c1f65-d801-45a1-b627-c65b78385464 kind: Event lastTimestamp: "2026-04-16T20:31:38Z" message: 'Created pod: ensemble-graph-8eac5-6b5d7df8f4-l6vjl' metadata: creationTimestamp: "2026-04-16T20:31:38Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-16T20:31:38Z" name: ensemble-graph-8eac5-6b5d7df8f4.18a6f07754a3d346 namespace: kserve-ci-e2e-test resourceVersion: "19525" uid: 88e27d98-5079-4786-9e67-2c749dd80c3d reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T20:31:38Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: ensemble-graph-8eac5 namespace: kserve-ci-e2e-test resourceVersion: "19518" uid: fe97a93e-e795-4d1e-b54d-15029e89d5f3 kind: Event lastTimestamp: "2026-04-16T20:31:38Z" message: Scaled up replica set ensemble-graph-8eac5-6b5d7df8f4 from 0 to 1 metadata: creationTimestamp: "2026-04-16T20:31:38Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-16T20:31:38Z" name: ensemble-graph-8eac5.18a6f07753f169a4 namespace: kserve-ci-e2e-test resourceVersion: "19522" uid: d4402435-ca42-4793-a9db-a404b5b766da reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T20:31:38Z" involvedObject: apiVersion: serving.kserve.io/v1alpha1 kind: InferenceGraph name: ensemble-graph-8eac5 namespace: kserve-ci-e2e-test resourceVersion: "19535" uid: b38eeefa-8a0f-4e17-bf1d-80dc09b6781d kind: Event lastTimestamp: "2026-04-16T20:31:38Z" message: InferenceGraph [ensemble-graph-8eac5] is Ready metadata: creationTimestamp: "2026-04-16T20:31:38Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-04-16T20:31:38Z" name: ensemble-graph-8eac5.18a6f07757a49e54 namespace: kserve-ci-e2e-test resourceVersion: "19537" uid: d8722c82-0fa5-4dca-b1ab-91d5cb356cf6 reason: InferenceGraphReady reportingComponent: InferenceGraphController reportingInstance: "" source: component: InferenceGraphController type: Normal - action: Binding apiVersion: v1 eventTime: "2026-04-16T20:32:58.655747Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: ensemble-graph-b8212-86c7c564dd-sqwd9 namespace: kserve-ci-e2e-test resourceVersion: "20537" uid: 72babbbf-c5c7-4a4a-bc2e-41cc59132d48 kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/ensemble-graph-b8212-86c7c564dd-sqwd9 to ip-10-0-134-158.ec2.internal metadata: creationTimestamp: "2026-04-16T20:32:58Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-04-16T20:32:58Z" name: ensemble-graph-b8212-86c7c564dd-sqwd9.18a6f08a06e0487f namespace: kserve-ci-e2e-test resourceVersion: "20542" uid: f5c980d7-3b13-4c91-8472-cf86e161bd3c reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-64b5c5c6fd-mbl98 source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T20:32:59Z" involvedObject: apiVersion: v1 kind: Pod name: ensemble-graph-b8212-86c7c564dd-sqwd9 namespace: kserve-ci-e2e-test resourceVersion: "20548" uid: 72babbbf-c5c7-4a4a-bc2e-41cc59132d48 kind: Event lastTimestamp: "2026-04-16T20:32:59Z" message: Add eth0 [10.133.0.30/23] from ovn-kubernetes metadata: creationTimestamp: "2026-04-16T20:32:59Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-04-16T20:32:59Z" name: ensemble-graph-b8212-86c7c564dd-sqwd9.18a6f08a1f9fa416 namespace: kserve-ci-e2e-test resourceVersion: "20555" uid: 6a32a39c-4f80-4afe-9300-02898181e334 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T20:32:59Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{ensemble-graph-b8212} kind: Pod name: ensemble-graph-b8212-86c7c564dd-sqwd9 namespace: kserve-ci-e2e-test resourceVersion: "20540" uid: 72babbbf-c5c7-4a4a-bc2e-41cc59132d48 kind: Event lastTimestamp: "2026-04-16T20:32:59Z" message: Container image "quay.io/opendatahub/kserve-router@sha256:5ddf7b68668839b048ac1f65cf22f5a7b21a1ddc89705b9e0ad240d64f017b66" already present on machine metadata: creationTimestamp: "2026-04-16T20:32:59Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-16T20:32:59Z" name: ensemble-graph-b8212-86c7c564dd-sqwd9.18a6f08a20d62847 namespace: kserve-ci-e2e-test resourceVersion: "20558" uid: ce4f62d0-c68d-4e99-ba2f-7774ebfb6ff9 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-134-158.ec2.internal source: component: kubelet host: ip-10-0-134-158.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T20:32:59Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{ensemble-graph-b8212} kind: Pod name: ensemble-graph-b8212-86c7c564dd-sqwd9 namespace: kserve-ci-e2e-test resourceVersion: "20540" uid: 72babbbf-c5c7-4a4a-bc2e-41cc59132d48 kind: Event lastTimestamp: "2026-04-16T20:32:59Z" message: 'Created container: ensemble-graph-b8212' metadata: creationTimestamp: "2026-04-16T20:32:59Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-16T20:32:59Z" name: ensemble-graph-b8212-86c7c564dd-sqwd9.18a6f08a24155ae0 namespace: kserve-ci-e2e-test resourceVersion: "20560" uid: 4554220e-df4e-45ff-9e24-00e2464ae961 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-134-158.ec2.internal source: component: kubelet host: ip-10-0-134-158.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T20:32:59Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{ensemble-graph-b8212} kind: Pod name: ensemble-graph-b8212-86c7c564dd-sqwd9 namespace: kserve-ci-e2e-test resourceVersion: "20540" uid: 72babbbf-c5c7-4a4a-bc2e-41cc59132d48 kind: Event lastTimestamp: "2026-04-16T20:32:59Z" message: Started container ensemble-graph-b8212 metadata: creationTimestamp: "2026-04-16T20:32:59Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-16T20:32:59Z" name: ensemble-graph-b8212-86c7c564dd-sqwd9.18a6f08a24868510 namespace: kserve-ci-e2e-test resourceVersion: "20561" uid: 54812420-682f-4963-b40d-ac63aad436a5 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-134-158.ec2.internal source: component: kubelet host: ip-10-0-134-158.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T20:41:13Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{ensemble-graph-b8212} kind: Pod name: ensemble-graph-b8212-86c7c564dd-sqwd9 namespace: kserve-ci-e2e-test resourceVersion: "20540" uid: 72babbbf-c5c7-4a4a-bc2e-41cc59132d48 kind: Event lastTimestamp: "2026-04-16T20:41:13Z" message: Stopping container ensemble-graph-b8212 metadata: creationTimestamp: "2026-04-16T20:41:13Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-16T20:41:13Z" name: ensemble-graph-b8212-86c7c564dd-sqwd9.18a6f0fd3438578d namespace: kserve-ci-e2e-test resourceVersion: "24040" uid: 793bc599-ce42-43ad-9333-dff010816ca3 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-134-158.ec2.internal source: component: kubelet host: ip-10-0-134-158.ec2.internal type: Normal - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-04-16T20:41:15Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{ensemble-graph-b8212} kind: Pod name: ensemble-graph-b8212-86c7c564dd-sqwd9 namespace: kserve-ci-e2e-test resourceVersion: "20540" uid: 72babbbf-c5c7-4a4a-bc2e-41cc59132d48 kind: Event lastTimestamp: "2026-04-16T20:41:40Z" message: 'Readiness probe failed: HTTP probe failed with statuscode: 503' metadata: creationTimestamp: "2026-04-16T20:41:15Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-16T20:41:40Z" name: ensemble-graph-b8212-86c7c564dd-sqwd9.18a6f0fda615456b namespace: kserve-ci-e2e-test resourceVersion: "24359" uid: 2b4d3f33-adbe-444e-8ebb-bed3b56ead82 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-134-158.ec2.internal source: component: kubelet host: ip-10-0-134-158.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T20:32:58Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: ensemble-graph-b8212-86c7c564dd namespace: kserve-ci-e2e-test resourceVersion: "20534" uid: 162244dc-2b8f-4161-bd46-9a1c44d415f8 kind: Event lastTimestamp: "2026-04-16T20:32:58Z" message: 'Created pod: ensemble-graph-b8212-86c7c564dd-sqwd9' metadata: creationTimestamp: "2026-04-16T20:32:58Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-16T20:32:58Z" name: ensemble-graph-b8212-86c7c564dd.18a6f08a067b9ad0 namespace: kserve-ci-e2e-test resourceVersion: "20539" uid: 9c0bb4c5-7d31-4b5e-85f6-a19aee504efc reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T20:32:58Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: ensemble-graph-b8212 namespace: kserve-ci-e2e-test resourceVersion: "20532" uid: d73112d5-c1f6-49ad-ac1c-d2ed0e669a35 kind: Event lastTimestamp: "2026-04-16T20:32:58Z" message: Scaled up replica set ensemble-graph-b8212-86c7c564dd from 0 to 1 metadata: creationTimestamp: "2026-04-16T20:32:58Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-16T20:32:58Z" name: ensemble-graph-b8212.18a6f08a058cab88 namespace: kserve-ci-e2e-test resourceVersion: "20535" uid: 59b69e56-0206-40d9-a7ba-46bec57a0a80 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T20:32:58Z" involvedObject: apiVersion: serving.kserve.io/v1alpha1 kind: InferenceGraph name: ensemble-graph-b8212 namespace: kserve-ci-e2e-test resourceVersion: "20550" uid: a41ca616-af88-4d79-aa72-cb74ca0c52af kind: Event lastTimestamp: "2026-04-16T20:32:58Z" message: InferenceGraph [ensemble-graph-b8212] is Ready metadata: creationTimestamp: "2026-04-16T20:32:58Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-04-16T20:32:58Z" name: ensemble-graph-b8212.18a6f08a0acdf609 namespace: kserve-ci-e2e-test resourceVersion: "20552" uid: 5d510f85-8177-49a7-a9c5-ee6d4c67a1e2 reason: InferenceGraphReady reportingComponent: InferenceGraphController reportingInstance: "" source: component: InferenceGraphController type: Normal - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-04-16T20:33:13Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: ensemble-graph-b8212 namespace: kserve-ci-e2e-test resourceVersion: "20533" uid: 67d957d6-bd5c-4806-af32-3497c42a3545 kind: Event lastTimestamp: "2026-04-16T20:33:28Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-04-16T20:33:13Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-16T20:33:28Z" name: ensemble-graph-b8212.18a6f08d8424fa97 namespace: kserve-ci-e2e-test resourceVersion: "20816" uid: d67b797e-e911-408b-a0c2-fe94d00de574 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-04-16T20:33:13Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: ensemble-graph-b8212 namespace: kserve-ci-e2e-test resourceVersion: "20533" uid: 67d957d6-bd5c-4806-af32-3497c42a3545 kind: Event lastTimestamp: "2026-04-16T20:33:28Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-04-16T20:33:13Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-16T20:33:28Z" name: ensemble-graph-b8212.18a6f08d849d3691 namespace: kserve-ci-e2e-test resourceVersion: "20817" uid: 9f01306f-d4f9-4da5-852d-7c67ba500d54 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - action: Binding apiVersion: v1 eventTime: "2026-04-16T20:31:14.209559Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: error-404-isvc-01ef2-predictor-bf7749ff5-7qs4d namespace: kserve-ci-e2e-test resourceVersion: "19262" uid: dbd50b50-d77c-4d15-9788-4b3c481b1f7b kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/error-404-isvc-01ef2-predictor-bf7749ff5-7qs4d to ip-10-0-135-182.ec2.internal metadata: creationTimestamp: "2026-04-16T20:31:14Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-04-16T20:31:14Z" name: error-404-isvc-01ef2-predictor-bf7749ff5-7qs4d.18a6f071b565f06b namespace: kserve-ci-e2e-test resourceVersion: "19266" uid: 2a7934ab-2395-43c7-bc8b-3adad0a54e13 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-64b5c5c6fd-mbl98 source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T20:31:14Z" involvedObject: apiVersion: v1 kind: Pod name: error-404-isvc-01ef2-predictor-bf7749ff5-7qs4d namespace: kserve-ci-e2e-test resourceVersion: "19272" uid: dbd50b50-d77c-4d15-9788-4b3c481b1f7b kind: Event lastTimestamp: "2026-04-16T20:31:14Z" message: Add eth0 [10.134.0.36/23] from ovn-kubernetes metadata: creationTimestamp: "2026-04-16T20:31:14Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-04-16T20:31:14Z" name: error-404-isvc-01ef2-predictor-bf7749ff5-7qs4d.18a6f071be1d335a namespace: kserve-ci-e2e-test resourceVersion: "19283" uid: 4afd05e2-11fa-4196-9080-20d38b33e815 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T20:31:14Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-01ef2-predictor-bf7749ff5-7qs4d namespace: kserve-ci-e2e-test resourceVersion: "19264" uid: dbd50b50-d77c-4d15-9788-4b3c481b1f7b kind: Event lastTimestamp: "2026-04-16T20:31:14Z" message: Container image "quay.io/opendatahub/error-404-isvc:odh-pr-1400" already present on machine metadata: creationTimestamp: "2026-04-16T20:31:14Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-16T20:31:14Z" name: error-404-isvc-01ef2-predictor-bf7749ff5-7qs4d.18a6f071bf535ac6 namespace: kserve-ci-e2e-test resourceVersion: "19286" uid: 9a3a4970-ec80-4a36-86c7-154ad287a3a0 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-135-182.ec2.internal source: component: kubelet host: ip-10-0-135-182.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T20:31:14Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-01ef2-predictor-bf7749ff5-7qs4d namespace: kserve-ci-e2e-test resourceVersion: "19264" uid: dbd50b50-d77c-4d15-9788-4b3c481b1f7b kind: Event lastTimestamp: "2026-04-16T20:31:14Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-04-16T20:31:14Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-16T20:31:14Z" name: error-404-isvc-01ef2-predictor-bf7749ff5-7qs4d.18a6f071c52cb039 namespace: kserve-ci-e2e-test resourceVersion: "19292" uid: e6f25b58-cb85-4a3e-82a5-73a23d3def29 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-135-182.ec2.internal source: component: kubelet host: ip-10-0-135-182.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T20:31:14Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-01ef2-predictor-bf7749ff5-7qs4d namespace: kserve-ci-e2e-test resourceVersion: "19264" uid: dbd50b50-d77c-4d15-9788-4b3c481b1f7b kind: Event lastTimestamp: "2026-04-16T20:31:14Z" message: Started container kserve-container metadata: creationTimestamp: "2026-04-16T20:31:14Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-16T20:31:14Z" name: error-404-isvc-01ef2-predictor-bf7749ff5-7qs4d.18a6f071c5a86bbe namespace: kserve-ci-e2e-test resourceVersion: "19293" uid: 1542359c-0969-47ff-a0d2-143290ecd11f reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-135-182.ec2.internal source: component: kubelet host: ip-10-0-135-182.ec2.internal type: Normal - apiVersion: v1 count: 7 eventTime: null firstTimestamp: "2026-04-16T20:31:14Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-01ef2-predictor-bf7749ff5-7qs4d namespace: kserve-ci-e2e-test resourceVersion: "19264" uid: dbd50b50-d77c-4d15-9788-4b3c481b1f7b kind: Event lastTimestamp: "2026-04-16T20:32:35Z" message: 'Readiness probe failed: dial tcp 10.134.0.36:8080: connect: connection refused' metadata: creationTimestamp: "2026-04-16T20:31:14Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-16T20:32:35Z" name: error-404-isvc-01ef2-predictor-bf7749ff5-7qs4d.18a6f071d7e41e07 namespace: kserve-ci-e2e-test resourceVersion: "20320" uid: 3b7be610-ebcc-4443-8a3c-7807719e5ec5 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-135-182.ec2.internal source: component: kubelet host: ip-10-0-135-182.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T20:32:34Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-01ef2-predictor-bf7749ff5-7qs4d namespace: kserve-ci-e2e-test resourceVersion: "19264" uid: dbd50b50-d77c-4d15-9788-4b3c481b1f7b kind: Event lastTimestamp: "2026-04-16T20:32:34Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-04-16T20:32:34Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-16T20:32:34Z" name: error-404-isvc-01ef2-predictor-bf7749ff5-7qs4d.18a6f08467c1a215 namespace: kserve-ci-e2e-test resourceVersion: "20279" uid: 01a95b59-d9b7-44a5-8255-6d0fcf1e7bf3 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-135-182.ec2.internal source: component: kubelet host: ip-10-0-135-182.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T20:31:14Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: error-404-isvc-01ef2-predictor-bf7749ff5 namespace: kserve-ci-e2e-test resourceVersion: "19255" uid: 85dbdc54-09f4-40a8-b0d5-f967ebfc98f0 kind: Event lastTimestamp: "2026-04-16T20:31:14Z" message: 'Created pod: error-404-isvc-01ef2-predictor-bf7749ff5-7qs4d' metadata: creationTimestamp: "2026-04-16T20:31:14Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-16T20:31:14Z" name: error-404-isvc-01ef2-predictor-bf7749ff5.18a6f071b5009b39 namespace: kserve-ci-e2e-test resourceVersion: "19263" uid: 8e557d00-1e3a-4e8c-ac20-40242f94bac3 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T20:31:14Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: error-404-isvc-01ef2-predictor namespace: kserve-ci-e2e-test resourceVersion: "19253" uid: ae46f933-d91d-4492-9aad-2c1ec60b2e08 kind: Event lastTimestamp: "2026-04-16T20:31:14Z" message: Scaled up replica set error-404-isvc-01ef2-predictor-bf7749ff5 from 0 to 1 metadata: creationTimestamp: "2026-04-16T20:31:14Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-16T20:31:14Z" name: error-404-isvc-01ef2-predictor.18a6f071b38f8e3b namespace: kserve-ci-e2e-test resourceVersion: "19257" uid: f6f13eec-d91e-4a0a-ad83-be2fb80ae3bd reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-04-16T20:31:29Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-01ef2-predictor namespace: kserve-ci-e2e-test resourceVersion: "19254" uid: 46d8d694-f4ba-4739-b2b4-b60a03d34442 kind: Event lastTimestamp: "2026-04-16T20:31:44Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-04-16T20:31:29Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-16T20:31:44Z" name: error-404-isvc-01ef2-predictor.18a6f07531df7327 namespace: kserve-ci-e2e-test resourceVersion: "19593" uid: 04c7bf85-72b8-42f1-9ff3-6c4f1c2f099e reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-04-16T20:31:29Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-01ef2-predictor namespace: kserve-ci-e2e-test resourceVersion: "19254" uid: 46d8d694-f4ba-4739-b2b4-b60a03d34442 kind: Event lastTimestamp: "2026-04-16T20:31:44Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-04-16T20:31:29Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-16T20:31:44Z" name: error-404-isvc-01ef2-predictor.18a6f0753240d5b3 namespace: kserve-ci-e2e-test resourceVersion: "19594" uid: ee7742c8-15f2-4289-9734-f92b4c0f43c7 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-04-16T20:31:59Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-01ef2-predictor namespace: kserve-ci-e2e-test resourceVersion: "19440" uid: 46d8d694-f4ba-4739-b2b4-b60a03d34442 kind: Event lastTimestamp: "2026-04-16T20:32:29Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-04-16T20:31:59Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-16T20:32:29Z" name: error-404-isvc-01ef2-predictor.18a6f07c2f97ae6c namespace: kserve-ci-e2e-test resourceVersion: "20141" uid: 46e3e0de-458a-41a7-8290-cb723295eb82 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-04-16T20:31:59Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-01ef2-predictor namespace: kserve-ci-e2e-test resourceVersion: "19440" uid: 46d8d694-f4ba-4739-b2b4-b60a03d34442 kind: Event lastTimestamp: "2026-04-16T20:32:29Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-04-16T20:31:59Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-16T20:32:29Z" name: error-404-isvc-01ef2-predictor.18a6f07c2ffbf8a4 namespace: kserve-ci-e2e-test resourceVersion: "20142" uid: ce7a3fa8-f420-4ea3-b7ad-fd6ae6a05b9c reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-04-16T20:31:14Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-01ef2 namespace: kserve-ci-e2e-test resourceVersion: "19234" uid: 7c104433-eca2-4489-bf83-78097f11b798 kind: Event lastTimestamp: "2026-04-16T20:32:05Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-04-16T20:31:14Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-04-16T20:32:05Z" name: error-404-isvc-01ef2.18a6f071b351b75e namespace: kserve-ci-e2e-test resourceVersion: "19921" uid: 55dcf110-8a70-467d-9abd-f6e4d51f3219 reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T20:31:14Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-01ef2 namespace: kserve-ci-e2e-test resourceVersion: "19234" uid: 7c104433-eca2-4489-bf83-78097f11b798 kind: Event lastTimestamp: "2026-04-16T20:31:14Z" message: 'Failed to update status for InferenceService "error-404-isvc-01ef2": Operation cannot be fulfilled on inferenceservices.serving.kserve.io "error-404-isvc-01ef2": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-04-16T20:31:14Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-04-16T20:31:14Z" name: error-404-isvc-01ef2.18a6f071b3b01390 namespace: kserve-ci-e2e-test resourceVersion: "19259" uid: 51429906-a3a5-4cdd-adfa-c8d823e18f3e reason: UpdateFailed reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T20:31:14Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-01ef2 namespace: kserve-ci-e2e-test resourceVersion: "19234" uid: 7c104433-eca2-4489-bf83-78097f11b798 kind: Event lastTimestamp: "2026-04-16T20:31:14Z" message: 'fails to update InferenceService status: Operation cannot be fulfilled on inferenceservices.serving.kserve.io "error-404-isvc-01ef2": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-04-16T20:31:14Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-04-16T20:31:14Z" name: error-404-isvc-01ef2.18a6f071b3b062f8 namespace: kserve-ci-e2e-test resourceVersion: "19260" uid: e5c89136-54fc-4e45-8d16-2d60b9ad7917 reason: InternalError reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T20:32:05Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-01ef2 namespace: kserve-ci-e2e-test resourceVersion: "19915" uid: 7c104433-eca2-4489-bf83-78097f11b798 kind: Event lastTimestamp: "2026-04-16T20:32:05Z" message: InferenceService [error-404-isvc-01ef2] is Ready metadata: creationTimestamp: "2026-04-16T20:32:05Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-04-16T20:32:05Z" name: error-404-isvc-01ef2.18a6f07dbc35cfb5 namespace: kserve-ci-e2e-test resourceVersion: "19916" uid: c0e6ebe0-c8c6-4c62-8c40-b56b791c6489 reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-04-16T20:21:03.342179Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: error-404-isvc-15788-predictor-68bbf9d949-kglrv namespace: kserve-ci-e2e-test resourceVersion: "14354" uid: bdff0dbf-03bb-42bc-bb18-fd63c8f96524 kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/error-404-isvc-15788-predictor-68bbf9d949-kglrv to ip-10-0-135-182.ec2.internal metadata: creationTimestamp: "2026-04-16T20:21:03Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-04-16T20:21:03Z" name: error-404-isvc-15788-predictor-68bbf9d949-kglrv.18a6efe37add6688 namespace: kserve-ci-e2e-test resourceVersion: "14358" uid: 1e72f58e-20c4-46cd-9b93-f3214589d908 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-64b5c5c6fd-mbl98 source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T20:21:03Z" involvedObject: apiVersion: v1 kind: Pod name: error-404-isvc-15788-predictor-68bbf9d949-kglrv namespace: kserve-ci-e2e-test resourceVersion: "14365" uid: bdff0dbf-03bb-42bc-bb18-fd63c8f96524 kind: Event lastTimestamp: "2026-04-16T20:21:03Z" message: Add eth0 [10.134.0.30/23] from ovn-kubernetes metadata: creationTimestamp: "2026-04-16T20:21:03Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-04-16T20:21:03Z" name: error-404-isvc-15788-predictor-68bbf9d949-kglrv.18a6efe384256ed6 namespace: kserve-ci-e2e-test resourceVersion: "14372" uid: 8fcb61a1-0de1-4fd5-8559-3b518a94f6c1 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T20:21:03Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-15788-predictor-68bbf9d949-kglrv namespace: kserve-ci-e2e-test resourceVersion: "14356" uid: bdff0dbf-03bb-42bc-bb18-fd63c8f96524 kind: Event lastTimestamp: "2026-04-16T20:21:03Z" message: Container image "quay.io/opendatahub/error-404-isvc:odh-pr-1400" already present on machine metadata: creationTimestamp: "2026-04-16T20:21:03Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-16T20:21:03Z" name: error-404-isvc-15788-predictor-68bbf9d949-kglrv.18a6efe3854db0b3 namespace: kserve-ci-e2e-test resourceVersion: "14375" uid: 3d5a825f-8488-41d1-bfee-60bfc1ec0697 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-135-182.ec2.internal source: component: kubelet host: ip-10-0-135-182.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T20:21:03Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-15788-predictor-68bbf9d949-kglrv namespace: kserve-ci-e2e-test resourceVersion: "14356" uid: bdff0dbf-03bb-42bc-bb18-fd63c8f96524 kind: Event lastTimestamp: "2026-04-16T20:21:03Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-04-16T20:21:03Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-16T20:21:03Z" name: error-404-isvc-15788-predictor-68bbf9d949-kglrv.18a6efe388898c6b namespace: kserve-ci-e2e-test resourceVersion: "14378" uid: 697ce40c-15f6-49f5-9b9f-2aea30f33c57 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-135-182.ec2.internal source: component: kubelet host: ip-10-0-135-182.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T20:21:03Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-15788-predictor-68bbf9d949-kglrv namespace: kserve-ci-e2e-test resourceVersion: "14356" uid: bdff0dbf-03bb-42bc-bb18-fd63c8f96524 kind: Event lastTimestamp: "2026-04-16T20:21:03Z" message: Started container kserve-container metadata: creationTimestamp: "2026-04-16T20:21:03Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-16T20:21:03Z" name: error-404-isvc-15788-predictor-68bbf9d949-kglrv.18a6efe389092282 namespace: kserve-ci-e2e-test resourceVersion: "14380" uid: 7fd9a772-4de3-4182-9cde-3c341723453c reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-135-182.ec2.internal source: component: kubelet host: ip-10-0-135-182.ec2.internal type: Normal - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-04-16T20:21:03Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-15788-predictor-68bbf9d949-kglrv namespace: kserve-ci-e2e-test resourceVersion: "14356" uid: bdff0dbf-03bb-42bc-bb18-fd63c8f96524 kind: Event lastTimestamp: "2026-04-16T20:21:44Z" message: 'Readiness probe failed: dial tcp 10.134.0.30:8080: connect: connection refused' metadata: creationTimestamp: "2026-04-16T20:21:03Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-16T20:21:44Z" name: error-404-isvc-15788-predictor-68bbf9d949-kglrv.18a6efe39407f8bb namespace: kserve-ci-e2e-test resourceVersion: "14802" uid: 0b6717e1-6fb3-4e5d-a0e8-fe8d68a4de31 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-135-182.ec2.internal source: component: kubelet host: ip-10-0-135-182.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T20:30:28Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-15788-predictor-68bbf9d949-kglrv namespace: kserve-ci-e2e-test resourceVersion: "14356" uid: bdff0dbf-03bb-42bc-bb18-fd63c8f96524 kind: Event lastTimestamp: "2026-04-16T20:30:28Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-04-16T20:30:28Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-16T20:30:28Z" name: error-404-isvc-15788-predictor-68bbf9d949-kglrv.18a6f06705c1e4bd namespace: kserve-ci-e2e-test resourceVersion: "18779" uid: bc95b3ea-8e1f-4f13-bdd4-b853863fc3b1 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-135-182.ec2.internal source: component: kubelet host: ip-10-0-135-182.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T20:21:03Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: error-404-isvc-15788-predictor-68bbf9d949 namespace: kserve-ci-e2e-test resourceVersion: "14345" uid: 04635efe-d612-467e-9e15-f1b99093e536 kind: Event lastTimestamp: "2026-04-16T20:21:03Z" message: 'Created pod: error-404-isvc-15788-predictor-68bbf9d949-kglrv' metadata: creationTimestamp: "2026-04-16T20:21:03Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-16T20:21:03Z" name: error-404-isvc-15788-predictor-68bbf9d949.18a6efe37a667916 namespace: kserve-ci-e2e-test resourceVersion: "14355" uid: 1963e2be-d3b4-4890-af15-00943fc74d26 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T20:21:03Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: error-404-isvc-15788-predictor namespace: kserve-ci-e2e-test resourceVersion: "14341" uid: 763066da-66c7-4bbb-bfaf-15a1b287d7df kind: Event lastTimestamp: "2026-04-16T20:21:03Z" message: Scaled up replica set error-404-isvc-15788-predictor-68bbf9d949 from 0 to 1 metadata: creationTimestamp: "2026-04-16T20:21:03Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-16T20:21:03Z" name: error-404-isvc-15788-predictor.18a6efe3790fee4e namespace: kserve-ci-e2e-test resourceVersion: "14348" uid: 2e98761c-6aa5-443c-9552-70f6d6335601 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-04-16T20:21:18Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-15788-predictor namespace: kserve-ci-e2e-test resourceVersion: "14344" uid: 952c4f0d-1dfe-4ea1-875f-5ead4f182076 kind: Event lastTimestamp: "2026-04-16T20:21:33Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-04-16T20:21:18Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-16T20:21:33Z" name: error-404-isvc-15788-predictor.18a6efe6f757d41b namespace: kserve-ci-e2e-test resourceVersion: "14667" uid: d5d43c70-9351-4cd2-89fd-5d49b5ac19a6 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-04-16T20:21:18Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-15788-predictor namespace: kserve-ci-e2e-test resourceVersion: "14344" uid: 952c4f0d-1dfe-4ea1-875f-5ead4f182076 kind: Event lastTimestamp: "2026-04-16T20:21:33Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-04-16T20:21:18Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-16T20:21:33Z" name: error-404-isvc-15788-predictor.18a6efe6f79b3e6e namespace: kserve-ci-e2e-test resourceVersion: "14668" uid: 5079e511-f3db-48cf-893b-15c30025b697 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-04-16T20:21:48Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-15788-predictor namespace: kserve-ci-e2e-test resourceVersion: "14545" uid: 952c4f0d-1dfe-4ea1-875f-5ead4f182076 kind: Event lastTimestamp: "2026-04-16T20:22:18Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-04-16T20:21:48Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-16T20:22:18Z" name: error-404-isvc-15788-predictor.18a6efedf4fb9cf5 namespace: kserve-ci-e2e-test resourceVersion: "15265" uid: 7a2f7fb0-c4ca-4338-9a07-352d92413cbb reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-04-16T20:21:48Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-15788-predictor namespace: kserve-ci-e2e-test resourceVersion: "14545" uid: 952c4f0d-1dfe-4ea1-875f-5ead4f182076 kind: Event lastTimestamp: "2026-04-16T20:22:18Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-04-16T20:21:48Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-16T20:22:18Z" name: error-404-isvc-15788-predictor.18a6efedf56447d6 namespace: kserve-ci-e2e-test resourceVersion: "15266" uid: ef7d34b4-716c-4679-8691-ab3ff2b39300 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-04-16T20:21:03Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-15788 namespace: kserve-ci-e2e-test resourceVersion: "14317" uid: 84582a04-4def-4d0e-b797-1874a0b0ab99 kind: Event lastTimestamp: "2026-04-16T20:21:54Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-04-16T20:21:03Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-04-16T20:21:54Z" name: error-404-isvc-15788.18a6efe378c4faa3 namespace: kserve-ci-e2e-test resourceVersion: "15049" uid: 0223f318-d5b4-4755-9c9c-1ae4d9e6f71f reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T20:21:03Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-15788 namespace: kserve-ci-e2e-test resourceVersion: "14317" uid: 84582a04-4def-4d0e-b797-1874a0b0ab99 kind: Event lastTimestamp: "2026-04-16T20:21:03Z" message: 'Failed to update status for InferenceService "error-404-isvc-15788": Operation cannot be fulfilled on inferenceservices.serving.kserve.io "error-404-isvc-15788": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-04-16T20:21:03Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-04-16T20:21:03Z" name: error-404-isvc-15788.18a6efe37918c7a3 namespace: kserve-ci-e2e-test resourceVersion: "14349" uid: 5a0a9c50-1f45-49f2-97a5-802d7394ce5e reason: UpdateFailed reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T20:21:03Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-15788 namespace: kserve-ci-e2e-test resourceVersion: "14317" uid: 84582a04-4def-4d0e-b797-1874a0b0ab99 kind: Event lastTimestamp: "2026-04-16T20:21:03Z" message: 'fails to update InferenceService status: Operation cannot be fulfilled on inferenceservices.serving.kserve.io "error-404-isvc-15788": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-04-16T20:21:03Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-04-16T20:21:03Z" name: error-404-isvc-15788.18a6efe3791921f1 namespace: kserve-ci-e2e-test resourceVersion: "14351" uid: 2b62899d-2202-43e6-90f7-c565cab7c9bc reason: InternalError reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T20:21:54Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-15788 namespace: kserve-ci-e2e-test resourceVersion: "15045" uid: 84582a04-4def-4d0e-b797-1874a0b0ab99 kind: Event lastTimestamp: "2026-04-16T20:21:54Z" message: InferenceService [error-404-isvc-15788] is Ready metadata: creationTimestamp: "2026-04-16T20:21:54Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-04-16T20:21:54Z" name: error-404-isvc-15788.18a6efef7a3c7312 namespace: kserve-ci-e2e-test resourceVersion: "15046" uid: d61a74d8-4585-4557-86f3-0323b7e3b737 reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-04-16T20:19:29.076851Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: error-404-isvc-19633-predictor-7669bd77f9-qhlcf namespace: kserve-ci-e2e-test resourceVersion: "13277" uid: c1435886-d743-48a5-8fb6-db52d1a758a0 kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/error-404-isvc-19633-predictor-7669bd77f9-qhlcf to ip-10-0-135-182.ec2.internal metadata: creationTimestamp: "2026-04-16T20:19:29Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-04-16T20:19:29Z" name: error-404-isvc-19633-predictor-7669bd77f9-qhlcf.18a6efcd8836b4e6 namespace: kserve-ci-e2e-test resourceVersion: "13283" uid: 2690a4de-1087-4c8f-ae20-fa4d445904ba reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-64b5c5c6fd-mbl98 source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T20:19:29Z" involvedObject: apiVersion: v1 kind: Pod name: error-404-isvc-19633-predictor-7669bd77f9-qhlcf namespace: kserve-ci-e2e-test resourceVersion: "13288" uid: c1435886-d743-48a5-8fb6-db52d1a758a0 kind: Event lastTimestamp: "2026-04-16T20:19:29Z" message: Add eth0 [10.134.0.28/23] from ovn-kubernetes metadata: creationTimestamp: "2026-04-16T20:19:29Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-04-16T20:19:29Z" name: error-404-isvc-19633-predictor-7669bd77f9-qhlcf.18a6efcd914405a0 namespace: kserve-ci-e2e-test resourceVersion: "13310" uid: ea22e877-57a7-4731-b54f-7863a8dec805 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T20:19:29Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-19633-predictor-7669bd77f9-qhlcf namespace: kserve-ci-e2e-test resourceVersion: "13281" uid: c1435886-d743-48a5-8fb6-db52d1a758a0 kind: Event lastTimestamp: "2026-04-16T20:19:29Z" message: Pulling image "quay.io/opendatahub/error-404-isvc:odh-pr-1400" metadata: creationTimestamp: "2026-04-16T20:19:29Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-16T20:19:29Z" name: error-404-isvc-19633-predictor-7669bd77f9-qhlcf.18a6efcd928d859c namespace: kserve-ci-e2e-test resourceVersion: "13321" uid: 90cf08f0-55b6-45e8-914f-9695dc8446fc reason: Pulling reportingComponent: kubelet reportingInstance: ip-10-0-135-182.ec2.internal source: component: kubelet host: ip-10-0-135-182.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T20:19:43Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-19633-predictor-7669bd77f9-qhlcf namespace: kserve-ci-e2e-test resourceVersion: "13281" uid: c1435886-d743-48a5-8fb6-db52d1a758a0 kind: Event lastTimestamp: "2026-04-16T20:19:43Z" message: 'Successfully pulled image "quay.io/opendatahub/error-404-isvc:odh-pr-1400" in 14.017s (14.017s including waiting). Image size: 1333698136 bytes.' metadata: creationTimestamp: "2026-04-16T20:19:43Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-16T20:19:43Z" name: error-404-isvc-19633-predictor-7669bd77f9-qhlcf.18a6efd0d609a5c0 namespace: kserve-ci-e2e-test resourceVersion: "13537" uid: 9a952097-b826-4b8c-a0a7-35b552ca50e7 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-135-182.ec2.internal source: component: kubelet host: ip-10-0-135-182.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T20:19:43Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-19633-predictor-7669bd77f9-qhlcf namespace: kserve-ci-e2e-test resourceVersion: "13281" uid: c1435886-d743-48a5-8fb6-db52d1a758a0 kind: Event lastTimestamp: "2026-04-16T20:19:43Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-04-16T20:19:43Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-16T20:19:43Z" name: error-404-isvc-19633-predictor-7669bd77f9-qhlcf.18a6efd0dc49f11e namespace: kserve-ci-e2e-test resourceVersion: "13539" uid: c3310781-36b7-496c-b89b-0409f78201a8 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-135-182.ec2.internal source: component: kubelet host: ip-10-0-135-182.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T20:19:43Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-19633-predictor-7669bd77f9-qhlcf namespace: kserve-ci-e2e-test resourceVersion: "13281" uid: c1435886-d743-48a5-8fb6-db52d1a758a0 kind: Event lastTimestamp: "2026-04-16T20:19:43Z" message: Started container kserve-container metadata: creationTimestamp: "2026-04-16T20:19:43Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-16T20:19:43Z" name: error-404-isvc-19633-predictor-7669bd77f9-qhlcf.18a6efd0dcbc5c69 namespace: kserve-ci-e2e-test resourceVersion: "13541" uid: ad6fa2cc-ca0c-4f1d-8d3d-b8117bf87136 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-135-182.ec2.internal source: component: kubelet host: ip-10-0-135-182.ec2.internal type: Normal - apiVersion: v1 count: 7 eventTime: null firstTimestamp: "2026-04-16T20:19:43Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-19633-predictor-7669bd77f9-qhlcf namespace: kserve-ci-e2e-test resourceVersion: "13281" uid: c1435886-d743-48a5-8fb6-db52d1a758a0 kind: Event lastTimestamp: "2026-04-16T20:21:04Z" message: 'Readiness probe failed: dial tcp 10.134.0.28:8080: connect: connection refused' metadata: creationTimestamp: "2026-04-16T20:19:43Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-16T20:21:04Z" name: error-404-isvc-19633-predictor-7669bd77f9-qhlcf.18a6efd0e3b5bc4e namespace: kserve-ci-e2e-test resourceVersion: "14405" uid: a625d7f3-ccc3-4892-bba5-42ad172a5e0b reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-135-182.ec2.internal source: component: kubelet host: ip-10-0-135-182.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T20:21:03Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-19633-predictor-7669bd77f9-qhlcf namespace: kserve-ci-e2e-test resourceVersion: "13281" uid: c1435886-d743-48a5-8fb6-db52d1a758a0 kind: Event lastTimestamp: "2026-04-16T20:21:03Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-04-16T20:21:03Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-16T20:21:03Z" name: error-404-isvc-19633-predictor-7669bd77f9-qhlcf.18a6efe379877aba namespace: kserve-ci-e2e-test resourceVersion: "14352" uid: acc9c736-6bbe-4f74-9814-bb21f82b220b reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-135-182.ec2.internal source: component: kubelet host: ip-10-0-135-182.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T20:19:29Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: error-404-isvc-19633-predictor-7669bd77f9 namespace: kserve-ci-e2e-test resourceVersion: "13271" uid: d463aaf8-6f07-47db-9bc0-67a1c12e9145 kind: Event lastTimestamp: "2026-04-16T20:19:29Z" message: 'Created pod: error-404-isvc-19633-predictor-7669bd77f9-qhlcf' metadata: creationTimestamp: "2026-04-16T20:19:29Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-16T20:19:29Z" name: error-404-isvc-19633-predictor-7669bd77f9.18a6efcd8794411a namespace: kserve-ci-e2e-test resourceVersion: "13278" uid: 23003c77-1c6c-43a4-8cca-2108a03455a5 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T20:19:29Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: error-404-isvc-19633-predictor namespace: kserve-ci-e2e-test resourceVersion: "13269" uid: a19a9f15-744f-47e9-8b8c-a9280bc985c2 kind: Event lastTimestamp: "2026-04-16T20:19:29Z" message: Scaled up replica set error-404-isvc-19633-predictor-7669bd77f9 from 0 to 1 metadata: creationTimestamp: "2026-04-16T20:19:29Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-16T20:19:29Z" name: error-404-isvc-19633-predictor.18a6efcd861d60b7 namespace: kserve-ci-e2e-test resourceVersion: "13273" uid: fb8435eb-2af9-479e-9f49-872044333f7e reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T20:19:44Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-19633-predictor namespace: kserve-ci-e2e-test resourceVersion: "13270" uid: 07c20b01-6ac0-4da3-bcee-77a67f8e89ea kind: Event lastTimestamp: "2026-04-16T20:19:44Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-04-16T20:19:44Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-16T20:19:44Z" name: error-404-isvc-19633-predictor.18a6efd104961a02 namespace: kserve-ci-e2e-test resourceVersion: "13564" uid: f0fc7cb4-048d-4c57-a06b-d3ed3fbe3f77 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T20:19:44Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-19633-predictor namespace: kserve-ci-e2e-test resourceVersion: "13270" uid: 07c20b01-6ac0-4da3-bcee-77a67f8e89ea kind: Event lastTimestamp: "2026-04-16T20:19:44Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-04-16T20:19:44Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-16T20:19:44Z" name: error-404-isvc-19633-predictor.18a6efd104fdbf63 namespace: kserve-ci-e2e-test resourceVersion: "13566" uid: 4be979ed-1d20-4e28-9a5a-4831ac09fc24 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 5 eventTime: null firstTimestamp: "2026-04-16T20:19:59Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-19633-predictor namespace: kserve-ci-e2e-test resourceVersion: "13565" uid: 07c20b01-6ac0-4da3-bcee-77a67f8e89ea kind: Event lastTimestamp: "2026-04-16T20:20:59Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-04-16T20:19:59Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-16T20:20:59Z" name: error-404-isvc-19633-predictor.18a6efd483b2993a namespace: kserve-ci-e2e-test resourceVersion: "14230" uid: 3fa840fa-7945-4d42-b5c3-42af30ca175e reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 5 eventTime: null firstTimestamp: "2026-04-16T20:19:59Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-19633-predictor namespace: kserve-ci-e2e-test resourceVersion: "13565" uid: 07c20b01-6ac0-4da3-bcee-77a67f8e89ea kind: Event lastTimestamp: "2026-04-16T20:20:59Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-04-16T20:19:59Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-16T20:20:59Z" name: error-404-isvc-19633-predictor.18a6efd484122fe8 namespace: kserve-ci-e2e-test resourceVersion: "14231" uid: a3b1bf25-2cc4-4856-bf72-96468930e072 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 5 eventTime: null firstTimestamp: "2026-04-16T20:19:29Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-19633 namespace: kserve-ci-e2e-test resourceVersion: "13257" uid: 11c554db-b515-4d8c-a31d-6a75ae6c213f kind: Event lastTimestamp: "2026-04-16T20:20:34Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-04-16T20:19:29Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-04-16T20:20:34Z" name: error-404-isvc-19633.18a6efcd85ef89fc namespace: kserve-ci-e2e-test resourceVersion: "14004" uid: 74e7936e-b561-440c-9821-685d5edde035 reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T20:20:34Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-19633 namespace: kserve-ci-e2e-test resourceVersion: "14000" uid: 11c554db-b515-4d8c-a31d-6a75ae6c213f kind: Event lastTimestamp: "2026-04-16T20:20:34Z" message: InferenceService [error-404-isvc-19633] is Ready metadata: creationTimestamp: "2026-04-16T20:20:34Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-04-16T20:20:34Z" name: error-404-isvc-19633.18a6efdccc979b21 namespace: kserve-ci-e2e-test resourceVersion: "14002" uid: 572f710f-c60a-48b8-830b-6595180fc06d reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-04-16T20:30:28.356312Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: error-404-isvc-8eac5-predictor-6c64cc44d7-7fgf8 namespace: kserve-ci-e2e-test resourceVersion: "18790" uid: 71feaec2-df07-4dc8-a1dd-5ba0e77589c4 kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/error-404-isvc-8eac5-predictor-6c64cc44d7-7fgf8 to ip-10-0-135-182.ec2.internal metadata: creationTimestamp: "2026-04-16T20:30:28Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-04-16T20:30:28Z" name: error-404-isvc-8eac5-predictor-6c64cc44d7-7fgf8.18a6f0670854f07d namespace: kserve-ci-e2e-test resourceVersion: "18794" uid: 20a2a5a7-585b-4c90-a6de-4682b537d1bc reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-64b5c5c6fd-mbl98 source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T20:30:28Z" involvedObject: apiVersion: v1 kind: Pod name: error-404-isvc-8eac5-predictor-6c64cc44d7-7fgf8 namespace: kserve-ci-e2e-test resourceVersion: "18800" uid: 71feaec2-df07-4dc8-a1dd-5ba0e77589c4 kind: Event lastTimestamp: "2026-04-16T20:30:28Z" message: Add eth0 [10.134.0.34/23] from ovn-kubernetes metadata: creationTimestamp: "2026-04-16T20:30:28Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-04-16T20:30:28Z" name: error-404-isvc-8eac5-predictor-6c64cc44d7-7fgf8.18a6f06711eb88db namespace: kserve-ci-e2e-test resourceVersion: "18812" uid: 69b8e1b9-20ee-44f3-85ae-48dcadf5ee01 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T20:30:28Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-8eac5-predictor-6c64cc44d7-7fgf8 namespace: kserve-ci-e2e-test resourceVersion: "18792" uid: 71feaec2-df07-4dc8-a1dd-5ba0e77589c4 kind: Event lastTimestamp: "2026-04-16T20:30:28Z" message: Container image "quay.io/opendatahub/error-404-isvc:odh-pr-1400" already present on machine metadata: creationTimestamp: "2026-04-16T20:30:28Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-16T20:30:28Z" name: error-404-isvc-8eac5-predictor-6c64cc44d7-7fgf8.18a6f0671341311d namespace: kserve-ci-e2e-test resourceVersion: "18814" uid: f03e2f36-29e5-480b-9a4d-ae50686335ab reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-135-182.ec2.internal source: component: kubelet host: ip-10-0-135-182.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T20:30:28Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-8eac5-predictor-6c64cc44d7-7fgf8 namespace: kserve-ci-e2e-test resourceVersion: "18792" uid: 71feaec2-df07-4dc8-a1dd-5ba0e77589c4 kind: Event lastTimestamp: "2026-04-16T20:30:28Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-04-16T20:30:28Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-16T20:30:28Z" name: error-404-isvc-8eac5-predictor-6c64cc44d7-7fgf8.18a6f0671b1069dd namespace: kserve-ci-e2e-test resourceVersion: "18821" uid: d4cb38bf-ad3a-4763-9ab0-5c7758310707 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-135-182.ec2.internal source: component: kubelet host: ip-10-0-135-182.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T20:30:28Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-8eac5-predictor-6c64cc44d7-7fgf8 namespace: kserve-ci-e2e-test resourceVersion: "18792" uid: 71feaec2-df07-4dc8-a1dd-5ba0e77589c4 kind: Event lastTimestamp: "2026-04-16T20:30:28Z" message: Started container kserve-container metadata: creationTimestamp: "2026-04-16T20:30:28Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-16T20:30:28Z" name: error-404-isvc-8eac5-predictor-6c64cc44d7-7fgf8.18a6f0671b8e4513 namespace: kserve-ci-e2e-test resourceVersion: "18822" uid: 2efad620-f447-48ea-9d00-4396c8fa5c9d reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-135-182.ec2.internal source: component: kubelet host: ip-10-0-135-182.ec2.internal type: Normal - apiVersion: v1 count: 7 eventTime: null firstTimestamp: "2026-04-16T20:30:29Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-8eac5-predictor-6c64cc44d7-7fgf8 namespace: kserve-ci-e2e-test resourceVersion: "18792" uid: 71feaec2-df07-4dc8-a1dd-5ba0e77589c4 kind: Event lastTimestamp: "2026-04-16T20:31:50Z" message: 'Readiness probe failed: dial tcp 10.134.0.34:8080: connect: connection refused' metadata: creationTimestamp: "2026-04-16T20:30:29Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-16T20:31:50Z" name: error-404-isvc-8eac5-predictor-6c64cc44d7-7fgf8.18a6f0675491d525 namespace: kserve-ci-e2e-test resourceVersion: "19773" uid: 425d618d-19d4-4370-a24a-40a4b535e395 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-135-182.ec2.internal source: component: kubelet host: ip-10-0-135-182.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T20:31:48Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-8eac5-predictor-6c64cc44d7-7fgf8 namespace: kserve-ci-e2e-test resourceVersion: "18792" uid: 71feaec2-df07-4dc8-a1dd-5ba0e77589c4 kind: Event lastTimestamp: "2026-04-16T20:31:48Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-04-16T20:31:48Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-16T20:31:48Z" name: error-404-isvc-8eac5-predictor-6c64cc44d7-7fgf8.18a6f079b1b5d19b namespace: kserve-ci-e2e-test resourceVersion: "19670" uid: 9fa10d1f-e389-4c6a-847f-7127d3bedbd8 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-135-182.ec2.internal source: component: kubelet host: ip-10-0-135-182.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T20:30:28Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: error-404-isvc-8eac5-predictor-6c64cc44d7 namespace: kserve-ci-e2e-test resourceVersion: "18782" uid: 06c7f8e8-16cd-4714-a407-bc0d2322993b kind: Event lastTimestamp: "2026-04-16T20:30:28Z" message: 'Created pod: error-404-isvc-8eac5-predictor-6c64cc44d7-7fgf8' metadata: creationTimestamp: "2026-04-16T20:30:28Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-16T20:30:28Z" name: error-404-isvc-8eac5-predictor-6c64cc44d7.18a6f06707f35a68 namespace: kserve-ci-e2e-test resourceVersion: "18791" uid: afe36300-3c13-461e-b125-3cc18ec3b0c9 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T20:30:28Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: error-404-isvc-8eac5-predictor namespace: kserve-ci-e2e-test resourceVersion: "18778" uid: 38e217b8-563b-42d9-a60c-58b5dfb936d7 kind: Event lastTimestamp: "2026-04-16T20:30:28Z" message: Scaled up replica set error-404-isvc-8eac5-predictor-6c64cc44d7 from 0 to 1 metadata: creationTimestamp: "2026-04-16T20:30:28Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-16T20:30:28Z" name: error-404-isvc-8eac5-predictor.18a6f06706a14c3d namespace: kserve-ci-e2e-test resourceVersion: "18785" uid: 4e2f4e94-7b51-4deb-b3c8-de79e46a2b7d reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-04-16T20:30:43Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-8eac5-predictor namespace: kserve-ci-e2e-test resourceVersion: "18781" uid: d9e7f548-b8c7-4f86-8bf1-c14449df8571 kind: Event lastTimestamp: "2026-04-16T20:30:58Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-04-16T20:30:43Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-16T20:30:58Z" name: error-404-isvc-8eac5-predictor.18a6f06a85161e72 namespace: kserve-ci-e2e-test resourceVersion: "19054" uid: cbdf68a8-0000-4dfa-a980-ad50964eb6aa reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-04-16T20:30:43Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-8eac5-predictor namespace: kserve-ci-e2e-test resourceVersion: "18781" uid: d9e7f548-b8c7-4f86-8bf1-c14449df8571 kind: Event lastTimestamp: "2026-04-16T20:30:58Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-04-16T20:30:43Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-16T20:30:58Z" name: error-404-isvc-8eac5-predictor.18a6f06a85761c41 namespace: kserve-ci-e2e-test resourceVersion: "19055" uid: 14807959-6edf-4428-9d9d-1f8c952a3385 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-04-16T20:31:13Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-8eac5-predictor namespace: kserve-ci-e2e-test resourceVersion: "18945" uid: d9e7f548-b8c7-4f86-8bf1-c14449df8571 kind: Event lastTimestamp: "2026-04-16T20:31:28Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-04-16T20:31:13Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-16T20:31:28Z" name: error-404-isvc-8eac5-predictor.18a6f0718326317e namespace: kserve-ci-e2e-test resourceVersion: "19429" uid: bfead540-3c47-42d7-a193-e6b861b22389 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-04-16T20:31:13Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-8eac5-predictor namespace: kserve-ci-e2e-test resourceVersion: "18945" uid: d9e7f548-b8c7-4f86-8bf1-c14449df8571 kind: Event lastTimestamp: "2026-04-16T20:31:28Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-04-16T20:31:13Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-16T20:31:28Z" name: error-404-isvc-8eac5-predictor.18a6f07183bf2971 namespace: kserve-ci-e2e-test resourceVersion: "19430" uid: 3f1dc6b1-6921-4872-bc08-8582d95780ca reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 5 eventTime: null firstTimestamp: "2026-04-16T20:30:28Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-8eac5 namespace: kserve-ci-e2e-test resourceVersion: "18753" uid: dbc5a11d-e4e4-444c-9fc6-4f2ce24dbb4b kind: Event lastTimestamp: "2026-04-16T20:31:20Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-04-16T20:30:28Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-04-16T20:31:20Z" name: error-404-isvc-8eac5.18a6f06706822c7a namespace: kserve-ci-e2e-test resourceVersion: "19369" uid: 05359523-cb90-47fe-a49f-1881b179b731 reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T20:30:28Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-8eac5 namespace: kserve-ci-e2e-test resourceVersion: "18753" uid: dbc5a11d-e4e4-444c-9fc6-4f2ce24dbb4b kind: Event lastTimestamp: "2026-04-16T20:30:28Z" message: 'Failed to update status for InferenceService "error-404-isvc-8eac5": Operation cannot be fulfilled on inferenceservices.serving.kserve.io "error-404-isvc-8eac5": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-04-16T20:30:28Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-04-16T20:30:28Z" name: error-404-isvc-8eac5.18a6f06707169c45 namespace: kserve-ci-e2e-test resourceVersion: "18787" uid: 45c9215a-cf1e-4345-b84c-0ed1651da44d reason: UpdateFailed reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T20:30:28Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-8eac5 namespace: kserve-ci-e2e-test resourceVersion: "18753" uid: dbc5a11d-e4e4-444c-9fc6-4f2ce24dbb4b kind: Event lastTimestamp: "2026-04-16T20:30:28Z" message: 'fails to update InferenceService status: Operation cannot be fulfilled on inferenceservices.serving.kserve.io "error-404-isvc-8eac5": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-04-16T20:30:28Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-04-16T20:30:28Z" name: error-404-isvc-8eac5.18a6f06707178e5a namespace: kserve-ci-e2e-test resourceVersion: "18789" uid: 3032e078-d42b-41fd-ae34-4e1edd81dd38 reason: InternalError reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T20:31:20Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-8eac5 namespace: kserve-ci-e2e-test resourceVersion: "19367" uid: dbc5a11d-e4e4-444c-9fc6-4f2ce24dbb4b kind: Event lastTimestamp: "2026-04-16T20:31:20Z" message: InferenceService [error-404-isvc-8eac5] is Ready metadata: creationTimestamp: "2026-04-16T20:31:20Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-04-16T20:31:20Z" name: error-404-isvc-8eac5.18a6f07338834514 namespace: kserve-ci-e2e-test resourceVersion: "19368" uid: d51e3c83-db3e-435f-925b-76df20f8a9d2 reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-04-16T20:41:13.587334Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: error-404-isvc-932a3-predictor-5b4b84fcb7-jwg8q namespace: kserve-ci-e2e-test resourceVersion: "24110" uid: 32ceae94-9582-4d3e-90eb-82fe49daba42 kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/error-404-isvc-932a3-predictor-5b4b84fcb7-jwg8q to ip-10-0-135-182.ec2.internal metadata: creationTimestamp: "2026-04-16T20:41:13Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-04-16T20:41:13Z" name: error-404-isvc-932a3-predictor-5b4b84fcb7-jwg8q.18a6f0fd4318f7d4 namespace: kserve-ci-e2e-test resourceVersion: "24115" uid: edb74ae0-2b87-4175-b9c3-7ea3b6dbdc27 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-64b5c5c6fd-mbl98 source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T20:41:13Z" involvedObject: apiVersion: v1 kind: Pod name: error-404-isvc-932a3-predictor-5b4b84fcb7-jwg8q namespace: kserve-ci-e2e-test resourceVersion: "24121" uid: 32ceae94-9582-4d3e-90eb-82fe49daba42 kind: Event lastTimestamp: "2026-04-16T20:41:13Z" message: Add eth0 [10.134.0.42/23] from ovn-kubernetes metadata: creationTimestamp: "2026-04-16T20:41:13Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-04-16T20:41:13Z" name: error-404-isvc-932a3-predictor-5b4b84fcb7-jwg8q.18a6f0fd4ba2a6db namespace: kserve-ci-e2e-test resourceVersion: "24130" uid: ea3dfda1-115e-4a94-93b1-9362e0bcd6f2 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T20:41:13Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-932a3-predictor-5b4b84fcb7-jwg8q namespace: kserve-ci-e2e-test resourceVersion: "24112" uid: 32ceae94-9582-4d3e-90eb-82fe49daba42 kind: Event lastTimestamp: "2026-04-16T20:41:13Z" message: Container image "quay.io/opendatahub/error-404-isvc:odh-pr-1400" already present on machine metadata: creationTimestamp: "2026-04-16T20:41:13Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-16T20:41:13Z" name: error-404-isvc-932a3-predictor-5b4b84fcb7-jwg8q.18a6f0fd4d721c0e namespace: kserve-ci-e2e-test resourceVersion: "24133" uid: 295844ea-d907-499e-8f94-97baf9f54493 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-135-182.ec2.internal source: component: kubelet host: ip-10-0-135-182.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T20:41:13Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-932a3-predictor-5b4b84fcb7-jwg8q namespace: kserve-ci-e2e-test resourceVersion: "24112" uid: 32ceae94-9582-4d3e-90eb-82fe49daba42 kind: Event lastTimestamp: "2026-04-16T20:41:13Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-04-16T20:41:13Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-16T20:41:13Z" name: error-404-isvc-932a3-predictor-5b4b84fcb7-jwg8q.18a6f0fd542b9ee7 namespace: kserve-ci-e2e-test resourceVersion: "24145" uid: 3811786a-d025-4d80-bc14-d35e7809e9b5 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-135-182.ec2.internal source: component: kubelet host: ip-10-0-135-182.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T20:41:13Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-932a3-predictor-5b4b84fcb7-jwg8q namespace: kserve-ci-e2e-test resourceVersion: "24112" uid: 32ceae94-9582-4d3e-90eb-82fe49daba42 kind: Event lastTimestamp: "2026-04-16T20:41:13Z" message: Started container kserve-container metadata: creationTimestamp: "2026-04-16T20:41:13Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-16T20:41:13Z" name: error-404-isvc-932a3-predictor-5b4b84fcb7-jwg8q.18a6f0fd54a45717 namespace: kserve-ci-e2e-test resourceVersion: "24146" uid: 9d903462-4001-4904-95de-9c7074fc9fa0 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-135-182.ec2.internal source: component: kubelet host: ip-10-0-135-182.ec2.internal type: Normal - apiVersion: v1 count: 7 eventTime: null firstTimestamp: "2026-04-16T20:41:14Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-932a3-predictor-5b4b84fcb7-jwg8q namespace: kserve-ci-e2e-test resourceVersion: "24112" uid: 32ceae94-9582-4d3e-90eb-82fe49daba42 kind: Event lastTimestamp: "2026-04-16T20:42:35Z" message: 'Readiness probe failed: dial tcp 10.134.0.42:8080: connect: connection refused' metadata: creationTimestamp: "2026-04-16T20:41:14Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-16T20:42:35Z" name: error-404-isvc-932a3-predictor-5b4b84fcb7-jwg8q.18a6f0fd8c7eb735 namespace: kserve-ci-e2e-test resourceVersion: "25096" uid: bac236c7-7d13-4abb-81d4-033433c34797 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-135-182.ec2.internal source: component: kubelet host: ip-10-0-135-182.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T20:42:33Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-932a3-predictor-5b4b84fcb7-jwg8q namespace: kserve-ci-e2e-test resourceVersion: "24112" uid: 32ceae94-9582-4d3e-90eb-82fe49daba42 kind: Event lastTimestamp: "2026-04-16T20:42:33Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-04-16T20:42:33Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-16T20:42:33Z" name: error-404-isvc-932a3-predictor-5b4b84fcb7-jwg8q.18a6f10ff7cfec6b namespace: kserve-ci-e2e-test resourceVersion: "25053" uid: a834b99e-4f44-4b9b-8aea-049cb5212753 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-135-182.ec2.internal source: component: kubelet host: ip-10-0-135-182.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T20:41:13Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: error-404-isvc-932a3-predictor-5b4b84fcb7 namespace: kserve-ci-e2e-test resourceVersion: "24093" uid: 936f4734-0e66-4de0-8b00-8ba6a795e07b kind: Event lastTimestamp: "2026-04-16T20:41:13Z" message: 'Created pod: error-404-isvc-932a3-predictor-5b4b84fcb7-jwg8q' metadata: creationTimestamp: "2026-04-16T20:41:13Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-16T20:41:13Z" name: error-404-isvc-932a3-predictor-5b4b84fcb7.18a6f0fd426ac490 namespace: kserve-ci-e2e-test resourceVersion: "24111" uid: fa075ee9-ea0b-4846-ab99-0a3f1db2c0b8 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T20:41:13Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: error-404-isvc-932a3-predictor namespace: kserve-ci-e2e-test resourceVersion: "24085" uid: e82e2ef7-f26d-4080-9fa9-fe041160658b kind: Event lastTimestamp: "2026-04-16T20:41:13Z" message: Scaled up replica set error-404-isvc-932a3-predictor-5b4b84fcb7 from 0 to 1 metadata: creationTimestamp: "2026-04-16T20:41:13Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-16T20:41:13Z" name: error-404-isvc-932a3-predictor.18a6f0fd404bbd70 namespace: kserve-ci-e2e-test resourceVersion: "24098" uid: 0657b9b7-b7b7-40f1-92e5-d2bd9a4e0257 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-04-16T20:41:28Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-932a3-predictor namespace: kserve-ci-e2e-test resourceVersion: "24090" uid: 79dbbd6d-fe88-4c34-aa76-83db19d9b550 kind: Event lastTimestamp: "2026-04-16T20:41:43Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-04-16T20:41:28Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-16T20:41:43Z" name: error-404-isvc-932a3-predictor.18a6f100be5bd8a5 namespace: kserve-ci-e2e-test resourceVersion: "24382" uid: 1648bde6-29b3-4cba-aa56-62735ac13423 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-04-16T20:41:28Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-932a3-predictor namespace: kserve-ci-e2e-test resourceVersion: "24090" uid: 79dbbd6d-fe88-4c34-aa76-83db19d9b550 kind: Event lastTimestamp: "2026-04-16T20:41:43Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-04-16T20:41:28Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-16T20:41:43Z" name: error-404-isvc-932a3-predictor.18a6f100bebd9d91 namespace: kserve-ci-e2e-test resourceVersion: "24383" uid: 9d1fed45-4df6-4e91-9b57-f8e4836ad778 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-04-16T20:41:58Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-932a3-predictor namespace: kserve-ci-e2e-test resourceVersion: "24270" uid: 79dbbd6d-fe88-4c34-aa76-83db19d9b550 kind: Event lastTimestamp: "2026-04-16T20:42:13Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-04-16T20:41:58Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-16T20:42:13Z" name: error-404-isvc-932a3-predictor.18a6f107bc78f0af namespace: kserve-ci-e2e-test resourceVersion: "24750" uid: 7c33f06c-0230-4d84-a466-1a255bf53615 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-04-16T20:41:58Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-932a3-predictor namespace: kserve-ci-e2e-test resourceVersion: "24270" uid: 79dbbd6d-fe88-4c34-aa76-83db19d9b550 kind: Event lastTimestamp: "2026-04-16T20:42:13Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-04-16T20:41:58Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-16T20:42:13Z" name: error-404-isvc-932a3-predictor.18a6f107bcea8606 namespace: kserve-ci-e2e-test resourceVersion: "24751" uid: 24fa45f6-ba9e-4cbf-bc3d-0d58f89913fa reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-04-16T20:41:13Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-932a3 namespace: kserve-ci-e2e-test resourceVersion: "24073" uid: 68d70583-3589-43b7-b9cd-e1fc55f94ad0 kind: Event lastTimestamp: "2026-04-16T20:42:05Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-04-16T20:41:13Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-04-16T20:42:05Z" name: error-404-isvc-932a3.18a6f0fd3f96e3d8 namespace: kserve-ci-e2e-test resourceVersion: "24694" uid: 1ee41b7d-d75d-4acf-9a2b-0071db4972d0 reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T20:41:13Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-932a3 namespace: kserve-ci-e2e-test resourceVersion: "24073" uid: 68d70583-3589-43b7-b9cd-e1fc55f94ad0 kind: Event lastTimestamp: "2026-04-16T20:41:13Z" message: 'Failed to update status for InferenceService "error-404-isvc-932a3": Operation cannot be fulfilled on inferenceservices.serving.kserve.io "error-404-isvc-932a3": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-04-16T20:41:13Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-04-16T20:41:13Z" name: error-404-isvc-932a3.18a6f0fd40623617 namespace: kserve-ci-e2e-test resourceVersion: "24104" uid: 82fe8e07-7b03-45d8-96d0-fe8abc65b05b reason: UpdateFailed reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T20:41:13Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-932a3 namespace: kserve-ci-e2e-test resourceVersion: "24073" uid: 68d70583-3589-43b7-b9cd-e1fc55f94ad0 kind: Event lastTimestamp: "2026-04-16T20:41:13Z" message: 'fails to update InferenceService status: Operation cannot be fulfilled on inferenceservices.serving.kserve.io "error-404-isvc-932a3": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-04-16T20:41:13Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-04-16T20:41:13Z" name: error-404-isvc-932a3.18a6f0fd4062852e namespace: kserve-ci-e2e-test resourceVersion: "24107" uid: 864bea7f-1b46-440e-8fc0-f5cd4701ffd5 reason: InternalError reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T20:42:05Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-932a3 namespace: kserve-ci-e2e-test resourceVersion: "24691" uid: 68d70583-3589-43b7-b9cd-e1fc55f94ad0 kind: Event lastTimestamp: "2026-04-16T20:42:05Z" message: InferenceService [error-404-isvc-932a3] is Ready metadata: creationTimestamp: "2026-04-16T20:42:05Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-04-16T20:42:05Z" name: error-404-isvc-932a3.18a6f10970a11c81 namespace: kserve-ci-e2e-test resourceVersion: "24692" uid: 8482b518-5384-48d4-9dfd-4aefe01e416c reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-04-16T20:41:59.442924Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: error-404-isvc-a03d4-predictor-794c46dd55-49r9m namespace: kserve-ci-e2e-test resourceVersion: "24591" uid: 2dd77c35-c20e-4c23-9193-68c30d8d8f14 kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/error-404-isvc-a03d4-predictor-794c46dd55-49r9m to ip-10-0-135-182.ec2.internal metadata: creationTimestamp: "2026-04-16T20:41:59Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-04-16T20:41:59Z" name: error-404-isvc-a03d4-predictor-794c46dd55-49r9m.18a6f107f04dc730 namespace: kserve-ci-e2e-test resourceVersion: "24596" uid: eb52e4fd-9792-41b6-a67a-095f0b69fabd reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-64b5c5c6fd-mbl98 source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T20:41:59Z" involvedObject: apiVersion: v1 kind: Pod name: error-404-isvc-a03d4-predictor-794c46dd55-49r9m namespace: kserve-ci-e2e-test resourceVersion: "24604" uid: 2dd77c35-c20e-4c23-9193-68c30d8d8f14 kind: Event lastTimestamp: "2026-04-16T20:41:59Z" message: Add eth0 [10.134.0.44/23] from ovn-kubernetes metadata: creationTimestamp: "2026-04-16T20:41:59Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-04-16T20:41:59Z" name: error-404-isvc-a03d4-predictor-794c46dd55-49r9m.18a6f107f9c9f7e8 namespace: kserve-ci-e2e-test resourceVersion: "24611" uid: a2ee2eef-9a9d-43d2-828c-25230db136c1 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T20:41:59Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-a03d4-predictor-794c46dd55-49r9m namespace: kserve-ci-e2e-test resourceVersion: "24593" uid: 2dd77c35-c20e-4c23-9193-68c30d8d8f14 kind: Event lastTimestamp: "2026-04-16T20:41:59Z" message: Container image "quay.io/opendatahub/error-404-isvc:odh-pr-1400" already present on machine metadata: creationTimestamp: "2026-04-16T20:41:59Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-16T20:41:59Z" name: error-404-isvc-a03d4-predictor-794c46dd55-49r9m.18a6f107faf262f3 namespace: kserve-ci-e2e-test resourceVersion: "24613" uid: 6e4bfdfc-2469-4e75-a7bd-10c80c4ac8ad reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-135-182.ec2.internal source: component: kubelet host: ip-10-0-135-182.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T20:41:59Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-a03d4-predictor-794c46dd55-49r9m namespace: kserve-ci-e2e-test resourceVersion: "24593" uid: 2dd77c35-c20e-4c23-9193-68c30d8d8f14 kind: Event lastTimestamp: "2026-04-16T20:41:59Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-04-16T20:41:59Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-16T20:41:59Z" name: error-404-isvc-a03d4-predictor-794c46dd55-49r9m.18a6f107fe0aee43 namespace: kserve-ci-e2e-test resourceVersion: "24615" uid: b0029d77-001b-4e92-8bd9-91a624f7fb70 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-135-182.ec2.internal source: component: kubelet host: ip-10-0-135-182.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T20:41:59Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-a03d4-predictor-794c46dd55-49r9m namespace: kserve-ci-e2e-test resourceVersion: "24593" uid: 2dd77c35-c20e-4c23-9193-68c30d8d8f14 kind: Event lastTimestamp: "2026-04-16T20:41:59Z" message: Started container kserve-container metadata: creationTimestamp: "2026-04-16T20:41:59Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-16T20:41:59Z" name: error-404-isvc-a03d4-predictor-794c46dd55-49r9m.18a6f107fe7f9910 namespace: kserve-ci-e2e-test resourceVersion: "24617" uid: 749bd5f6-0cd2-403b-bbce-dbd0f8eef04d reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-135-182.ec2.internal source: component: kubelet host: ip-10-0-135-182.ec2.internal type: Normal - apiVersion: v1 count: 7 eventTime: null firstTimestamp: "2026-04-16T20:41:59Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-a03d4-predictor-794c46dd55-49r9m namespace: kserve-ci-e2e-test resourceVersion: "24593" uid: 2dd77c35-c20e-4c23-9193-68c30d8d8f14 kind: Event lastTimestamp: "2026-04-16T20:59:30Z" message: 'Readiness probe failed: dial tcp 10.134.0.44:8080: connect: connection refused' metadata: creationTimestamp: "2026-04-16T20:41:59Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-16T20:59:30Z" name: error-404-isvc-a03d4-predictor-794c46dd55-49r9m.18a6f1081000437e namespace: kserve-ci-e2e-test resourceVersion: "32641" uid: dbbc3a32-150c-474b-aa11-879b99d2aa33 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-135-182.ec2.internal source: component: kubelet host: ip-10-0-135-182.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T20:59:28Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-a03d4-predictor-794c46dd55-49r9m namespace: kserve-ci-e2e-test resourceVersion: "24593" uid: 2dd77c35-c20e-4c23-9193-68c30d8d8f14 kind: Event lastTimestamp: "2026-04-16T20:59:28Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-04-16T20:59:28Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-16T20:59:28Z" name: error-404-isvc-a03d4-predictor-794c46dd55-49r9m.18a6f1fc4ad3fc7d namespace: kserve-ci-e2e-test resourceVersion: "32593" uid: 0fc3cf94-053c-4c09-b530-4f79eaa3f3b4 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-135-182.ec2.internal source: component: kubelet host: ip-10-0-135-182.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T20:41:59Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: error-404-isvc-a03d4-predictor-794c46dd55 namespace: kserve-ci-e2e-test resourceVersion: "24583" uid: ec8c78cb-3b61-4a63-964e-91aca51eca36 kind: Event lastTimestamp: "2026-04-16T20:41:59Z" message: 'Created pod: error-404-isvc-a03d4-predictor-794c46dd55-49r9m' metadata: creationTimestamp: "2026-04-16T20:41:59Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-16T20:41:59Z" name: error-404-isvc-a03d4-predictor-794c46dd55.18a6f107efe050d4 namespace: kserve-ci-e2e-test resourceVersion: "24592" uid: 7ecc2f05-3dac-49af-a3e1-10ec7208ee1d reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T20:41:59Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: error-404-isvc-a03d4-predictor namespace: kserve-ci-e2e-test resourceVersion: "24581" uid: 44f86887-b6b5-4c14-8ec8-4235557e688c kind: Event lastTimestamp: "2026-04-16T20:41:59Z" message: Scaled up replica set error-404-isvc-a03d4-predictor-794c46dd55 from 0 to 1 metadata: creationTimestamp: "2026-04-16T20:41:59Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-16T20:41:59Z" name: error-404-isvc-a03d4-predictor.18a6f107ee5a418f namespace: kserve-ci-e2e-test resourceVersion: "24586" uid: 61819c47-dd4a-46dd-9a04-bfa1e58859be reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T20:42:14Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-a03d4-predictor namespace: kserve-ci-e2e-test resourceVersion: "24582" uid: 518deb06-7d2a-4f58-ac1a-948d11ee1784 kind: Event lastTimestamp: "2026-04-16T20:42:14Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-04-16T20:42:14Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-16T20:42:14Z" name: error-404-isvc-a03d4-predictor.18a6f10b6cc01078 namespace: kserve-ci-e2e-test resourceVersion: "24762" uid: 6d319d62-4d8c-434a-9169-76d920527245 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T20:42:14Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-a03d4-predictor namespace: kserve-ci-e2e-test resourceVersion: "24582" uid: 518deb06-7d2a-4f58-ac1a-948d11ee1784 kind: Event lastTimestamp: "2026-04-16T20:42:14Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-04-16T20:42:14Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-16T20:42:14Z" name: error-404-isvc-a03d4-predictor.18a6f10b6d1fde56 namespace: kserve-ci-e2e-test resourceVersion: "24764" uid: 20773b57-260a-4f94-888e-100a1378d0b9 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-04-16T20:42:29Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-a03d4-predictor namespace: kserve-ci-e2e-test resourceVersion: "24763" uid: 518deb06-7d2a-4f58-ac1a-948d11ee1784 kind: Event lastTimestamp: "2026-04-16T20:42:59Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-04-16T20:42:29Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-16T20:42:59Z" name: error-404-isvc-a03d4-predictor.18a6f10eebba5e86 namespace: kserve-ci-e2e-test resourceVersion: "25309" uid: 3fa4e5a2-8cae-47a3-81ce-b64dbd11da0e reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-04-16T20:42:29Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-a03d4-predictor namespace: kserve-ci-e2e-test resourceVersion: "24763" uid: 518deb06-7d2a-4f58-ac1a-948d11ee1784 kind: Event lastTimestamp: "2026-04-16T20:42:59Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-04-16T20:42:29Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-16T20:42:59Z" name: error-404-isvc-a03d4-predictor.18a6f10eebfd2f32 namespace: kserve-ci-e2e-test resourceVersion: "25310" uid: 8ee95e5d-978a-480d-a29d-c6c6eb557838 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 5 eventTime: null firstTimestamp: "2026-04-16T20:41:59Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-a03d4 namespace: kserve-ci-e2e-test resourceVersion: "24552" uid: d58df879-4070-4f3d-bea8-7891a016e75a kind: Event lastTimestamp: "2026-04-16T20:42:51Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-04-16T20:41:59Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-04-16T20:42:51Z" name: error-404-isvc-a03d4.18a6f107ee081085 namespace: kserve-ci-e2e-test resourceVersion: "25247" uid: 4df62e64-5b28-4c67-a63e-ffe7da383cbb reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T20:41:59Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-a03d4 namespace: kserve-ci-e2e-test resourceVersion: "24552" uid: d58df879-4070-4f3d-bea8-7891a016e75a kind: Event lastTimestamp: "2026-04-16T20:41:59Z" message: 'Failed to update status for InferenceService "error-404-isvc-a03d4": Operation cannot be fulfilled on inferenceservices.serving.kserve.io "error-404-isvc-a03d4": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-04-16T20:41:59Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-04-16T20:41:59Z" name: error-404-isvc-a03d4.18a6f107ee7cc9ff namespace: kserve-ci-e2e-test resourceVersion: "24588" uid: 05951521-328b-4071-845e-5a274d5698b2 reason: UpdateFailed reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T20:41:59Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-a03d4 namespace: kserve-ci-e2e-test resourceVersion: "24552" uid: d58df879-4070-4f3d-bea8-7891a016e75a kind: Event lastTimestamp: "2026-04-16T20:41:59Z" message: 'fails to update InferenceService status: Operation cannot be fulfilled on inferenceservices.serving.kserve.io "error-404-isvc-a03d4": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-04-16T20:41:59Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-04-16T20:41:59Z" name: error-404-isvc-a03d4.18a6f107ee7d3c5b namespace: kserve-ci-e2e-test resourceVersion: "24589" uid: deca9506-7fac-4fc7-8a9d-62481a4e69a4 reason: InternalError reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T20:42:51Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-a03d4 namespace: kserve-ci-e2e-test resourceVersion: "25242" uid: d58df879-4070-4f3d-bea8-7891a016e75a kind: Event lastTimestamp: "2026-04-16T20:42:51Z" message: InferenceService [error-404-isvc-a03d4] is Ready metadata: creationTimestamp: "2026-04-16T20:42:51Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-04-16T20:42:51Z" name: error-404-isvc-a03d4.18a6f113f44c0e69 namespace: kserve-ci-e2e-test resourceVersion: "25243" uid: 35b6639c-62a4-4015-b38d-e33e1458ed28 reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-04-16T20:31:48.643700Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: error-404-isvc-b8212-predictor-58b6586fc-kb7m6 namespace: kserve-ci-e2e-test resourceVersion: "19721" uid: 790136dc-dcdc-4345-8950-63bf199ca8e1 kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/error-404-isvc-b8212-predictor-58b6586fc-kb7m6 to ip-10-0-135-182.ec2.internal metadata: creationTimestamp: "2026-04-16T20:31:48Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-04-16T20:31:48Z" name: error-404-isvc-b8212-predictor-58b6586fc-kb7m6.18a6f079b9d53359 namespace: kserve-ci-e2e-test resourceVersion: "19726" uid: fbc8188c-cbc5-48a7-8138-10f4652afb2c reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-64b5c5c6fd-mbl98 source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T20:31:48Z" involvedObject: apiVersion: v1 kind: Pod name: error-404-isvc-b8212-predictor-58b6586fc-kb7m6 namespace: kserve-ci-e2e-test resourceVersion: "19731" uid: 790136dc-dcdc-4345-8950-63bf199ca8e1 kind: Event lastTimestamp: "2026-04-16T20:31:48Z" message: Add eth0 [10.134.0.38/23] from ovn-kubernetes metadata: creationTimestamp: "2026-04-16T20:31:48Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-04-16T20:31:48Z" name: error-404-isvc-b8212-predictor-58b6586fc-kb7m6.18a6f079c2707a50 namespace: kserve-ci-e2e-test resourceVersion: "19738" uid: 99d62fa2-da2d-45a0-b654-5c5ab649cf65 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T20:31:48Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-b8212-predictor-58b6586fc-kb7m6 namespace: kserve-ci-e2e-test resourceVersion: "19723" uid: 790136dc-dcdc-4345-8950-63bf199ca8e1 kind: Event lastTimestamp: "2026-04-16T20:31:48Z" message: Container image "quay.io/opendatahub/error-404-isvc:odh-pr-1400" already present on machine metadata: creationTimestamp: "2026-04-16T20:31:48Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-16T20:31:48Z" name: error-404-isvc-b8212-predictor-58b6586fc-kb7m6.18a6f079c3a1cc7f namespace: kserve-ci-e2e-test resourceVersion: "19740" uid: 782f66f5-4264-43f8-a0c5-bed1a5d0cc14 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-135-182.ec2.internal source: component: kubelet host: ip-10-0-135-182.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T20:31:48Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-b8212-predictor-58b6586fc-kb7m6 namespace: kserve-ci-e2e-test resourceVersion: "19723" uid: 790136dc-dcdc-4345-8950-63bf199ca8e1 kind: Event lastTimestamp: "2026-04-16T20:31:48Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-04-16T20:31:48Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-16T20:31:48Z" name: error-404-isvc-b8212-predictor-58b6586fc-kb7m6.18a6f079c768c4b8 namespace: kserve-ci-e2e-test resourceVersion: "19745" uid: 6cfd8f36-d35f-4fff-bf2d-fb0f703acaf4 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-135-182.ec2.internal source: component: kubelet host: ip-10-0-135-182.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T20:31:48Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-b8212-predictor-58b6586fc-kb7m6 namespace: kserve-ci-e2e-test resourceVersion: "19723" uid: 790136dc-dcdc-4345-8950-63bf199ca8e1 kind: Event lastTimestamp: "2026-04-16T20:31:48Z" message: Started container kserve-container metadata: creationTimestamp: "2026-04-16T20:31:48Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-16T20:31:48Z" name: error-404-isvc-b8212-predictor-58b6586fc-kb7m6.18a6f079c7f004a9 namespace: kserve-ci-e2e-test resourceVersion: "19747" uid: aefbebe3-887b-4932-9006-04770f832b7a reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-135-182.ec2.internal source: component: kubelet host: ip-10-0-135-182.ec2.internal type: Normal - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-04-16T20:31:48Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-b8212-predictor-58b6586fc-kb7m6 namespace: kserve-ci-e2e-test resourceVersion: "19723" uid: 790136dc-dcdc-4345-8950-63bf199ca8e1 kind: Event lastTimestamp: "2026-04-16T20:32:29Z" message: 'Readiness probe failed: dial tcp 10.134.0.38:8080: connect: connection refused' metadata: creationTimestamp: "2026-04-16T20:31:48Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-16T20:32:29Z" name: error-404-isvc-b8212-predictor-58b6586fc-kb7m6.18a6f079c9aab455 namespace: kserve-ci-e2e-test resourceVersion: "20148" uid: 02439466-4319-4265-b922-61601510aa7b reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-135-182.ec2.internal source: component: kubelet host: ip-10-0-135-182.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T20:41:13Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-b8212-predictor-58b6586fc-kb7m6 namespace: kserve-ci-e2e-test resourceVersion: "19723" uid: 790136dc-dcdc-4345-8950-63bf199ca8e1 kind: Event lastTimestamp: "2026-04-16T20:41:13Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-04-16T20:41:13Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-16T20:41:13Z" name: error-404-isvc-b8212-predictor-58b6586fc-kb7m6.18a6f0fd429e86f7 namespace: kserve-ci-e2e-test resourceVersion: "24114" uid: 1c4ef318-ce53-41dd-88bf-6b83bb1fd91c reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-135-182.ec2.internal source: component: kubelet host: ip-10-0-135-182.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T20:31:48Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: error-404-isvc-b8212-predictor-58b6586fc namespace: kserve-ci-e2e-test resourceVersion: "19713" uid: b8b01e2c-83d4-48ee-ae52-5edaa7d35c18 kind: Event lastTimestamp: "2026-04-16T20:31:48Z" message: 'Created pod: error-404-isvc-b8212-predictor-58b6586fc-kb7m6' metadata: creationTimestamp: "2026-04-16T20:31:48Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-16T20:31:48Z" name: error-404-isvc-b8212-predictor-58b6586fc.18a6f079b970c363 namespace: kserve-ci-e2e-test resourceVersion: "19722" uid: dfd9707f-3322-46dc-a738-ba563e7ceacb reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T20:31:48Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: error-404-isvc-b8212-predictor namespace: kserve-ci-e2e-test resourceVersion: "19710" uid: aa99b483-9f2d-4f94-95df-3c20cb8c6bb0 kind: Event lastTimestamp: "2026-04-16T20:31:48Z" message: Scaled up replica set error-404-isvc-b8212-predictor-58b6586fc from 0 to 1 metadata: creationTimestamp: "2026-04-16T20:31:48Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-16T20:31:48Z" name: error-404-isvc-b8212-predictor.18a6f079b7e71041 namespace: kserve-ci-e2e-test resourceVersion: "19716" uid: b9d61aca-916c-4546-8d9c-e327006d334a reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T20:32:03Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-b8212-predictor namespace: kserve-ci-e2e-test resourceVersion: "19712" uid: 2f597f20-9c3a-4208-93b2-e518b62d7650 kind: Event lastTimestamp: "2026-04-16T20:32:03Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-04-16T20:32:03Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-16T20:32:03Z" name: error-404-isvc-b8212-predictor.18a6f07d368ac609 namespace: kserve-ci-e2e-test resourceVersion: "19885" uid: e9e4585b-2736-40e3-a332-33445c44866b reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T20:32:03Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-b8212-predictor namespace: kserve-ci-e2e-test resourceVersion: "19712" uid: 2f597f20-9c3a-4208-93b2-e518b62d7650 kind: Event lastTimestamp: "2026-04-16T20:32:03Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-04-16T20:32:03Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-16T20:32:03Z" name: error-404-isvc-b8212-predictor.18a6f07d370f7e3e namespace: kserve-ci-e2e-test resourceVersion: "19886" uid: c79e1ec9-dbf0-403e-be0f-ac3f0e82b5bc reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 4 eventTime: null firstTimestamp: "2026-04-16T20:32:18Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-b8212-predictor namespace: kserve-ci-e2e-test resourceVersion: "19884" uid: 2f597f20-9c3a-4208-93b2-e518b62d7650 kind: Event lastTimestamp: "2026-04-16T20:33:03Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-04-16T20:32:18Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-16T20:33:03Z" name: error-404-isvc-b8212-predictor.18a6f080b5b7c6c8 namespace: kserve-ci-e2e-test resourceVersion: "20597" uid: de3ffe6a-cb17-46b2-9677-7a3d7d51981b reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 4 eventTime: null firstTimestamp: "2026-04-16T20:32:18Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-b8212-predictor namespace: kserve-ci-e2e-test resourceVersion: "19884" uid: 2f597f20-9c3a-4208-93b2-e518b62d7650 kind: Event lastTimestamp: "2026-04-16T20:33:03Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-04-16T20:32:18Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-16T20:33:03Z" name: error-404-isvc-b8212-predictor.18a6f080b6156e5a namespace: kserve-ci-e2e-test resourceVersion: "20598" uid: 55d20d61-2ccd-440c-902b-c43be0332968 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-04-16T20:31:48Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-b8212 namespace: kserve-ci-e2e-test resourceVersion: "19691" uid: 5956becc-24d9-4f46-a3f5-363e5d99cb9b kind: Event lastTimestamp: "2026-04-16T20:32:40Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-04-16T20:31:48Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-04-16T20:32:40Z" name: error-404-isvc-b8212.18a6f079b7be38e6 namespace: kserve-ci-e2e-test resourceVersion: "20375" uid: 0278c2bd-ab41-47cd-9a09-6bb13a5a2680 reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T20:31:48Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-b8212 namespace: kserve-ci-e2e-test resourceVersion: "19691" uid: 5956becc-24d9-4f46-a3f5-363e5d99cb9b kind: Event lastTimestamp: "2026-04-16T20:31:48Z" message: 'Failed to update status for InferenceService "error-404-isvc-b8212": Operation cannot be fulfilled on inferenceservices.serving.kserve.io "error-404-isvc-b8212": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-04-16T20:31:48Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-04-16T20:31:48Z" name: error-404-isvc-b8212.18a6f079b80cb9a3 namespace: kserve-ci-e2e-test resourceVersion: "19718" uid: 764d4845-7702-46f6-934b-dc9b78fa1edc reason: UpdateFailed reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T20:31:48Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-b8212 namespace: kserve-ci-e2e-test resourceVersion: "19691" uid: 5956becc-24d9-4f46-a3f5-363e5d99cb9b kind: Event lastTimestamp: "2026-04-16T20:31:48Z" message: 'fails to update InferenceService status: Operation cannot be fulfilled on inferenceservices.serving.kserve.io "error-404-isvc-b8212": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-04-16T20:31:48Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-04-16T20:31:48Z" name: error-404-isvc-b8212.18a6f079b80d08ed namespace: kserve-ci-e2e-test resourceVersion: "19719" uid: cc033b2e-9ca6-442e-8d84-fd5bdf0c6a79 reason: InternalError reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T20:32:40Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-b8212 namespace: kserve-ci-e2e-test resourceVersion: "20369" uid: 5956becc-24d9-4f46-a3f5-363e5d99cb9b kind: Event lastTimestamp: "2026-04-16T20:32:40Z" message: InferenceService [error-404-isvc-b8212] is Ready metadata: creationTimestamp: "2026-04-16T20:32:40Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-04-16T20:32:40Z" name: error-404-isvc-b8212.18a6f085af81b56a namespace: kserve-ci-e2e-test resourceVersion: "20370" uid: 72d01bdc-3947-450f-bb02-3961e9fc7612 reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-04-16T20:32:34.515061Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: error-404-isvc-cc0f2-predictor-55b9dd659f-bvmfn namespace: kserve-ci-e2e-test resourceVersion: "20273" uid: bdc70b46-a368-4fa7-ab84-44dfe556aeaa kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/error-404-isvc-cc0f2-predictor-55b9dd659f-bvmfn to ip-10-0-135-182.ec2.internal metadata: creationTimestamp: "2026-04-16T20:32:34Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-04-16T20:32:34Z" name: error-404-isvc-cc0f2-predictor-55b9dd659f-bvmfn.18a6f08467fa9e7e namespace: kserve-ci-e2e-test resourceVersion: "20281" uid: 66182347-0c58-4d4c-9a62-f2a3e525b0a3 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-64b5c5c6fd-mbl98 source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T20:32:34Z" involvedObject: apiVersion: v1 kind: Pod name: error-404-isvc-cc0f2-predictor-55b9dd659f-bvmfn namespace: kserve-ci-e2e-test resourceVersion: "20288" uid: bdc70b46-a368-4fa7-ab84-44dfe556aeaa kind: Event lastTimestamp: "2026-04-16T20:32:34Z" message: Add eth0 [10.134.0.40/23] from ovn-kubernetes metadata: creationTimestamp: "2026-04-16T20:32:34Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-04-16T20:32:34Z" name: error-404-isvc-cc0f2-predictor-55b9dd659f-bvmfn.18a6f08470570609 namespace: kserve-ci-e2e-test resourceVersion: "20294" uid: 36135b62-4809-4961-a31a-9c8b5e9639b1 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T20:32:34Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-cc0f2-predictor-55b9dd659f-bvmfn namespace: kserve-ci-e2e-test resourceVersion: "20277" uid: bdc70b46-a368-4fa7-ab84-44dfe556aeaa kind: Event lastTimestamp: "2026-04-16T20:32:34Z" message: Container image "quay.io/opendatahub/error-404-isvc:odh-pr-1400" already present on machine metadata: creationTimestamp: "2026-04-16T20:32:34Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-16T20:32:34Z" name: error-404-isvc-cc0f2-predictor-55b9dd659f-bvmfn.18a6f08471c03344 namespace: kserve-ci-e2e-test resourceVersion: "20298" uid: 0381075b-cbbd-48fd-8600-2c95c3fe5889 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-135-182.ec2.internal source: component: kubelet host: ip-10-0-135-182.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T20:32:34Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-cc0f2-predictor-55b9dd659f-bvmfn namespace: kserve-ci-e2e-test resourceVersion: "20277" uid: bdc70b46-a368-4fa7-ab84-44dfe556aeaa kind: Event lastTimestamp: "2026-04-16T20:32:34Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-04-16T20:32:34Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-16T20:32:34Z" name: error-404-isvc-cc0f2-predictor-55b9dd659f-bvmfn.18a6f0847768e2bd namespace: kserve-ci-e2e-test resourceVersion: "20302" uid: a8e05851-dee2-4e08-8617-178cd58ec90b reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-135-182.ec2.internal source: component: kubelet host: ip-10-0-135-182.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T20:32:34Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-cc0f2-predictor-55b9dd659f-bvmfn namespace: kserve-ci-e2e-test resourceVersion: "20277" uid: bdc70b46-a368-4fa7-ab84-44dfe556aeaa kind: Event lastTimestamp: "2026-04-16T20:32:34Z" message: Started container kserve-container metadata: creationTimestamp: "2026-04-16T20:32:34Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-16T20:32:34Z" name: error-404-isvc-cc0f2-predictor-55b9dd659f-bvmfn.18a6f08477e0f112 namespace: kserve-ci-e2e-test resourceVersion: "20303" uid: 3d308572-4059-4e91-b489-fc11b7136b8f reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-135-182.ec2.internal source: component: kubelet host: ip-10-0-135-182.ec2.internal type: Normal - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-04-16T20:32:35Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-cc0f2-predictor-55b9dd659f-bvmfn namespace: kserve-ci-e2e-test resourceVersion: "20277" uid: bdc70b46-a368-4fa7-ab84-44dfe556aeaa kind: Event lastTimestamp: "2026-04-16T20:33:16Z" message: 'Readiness probe failed: dial tcp 10.134.0.40:8080: connect: connection refused' metadata: creationTimestamp: "2026-04-16T20:32:35Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-16T20:33:16Z" name: error-404-isvc-cc0f2-predictor-55b9dd659f-bvmfn.18a6f08489627e3f namespace: kserve-ci-e2e-test resourceVersion: "20695" uid: 0ed118b7-c622-4854-908d-6c658704dc20 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-135-182.ec2.internal source: component: kubelet host: ip-10-0-135-182.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T20:41:59Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-cc0f2-predictor-55b9dd659f-bvmfn namespace: kserve-ci-e2e-test resourceVersion: "20277" uid: bdc70b46-a368-4fa7-ab84-44dfe556aeaa kind: Event lastTimestamp: "2026-04-16T20:41:59Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-04-16T20:41:59Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-16T20:41:59Z" name: error-404-isvc-cc0f2-predictor-55b9dd659f-bvmfn.18a6f107ed9960ba namespace: kserve-ci-e2e-test resourceVersion: "24584" uid: b8f041b3-60f9-4fe1-b2f6-b07bc95d9547 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-135-182.ec2.internal source: component: kubelet host: ip-10-0-135-182.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T20:32:34Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: error-404-isvc-cc0f2-predictor-55b9dd659f namespace: kserve-ci-e2e-test resourceVersion: "20259" uid: ebf1f6db-841e-44f7-b15d-6fdfab3a5fd4 kind: Event lastTimestamp: "2026-04-16T20:32:34Z" message: 'Created pod: error-404-isvc-cc0f2-predictor-55b9dd659f-bvmfn' metadata: creationTimestamp: "2026-04-16T20:32:34Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-16T20:32:34Z" name: error-404-isvc-cc0f2-predictor-55b9dd659f.18a6f084678d4ff8 namespace: kserve-ci-e2e-test resourceVersion: "20276" uid: 46f7a9f5-175e-4021-9de5-c8632a20fe77 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T20:32:34Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: error-404-isvc-cc0f2-predictor namespace: kserve-ci-e2e-test resourceVersion: "20256" uid: 3671f273-f2f8-4d55-ac58-6b18b1400ae8 kind: Event lastTimestamp: "2026-04-16T20:32:34Z" message: Scaled up replica set error-404-isvc-cc0f2-predictor-55b9dd659f from 0 to 1 metadata: creationTimestamp: "2026-04-16T20:32:34Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-16T20:32:34Z" name: error-404-isvc-cc0f2-predictor.18a6f084662ea7e3 namespace: kserve-ci-e2e-test resourceVersion: "20264" uid: 0d4919d1-0051-424a-a329-8af9fde93547 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-04-16T20:32:49Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-cc0f2-predictor namespace: kserve-ci-e2e-test resourceVersion: "20258" uid: 74554464-2326-4814-b413-85ec20fcd66b kind: Event lastTimestamp: "2026-04-16T20:33:04Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-04-16T20:32:49Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-16T20:33:04Z" name: error-404-isvc-cc0f2-predictor.18a6f087e4c416d9 namespace: kserve-ci-e2e-test resourceVersion: "20608" uid: 3bc42618-5ce6-42fd-b34e-57ca3d181a99 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-04-16T20:32:49Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-cc0f2-predictor namespace: kserve-ci-e2e-test resourceVersion: "20258" uid: 74554464-2326-4814-b413-85ec20fcd66b kind: Event lastTimestamp: "2026-04-16T20:33:04Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-04-16T20:32:49Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-16T20:33:04Z" name: error-404-isvc-cc0f2-predictor.18a6f087e52527c0 namespace: kserve-ci-e2e-test resourceVersion: "20609" uid: b2927dc5-c999-4f05-b2fd-5911fdce7a07 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-04-16T20:33:19Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-cc0f2-predictor namespace: kserve-ci-e2e-test resourceVersion: "20454" uid: 74554464-2326-4814-b413-85ec20fcd66b kind: Event lastTimestamp: "2026-04-16T20:33:49Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-04-16T20:33:19Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-16T20:33:49Z" name: error-404-isvc-cc0f2-predictor.18a6f08ee267eb68 namespace: kserve-ci-e2e-test resourceVersion: "21011" uid: c4a48a3a-1593-4ecd-bec8-2377a9f4827f reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-04-16T20:33:19Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-cc0f2-predictor namespace: kserve-ci-e2e-test resourceVersion: "20454" uid: 74554464-2326-4814-b413-85ec20fcd66b kind: Event lastTimestamp: "2026-04-16T20:33:49Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-04-16T20:33:19Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-16T20:33:49Z" name: error-404-isvc-cc0f2-predictor.18a6f08ee2c78eb3 namespace: kserve-ci-e2e-test resourceVersion: "21012" uid: 26bccba9-973d-4ed5-9b28-25aafd66a3c8 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-04-16T20:32:34Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-cc0f2 namespace: kserve-ci-e2e-test resourceVersion: "20244" uid: 254e8da6-674d-4602-b5fc-2230e2da0774 kind: Event lastTimestamp: "2026-04-16T20:33:26Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-04-16T20:32:34Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-04-16T20:33:26Z" name: error-404-isvc-cc0f2.18a6f0846632be8e namespace: kserve-ci-e2e-test resourceVersion: "20798" uid: 9fa2495b-2ddc-46f8-9553-c184241a5b53 reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T20:32:34Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-cc0f2 namespace: kserve-ci-e2e-test resourceVersion: "20244" uid: 254e8da6-674d-4602-b5fc-2230e2da0774 kind: Event lastTimestamp: "2026-04-16T20:32:34Z" message: 'Failed to update status for InferenceService "error-404-isvc-cc0f2": Operation cannot be fulfilled on inferenceservices.serving.kserve.io "error-404-isvc-cc0f2": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-04-16T20:32:34Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-04-16T20:32:34Z" name: error-404-isvc-cc0f2.18a6f08466aed3cb namespace: kserve-ci-e2e-test resourceVersion: "20270" uid: 39a62d6c-afa9-4fd6-a49b-d7290410fd22 reason: UpdateFailed reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T20:32:34Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-cc0f2 namespace: kserve-ci-e2e-test resourceVersion: "20244" uid: 254e8da6-674d-4602-b5fc-2230e2da0774 kind: Event lastTimestamp: "2026-04-16T20:32:34Z" message: 'fails to update InferenceService status: Operation cannot be fulfilled on inferenceservices.serving.kserve.io "error-404-isvc-cc0f2": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-04-16T20:32:34Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-04-16T20:32:34Z" name: error-404-isvc-cc0f2.18a6f08466af1799 namespace: kserve-ci-e2e-test resourceVersion: "20272" uid: c6d78e7d-d838-4b75-8d30-2b8638c38fea reason: InternalError reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T20:33:26Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-cc0f2 namespace: kserve-ci-e2e-test resourceVersion: "20792" uid: 254e8da6-674d-4602-b5fc-2230e2da0774 kind: Event lastTimestamp: "2026-04-16T20:33:26Z" message: InferenceService [error-404-isvc-cc0f2] is Ready metadata: creationTimestamp: "2026-04-16T20:33:26Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-04-16T20:33:26Z" name: error-404-isvc-cc0f2.18a6f0906dbc604b namespace: kserve-ci-e2e-test resourceVersion: "20793" uid: ac91f3c8-9d1d-410b-af8e-c94dfe0fc3be reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-04-16T20:42:33.918669Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: error-404-isvc-ee4eb-predictor-6b8659d7f7-l4v4d namespace: kserve-ci-e2e-test resourceVersion: "25040" uid: 0af49bda-d9f4-4028-a6df-4f383d4d4902 kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/error-404-isvc-ee4eb-predictor-6b8659d7f7-l4v4d to ip-10-0-135-182.ec2.internal metadata: creationTimestamp: "2026-04-16T20:42:33Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-04-16T20:42:33Z" name: error-404-isvc-ee4eb-predictor-6b8659d7f7-l4v4d.18a6f10ff737dddc namespace: kserve-ci-e2e-test resourceVersion: "25049" uid: 2d31c6d0-9dfe-46e3-b7d4-c31b79b6b064 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-64b5c5c6fd-mbl98 source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T20:42:34Z" involvedObject: apiVersion: v1 kind: Pod name: error-404-isvc-ee4eb-predictor-6b8659d7f7-l4v4d namespace: kserve-ci-e2e-test resourceVersion: "25057" uid: 0af49bda-d9f4-4028-a6df-4f383d4d4902 kind: Event lastTimestamp: "2026-04-16T20:42:34Z" message: Add eth0 [10.134.0.46/23] from ovn-kubernetes metadata: creationTimestamp: "2026-04-16T20:42:34Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-04-16T20:42:34Z" name: error-404-isvc-ee4eb-predictor-6b8659d7f7-l4v4d.18a6f1100076531a namespace: kserve-ci-e2e-test resourceVersion: "25071" uid: 8d2b0e50-aef1-4a44-80c6-7ccc6efb4058 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T20:42:34Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-ee4eb-predictor-6b8659d7f7-l4v4d namespace: kserve-ci-e2e-test resourceVersion: "25046" uid: 0af49bda-d9f4-4028-a6df-4f383d4d4902 kind: Event lastTimestamp: "2026-04-16T20:42:34Z" message: Container image "quay.io/opendatahub/error-404-isvc:odh-pr-1400" already present on machine metadata: creationTimestamp: "2026-04-16T20:42:34Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-16T20:42:34Z" name: error-404-isvc-ee4eb-predictor-6b8659d7f7-l4v4d.18a6f11001b53462 namespace: kserve-ci-e2e-test resourceVersion: "25076" uid: 43d40c0b-b221-4c05-85c2-882655dc178c reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-135-182.ec2.internal source: component: kubelet host: ip-10-0-135-182.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T20:42:34Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-ee4eb-predictor-6b8659d7f7-l4v4d namespace: kserve-ci-e2e-test resourceVersion: "25046" uid: 0af49bda-d9f4-4028-a6df-4f383d4d4902 kind: Event lastTimestamp: "2026-04-16T20:42:34Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-04-16T20:42:34Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-16T20:42:34Z" name: error-404-isvc-ee4eb-predictor-6b8659d7f7-l4v4d.18a6f110065993ed namespace: kserve-ci-e2e-test resourceVersion: "25080" uid: ce47b2fb-55ee-4931-a40c-2584cb919e55 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-135-182.ec2.internal source: component: kubelet host: ip-10-0-135-182.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T20:42:34Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-ee4eb-predictor-6b8659d7f7-l4v4d namespace: kserve-ci-e2e-test resourceVersion: "25046" uid: 0af49bda-d9f4-4028-a6df-4f383d4d4902 kind: Event lastTimestamp: "2026-04-16T20:42:34Z" message: Started container kserve-container metadata: creationTimestamp: "2026-04-16T20:42:34Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-16T20:42:34Z" name: error-404-isvc-ee4eb-predictor-6b8659d7f7-l4v4d.18a6f11006d3fff8 namespace: kserve-ci-e2e-test resourceVersion: "25081" uid: 7e672215-1c07-4259-929c-a5df9cfae9fa reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-135-182.ec2.internal source: component: kubelet host: ip-10-0-135-182.ec2.internal type: Normal - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-04-16T20:42:35Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-ee4eb-predictor-6b8659d7f7-l4v4d namespace: kserve-ci-e2e-test resourceVersion: "25046" uid: 0af49bda-d9f4-4028-a6df-4f383d4d4902 kind: Event lastTimestamp: "2026-04-16T20:43:16Z" message: 'Readiness probe failed: dial tcp 10.134.0.46:8080: connect: connection refused' metadata: creationTimestamp: "2026-04-16T20:42:35Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-16T20:43:16Z" name: error-404-isvc-ee4eb-predictor-6b8659d7f7-l4v4d.18a6f1103d8c1ecd namespace: kserve-ci-e2e-test resourceVersion: "25476" uid: 747ca45d-2bd6-4d62-87d9-0f4e1f280ddd reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-135-182.ec2.internal source: component: kubelet host: ip-10-0-135-182.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T20:51:58Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-ee4eb-predictor-6b8659d7f7-l4v4d namespace: kserve-ci-e2e-test resourceVersion: "25046" uid: 0af49bda-d9f4-4028-a6df-4f383d4d4902 kind: Event lastTimestamp: "2026-04-16T20:51:58Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-04-16T20:51:58Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-16T20:51:58Z" name: error-404-isvc-ee4eb-predictor-6b8659d7f7-l4v4d.18a6f193794ecc59 namespace: kserve-ci-e2e-test resourceVersion: "29483" uid: b3ae0795-4c48-4f6d-a2cc-fd9c0584bc93 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-135-182.ec2.internal source: component: kubelet host: ip-10-0-135-182.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T20:42:33Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: error-404-isvc-ee4eb-predictor-6b8659d7f7 namespace: kserve-ci-e2e-test resourceVersion: "25028" uid: 764c7503-b502-4d67-ad75-bdcaa5308f48 kind: Event lastTimestamp: "2026-04-16T20:42:33Z" message: 'Created pod: error-404-isvc-ee4eb-predictor-6b8659d7f7-l4v4d' metadata: creationTimestamp: "2026-04-16T20:42:33Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-16T20:42:33Z" name: error-404-isvc-ee4eb-predictor-6b8659d7f7.18a6f10ff6aaba9b namespace: kserve-ci-e2e-test resourceVersion: "25045" uid: 8df4c9a5-d3c1-4007-bff4-ee73bdf05f22 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T20:42:33Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: error-404-isvc-ee4eb-predictor namespace: kserve-ci-e2e-test resourceVersion: "25026" uid: e7747f7d-93b5-4dc9-bf7c-cf7eaeaf3380 kind: Event lastTimestamp: "2026-04-16T20:42:33Z" message: Scaled up replica set error-404-isvc-ee4eb-predictor-6b8659d7f7 from 0 to 1 metadata: creationTimestamp: "2026-04-16T20:42:33Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-16T20:42:33Z" name: error-404-isvc-ee4eb-predictor.18a6f10ff4f8bcd9 namespace: kserve-ci-e2e-test resourceVersion: "25032" uid: d398eb74-03f1-4d83-bbd3-cc18de0d9e1f reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-04-16T20:42:48Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-ee4eb-predictor namespace: kserve-ci-e2e-test resourceVersion: "25027" uid: 5063895e-0e9f-42f7-b877-15ccc7d066dc kind: Event lastTimestamp: "2026-04-16T20:43:03Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-04-16T20:42:48Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-16T20:43:03Z" name: error-404-isvc-ee4eb-predictor.18a6f11373654549 namespace: kserve-ci-e2e-test resourceVersion: "25343" uid: aa2a03ba-93c9-448d-9fa7-6a79cf95f55d reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-04-16T20:42:48Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-ee4eb-predictor namespace: kserve-ci-e2e-test resourceVersion: "25027" uid: 5063895e-0e9f-42f7-b877-15ccc7d066dc kind: Event lastTimestamp: "2026-04-16T20:43:03Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-04-16T20:42:48Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-16T20:43:03Z" name: error-404-isvc-ee4eb-predictor.18a6f11373c86143 namespace: kserve-ci-e2e-test resourceVersion: "25344" uid: a54d8c9d-b485-4bb5-be80-9f0d31416e9d reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 4 eventTime: null firstTimestamp: "2026-04-16T20:43:18Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-ee4eb-predictor namespace: kserve-ci-e2e-test resourceVersion: "25211" uid: 5063895e-0e9f-42f7-b877-15ccc7d066dc kind: Event lastTimestamp: "2026-04-16T20:44:03Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-04-16T20:43:18Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-16T20:44:03Z" name: error-404-isvc-ee4eb-predictor.18a6f11a713089e6 namespace: kserve-ci-e2e-test resourceVersion: "25893" uid: 451a87a6-0199-45fa-a252-57e8b7832cec reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 4 eventTime: null firstTimestamp: "2026-04-16T20:43:18Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-ee4eb-predictor namespace: kserve-ci-e2e-test resourceVersion: "25211" uid: 5063895e-0e9f-42f7-b877-15ccc7d066dc kind: Event lastTimestamp: "2026-04-16T20:44:03Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-04-16T20:43:18Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-16T20:44:03Z" name: error-404-isvc-ee4eb-predictor.18a6f11a719319fd namespace: kserve-ci-e2e-test resourceVersion: "25894" uid: 51302c05-33c5-4474-9b46-92f7fb5678e2 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 5 eventTime: null firstTimestamp: "2026-04-16T20:42:33Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-ee4eb namespace: kserve-ci-e2e-test resourceVersion: "25006" uid: fbfcd6cc-f4c7-4ea2-96d0-010ea5551eb2 kind: Event lastTimestamp: "2026-04-16T20:43:26Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-04-16T20:42:33Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-04-16T20:43:26Z" name: error-404-isvc-ee4eb.18a6f10ff4d70080 namespace: kserve-ci-e2e-test resourceVersion: "25574" uid: eb628628-9d29-4917-afbf-dfc68c4905d4 reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T20:43:26Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-ee4eb namespace: kserve-ci-e2e-test resourceVersion: "25572" uid: fbfcd6cc-f4c7-4ea2-96d0-010ea5551eb2 kind: Event lastTimestamp: "2026-04-16T20:43:26Z" message: InferenceService [error-404-isvc-ee4eb] is Ready metadata: creationTimestamp: "2026-04-16T20:43:26Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-04-16T20:43:26Z" name: error-404-isvc-ee4eb.18a6f11c217c8fdd namespace: kserve-ci-e2e-test resourceVersion: "25573" uid: d07975cd-9a70-42b4-bafe-533343e5ef86 reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-04-16T20:21:49.340740Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: error-404-isvc-f682f-predictor-b9b6c9555-h8dsl namespace: kserve-ci-e2e-test resourceVersion: "14945" uid: e7bb9573-c41d-47dd-9f4a-99d642651fff kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/error-404-isvc-f682f-predictor-b9b6c9555-h8dsl to ip-10-0-135-182.ec2.internal metadata: creationTimestamp: "2026-04-16T20:21:49Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-04-16T20:21:49Z" name: error-404-isvc-f682f-predictor-b9b6c9555-h8dsl.18a6efee3097c384 namespace: kserve-ci-e2e-test resourceVersion: "14949" uid: c9029ceb-3d8d-4c20-963b-58a99a112a08 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-64b5c5c6fd-mbl98 source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T20:21:49Z" involvedObject: apiVersion: v1 kind: Pod name: error-404-isvc-f682f-predictor-b9b6c9555-h8dsl namespace: kserve-ci-e2e-test resourceVersion: "14956" uid: e7bb9573-c41d-47dd-9f4a-99d642651fff kind: Event lastTimestamp: "2026-04-16T20:21:49Z" message: Add eth0 [10.134.0.32/23] from ovn-kubernetes metadata: creationTimestamp: "2026-04-16T20:21:49Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-04-16T20:21:49Z" name: error-404-isvc-f682f-predictor-b9b6c9555-h8dsl.18a6efee389aec74 namespace: kserve-ci-e2e-test resourceVersion: "14963" uid: 36e5b766-f487-42b0-9517-6c9e5eb27c34 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T20:21:49Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-f682f-predictor-b9b6c9555-h8dsl namespace: kserve-ci-e2e-test resourceVersion: "14947" uid: e7bb9573-c41d-47dd-9f4a-99d642651fff kind: Event lastTimestamp: "2026-04-16T20:21:49Z" message: Container image "quay.io/opendatahub/error-404-isvc:odh-pr-1400" already present on machine metadata: creationTimestamp: "2026-04-16T20:21:49Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-16T20:21:49Z" name: error-404-isvc-f682f-predictor-b9b6c9555-h8dsl.18a6efee39c0f0c6 namespace: kserve-ci-e2e-test resourceVersion: "14968" uid: c1b59c7c-15a7-4a82-9dde-56a76462b4ce reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-135-182.ec2.internal source: component: kubelet host: ip-10-0-135-182.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T20:21:49Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-f682f-predictor-b9b6c9555-h8dsl namespace: kserve-ci-e2e-test resourceVersion: "14947" uid: e7bb9573-c41d-47dd-9f4a-99d642651fff kind: Event lastTimestamp: "2026-04-16T20:21:49Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-04-16T20:21:49Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-16T20:21:49Z" name: error-404-isvc-f682f-predictor-b9b6c9555-h8dsl.18a6efee3e5c8302 namespace: kserve-ci-e2e-test resourceVersion: "14972" uid: 721e8e6b-f075-4d2e-a174-75373a1d3ea9 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-135-182.ec2.internal source: component: kubelet host: ip-10-0-135-182.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T20:21:49Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-f682f-predictor-b9b6c9555-h8dsl namespace: kserve-ci-e2e-test resourceVersion: "14947" uid: e7bb9573-c41d-47dd-9f4a-99d642651fff kind: Event lastTimestamp: "2026-04-16T20:21:49Z" message: Started container kserve-container metadata: creationTimestamp: "2026-04-16T20:21:49Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-16T20:21:49Z" name: error-404-isvc-f682f-predictor-b9b6c9555-h8dsl.18a6efee3ee827de namespace: kserve-ci-e2e-test resourceVersion: "14973" uid: ff9fb7fa-2c44-4c87-8e3a-85569a375238 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-135-182.ec2.internal source: component: kubelet host: ip-10-0-135-182.ec2.internal type: Normal - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-04-16T20:21:49Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-f682f-predictor-b9b6c9555-h8dsl namespace: kserve-ci-e2e-test resourceVersion: "14947" uid: e7bb9573-c41d-47dd-9f4a-99d642651fff kind: Event lastTimestamp: "2026-04-16T20:22:30Z" message: 'Readiness probe failed: dial tcp 10.134.0.32:8080: connect: connection refused' metadata: creationTimestamp: "2026-04-16T20:21:49Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-16T20:22:30Z" name: error-404-isvc-f682f-predictor-b9b6c9555-h8dsl.18a6efee53850194 namespace: kserve-ci-e2e-test resourceVersion: "15374" uid: c9795bb9-dbe9-4af8-a9af-5437cd40ed72 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-135-182.ec2.internal source: component: kubelet host: ip-10-0-135-182.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T20:31:14Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-f682f-predictor-b9b6c9555-h8dsl namespace: kserve-ci-e2e-test resourceVersion: "14947" uid: e7bb9573-c41d-47dd-9f4a-99d642651fff kind: Event lastTimestamp: "2026-04-16T20:31:14Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-04-16T20:31:14Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-16T20:31:14Z" name: error-404-isvc-f682f-predictor-b9b6c9555-h8dsl.18a6f071acbc94f1 namespace: kserve-ci-e2e-test resourceVersion: "19212" uid: 8432844d-6d0a-4618-ae03-98019a5dc115 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-135-182.ec2.internal source: component: kubelet host: ip-10-0-135-182.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T20:21:49Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: error-404-isvc-f682f-predictor-b9b6c9555 namespace: kserve-ci-e2e-test resourceVersion: "14938" uid: a362cad0-b217-4643-8792-e09fde374923 kind: Event lastTimestamp: "2026-04-16T20:21:49Z" message: 'Created pod: error-404-isvc-f682f-predictor-b9b6c9555-h8dsl' metadata: creationTimestamp: "2026-04-16T20:21:49Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-16T20:21:49Z" name: error-404-isvc-f682f-predictor-b9b6c9555.18a6efee300d9a8f namespace: kserve-ci-e2e-test resourceVersion: "14946" uid: 6a097e2a-8bfa-4cf3-9c08-81abcd4d9b20 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T20:21:49Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: error-404-isvc-f682f-predictor namespace: kserve-ci-e2e-test resourceVersion: "14934" uid: b328030a-012d-42fb-a646-eeb2e4c611a6 kind: Event lastTimestamp: "2026-04-16T20:21:49Z" message: Scaled up replica set error-404-isvc-f682f-predictor-b9b6c9555 from 0 to 1 metadata: creationTimestamp: "2026-04-16T20:21:49Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-16T20:21:49Z" name: error-404-isvc-f682f-predictor.18a6efee2e5d854c namespace: kserve-ci-e2e-test resourceVersion: "14940" uid: 132bc145-60be-4af5-bba5-98d4a9f3212e reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-04-16T20:22:04Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-f682f-predictor namespace: kserve-ci-e2e-test resourceVersion: "14937" uid: 4e1e2734-e568-42dd-bfcf-f6501db83ca0 kind: Event lastTimestamp: "2026-04-16T20:22:19Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-04-16T20:22:04Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-16T20:22:19Z" name: error-404-isvc-f682f-predictor.18a6eff1ac85329b namespace: kserve-ci-e2e-test resourceVersion: "15276" uid: 4e923286-cb28-480f-ad24-e267a084a034 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-04-16T20:22:04Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-f682f-predictor namespace: kserve-ci-e2e-test resourceVersion: "14937" uid: 4e1e2734-e568-42dd-bfcf-f6501db83ca0 kind: Event lastTimestamp: "2026-04-16T20:22:19Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-04-16T20:22:04Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-16T20:22:19Z" name: error-404-isvc-f682f-predictor.18a6eff1ace1fcb0 namespace: kserve-ci-e2e-test resourceVersion: "15277" uid: 9ee882ba-e5be-4310-998a-474bb16707bc reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-04-16T20:22:34Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-f682f-predictor namespace: kserve-ci-e2e-test resourceVersion: "15129" uid: 4e1e2734-e568-42dd-bfcf-f6501db83ca0 kind: Event lastTimestamp: "2026-04-16T20:23:04Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-04-16T20:22:34Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-16T20:23:04Z" name: error-404-isvc-f682f-predictor.18a6eff8aa4465cc namespace: kserve-ci-e2e-test resourceVersion: "15679" uid: 9ce0edf9-41de-4aac-9235-aeda860703f1 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-04-16T20:22:34Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-f682f-predictor namespace: kserve-ci-e2e-test resourceVersion: "15129" uid: 4e1e2734-e568-42dd-bfcf-f6501db83ca0 kind: Event lastTimestamp: "2026-04-16T20:23:04Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-04-16T20:22:34Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-16T20:23:04Z" name: error-404-isvc-f682f-predictor.18a6eff8aa803996 namespace: kserve-ci-e2e-test resourceVersion: "15680" uid: d47337f6-9408-4080-98f4-fcf408d94018 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-04-16T20:21:49Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-f682f namespace: kserve-ci-e2e-test resourceVersion: "14909" uid: b0f5a637-7bab-4834-978e-457dc3ee4871 kind: Event lastTimestamp: "2026-04-16T20:22:41Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-04-16T20:21:49Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-04-16T20:22:41Z" name: error-404-isvc-f682f.18a6efee2dd049b9 namespace: kserve-ci-e2e-test resourceVersion: "15465" uid: 99e5024f-9965-42ec-b38b-4e52e5f300ba reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T20:21:49Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-f682f namespace: kserve-ci-e2e-test resourceVersion: "14909" uid: b0f5a637-7bab-4834-978e-457dc3ee4871 kind: Event lastTimestamp: "2026-04-16T20:21:49Z" message: 'Failed to update status for InferenceService "error-404-isvc-f682f": Operation cannot be fulfilled on inferenceservices.serving.kserve.io "error-404-isvc-f682f": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-04-16T20:21:49Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-04-16T20:21:49Z" name: error-404-isvc-f682f.18a6efee2e7b375c namespace: kserve-ci-e2e-test resourceVersion: "14942" uid: 621a5917-5e86-4b66-acdd-203a9cabcb9b reason: UpdateFailed reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T20:21:49Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-f682f namespace: kserve-ci-e2e-test resourceVersion: "14909" uid: b0f5a637-7bab-4834-978e-457dc3ee4871 kind: Event lastTimestamp: "2026-04-16T20:21:49Z" message: 'fails to update InferenceService status: Operation cannot be fulfilled on inferenceservices.serving.kserve.io "error-404-isvc-f682f": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-04-16T20:21:49Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-04-16T20:21:49Z" name: error-404-isvc-f682f.18a6efee2e7b8928 namespace: kserve-ci-e2e-test resourceVersion: "14943" uid: 84727d6d-fdee-44d9-a038-732c8f44bdb0 reason: InternalError reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T20:22:40Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-f682f namespace: kserve-ci-e2e-test resourceVersion: "15460" uid: b0f5a637-7bab-4834-978e-457dc3ee4871 kind: Event lastTimestamp: "2026-04-16T20:22:40Z" message: InferenceService [error-404-isvc-f682f] is Ready metadata: creationTimestamp: "2026-04-16T20:22:41Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-04-16T20:22:41Z" name: error-404-isvc-f682f.18a6effa37ab322b namespace: kserve-ci-e2e-test resourceVersion: "15461" uid: 2631d743-d027-437c-8500-57d10a22a283 reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-04-16T20:19:28.895038Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: isvc-sklearn-graph-1-predictor-6d86c7594-lxkhn namespace: kserve-ci-e2e-test resourceVersion: "13224" uid: 432f4206-43c5-40ef-abd2-fd526131a888 kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-graph-1-predictor-6d86c7594-lxkhn to ip-10-0-134-158.ec2.internal metadata: creationTimestamp: "2026-04-16T20:19:28Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-04-16T20:19:28Z" name: isvc-sklearn-graph-1-predictor-6d86c7594-lxkhn.18a6efcd7d607551 namespace: kserve-ci-e2e-test resourceVersion: "13231" uid: d107da62-32e7-4bbc-bfd6-97b0fe5b3b2b reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-64b5c5c6fd-mbl98 source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T20:19:29Z" involvedObject: apiVersion: v1 kind: Pod name: isvc-sklearn-graph-1-predictor-6d86c7594-lxkhn namespace: kserve-ci-e2e-test resourceVersion: "13235" uid: 432f4206-43c5-40ef-abd2-fd526131a888 kind: Event lastTimestamp: "2026-04-16T20:19:29Z" message: Add eth0 [10.133.0.21/23] from ovn-kubernetes metadata: creationTimestamp: "2026-04-16T20:19:29Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-04-16T20:19:29Z" name: isvc-sklearn-graph-1-predictor-6d86c7594-lxkhn.18a6efcd97157ec8 namespace: kserve-ci-e2e-test resourceVersion: "13332" uid: ace40868-1c09-4fba-a32a-3232b270e13d reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T20:19:29Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-sklearn-graph-1-predictor-6d86c7594-lxkhn namespace: kserve-ci-e2e-test resourceVersion: "13227" uid: 432f4206-43c5-40ef-abd2-fd526131a888 kind: Event lastTimestamp: "2026-04-16T20:19:29Z" message: Pulling image "quay.io/opendatahub/kserve-storage-initializer@sha256:797c8e435f976ed40a9339cd4d700b7531407093067823e1831ba65ff3d66a3b" metadata: creationTimestamp: "2026-04-16T20:19:29Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-16T20:19:29Z" name: isvc-sklearn-graph-1-predictor-6d86c7594-lxkhn.18a6efcd98633560 namespace: kserve-ci-e2e-test resourceVersion: "13335" uid: e802e49f-afb8-44d0-8e50-ccec545ab13e reason: Pulling reportingComponent: kubelet reportingInstance: ip-10-0-134-158.ec2.internal source: component: kubelet host: ip-10-0-134-158.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T20:19:34Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-sklearn-graph-1-predictor-6d86c7594-lxkhn namespace: kserve-ci-e2e-test resourceVersion: "13227" uid: 432f4206-43c5-40ef-abd2-fd526131a888 kind: Event lastTimestamp: "2026-04-16T20:19:34Z" message: 'Successfully pulled image "quay.io/opendatahub/kserve-storage-initializer@sha256:797c8e435f976ed40a9339cd4d700b7531407093067823e1831ba65ff3d66a3b" in 5.121s (5.121s including waiting). Image size: 300960154 bytes.' metadata: creationTimestamp: "2026-04-16T20:19:34Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-16T20:19:34Z" name: isvc-sklearn-graph-1-predictor-6d86c7594-lxkhn.18a6efcec9a13df9 namespace: kserve-ci-e2e-test resourceVersion: "13447" uid: 60197d57-a0ce-4f4e-a613-0cfa043b163f reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-134-158.ec2.internal source: component: kubelet host: ip-10-0-134-158.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T20:19:34Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-sklearn-graph-1-predictor-6d86c7594-lxkhn namespace: kserve-ci-e2e-test resourceVersion: "13227" uid: 432f4206-43c5-40ef-abd2-fd526131a888 kind: Event lastTimestamp: "2026-04-16T20:19:34Z" message: 'Created container: storage-initializer' metadata: creationTimestamp: "2026-04-16T20:19:34Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-16T20:19:34Z" name: isvc-sklearn-graph-1-predictor-6d86c7594-lxkhn.18a6efced07ab540 namespace: kserve-ci-e2e-test resourceVersion: "13448" uid: 3f539e16-fa05-4877-a2af-d923109f5d0e reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-134-158.ec2.internal source: component: kubelet host: ip-10-0-134-158.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T20:19:34Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-sklearn-graph-1-predictor-6d86c7594-lxkhn namespace: kserve-ci-e2e-test resourceVersion: "13227" uid: 432f4206-43c5-40ef-abd2-fd526131a888 kind: Event lastTimestamp: "2026-04-16T20:19:34Z" message: Started container storage-initializer metadata: creationTimestamp: "2026-04-16T20:19:34Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-16T20:19:34Z" name: isvc-sklearn-graph-1-predictor-6d86c7594-lxkhn.18a6efced22cb5f9 namespace: kserve-ci-e2e-test resourceVersion: "13449" uid: 16f2f571-3457-4092-8507-7117c67054e5 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-134-158.ec2.internal source: component: kubelet host: ip-10-0-134-158.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T20:19:38Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-sklearn-graph-1-predictor-6d86c7594-lxkhn namespace: kserve-ci-e2e-test resourceVersion: "13227" uid: 432f4206-43c5-40ef-abd2-fd526131a888 kind: Event lastTimestamp: "2026-04-16T20:19:38Z" message: Pulling image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1400" metadata: creationTimestamp: "2026-04-16T20:19:38Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-16T20:19:38Z" name: isvc-sklearn-graph-1-predictor-6d86c7594-lxkhn.18a6efcfd2d59dda namespace: kserve-ci-e2e-test resourceVersion: "13496" uid: 1ca762b2-9b3c-4914-98c3-b0720f7a5882 reason: Pulling reportingComponent: kubelet reportingInstance: ip-10-0-134-158.ec2.internal source: component: kubelet host: ip-10-0-134-158.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T20:20:04Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-sklearn-graph-1-predictor-6d86c7594-lxkhn namespace: kserve-ci-e2e-test resourceVersion: "13227" uid: 432f4206-43c5-40ef-abd2-fd526131a888 kind: Event lastTimestamp: "2026-04-16T20:20:04Z" message: 'Successfully pulled image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1400" in 25.86s (25.86s including waiting). Image size: 1560710053 bytes.' metadata: creationTimestamp: "2026-04-16T20:20:04Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-16T20:20:04Z" name: isvc-sklearn-graph-1-predictor-6d86c7594-lxkhn.18a6efd5d83f8983 namespace: kserve-ci-e2e-test resourceVersion: "13739" uid: e0797ba4-6242-4867-aaa6-8595f4771560 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-134-158.ec2.internal source: component: kubelet host: ip-10-0-134-158.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T20:20:04Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-sklearn-graph-1-predictor-6d86c7594-lxkhn namespace: kserve-ci-e2e-test resourceVersion: "13227" uid: 432f4206-43c5-40ef-abd2-fd526131a888 kind: Event lastTimestamp: "2026-04-16T20:20:04Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-04-16T20:20:04Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-16T20:20:04Z" name: isvc-sklearn-graph-1-predictor-6d86c7594-lxkhn.18a6efd5e0838b8a namespace: kserve-ci-e2e-test resourceVersion: "13742" uid: 0cba607f-9af9-41c5-840f-f2193e27cdc8 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-134-158.ec2.internal source: component: kubelet host: ip-10-0-134-158.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T20:20:04Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-sklearn-graph-1-predictor-6d86c7594-lxkhn namespace: kserve-ci-e2e-test resourceVersion: "13227" uid: 432f4206-43c5-40ef-abd2-fd526131a888 kind: Event lastTimestamp: "2026-04-16T20:20:04Z" message: Started container kserve-container metadata: creationTimestamp: "2026-04-16T20:20:04Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-16T20:20:04Z" name: isvc-sklearn-graph-1-predictor-6d86c7594-lxkhn.18a6efd5e17b1d29 namespace: kserve-ci-e2e-test resourceVersion: "13743" uid: 644b27e5-3509-4dbc-8256-c7c4b221d40b reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-134-158.ec2.internal source: component: kubelet host: ip-10-0-134-158.ec2.internal type: Normal - apiVersion: v1 count: 8 eventTime: null firstTimestamp: "2026-04-16T20:20:05Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-sklearn-graph-1-predictor-6d86c7594-lxkhn namespace: kserve-ci-e2e-test resourceVersion: "13227" uid: 432f4206-43c5-40ef-abd2-fd526131a888 kind: Event lastTimestamp: "2026-04-16T20:21:06Z" message: 'Readiness probe failed: dial tcp 10.133.0.21:8080: connect: connection refused' metadata: creationTimestamp: "2026-04-16T20:20:05Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-16T20:21:06Z" name: isvc-sklearn-graph-1-predictor-6d86c7594-lxkhn.18a6efd5e767d0b0 namespace: kserve-ci-e2e-test resourceVersion: "14417" uid: 09c621c2-9d21-47d0-8810-718f30a4c0a1 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-134-158.ec2.internal source: component: kubelet host: ip-10-0-134-158.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T20:21:49Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-sklearn-graph-1-predictor-6d86c7594-lxkhn namespace: kserve-ci-e2e-test resourceVersion: "13227" uid: 432f4206-43c5-40ef-abd2-fd526131a888 kind: Event lastTimestamp: "2026-04-16T20:21:49Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-04-16T20:21:49Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-16T20:21:49Z" name: isvc-sklearn-graph-1-predictor-6d86c7594-lxkhn.18a6efee2cc33cb0 namespace: kserve-ci-e2e-test resourceVersion: "14935" uid: 71d0779c-0eff-49eb-82e6-7eb11234e77b reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-134-158.ec2.internal source: component: kubelet host: ip-10-0-134-158.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T20:19:28Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: isvc-sklearn-graph-1-predictor-6d86c7594 namespace: kserve-ci-e2e-test resourceVersion: "13213" uid: eea7ae0c-16f8-464f-903a-8912583e2180 kind: Event lastTimestamp: "2026-04-16T20:19:28Z" message: 'Created pod: isvc-sklearn-graph-1-predictor-6d86c7594-lxkhn' metadata: creationTimestamp: "2026-04-16T20:19:28Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-16T20:19:28Z" name: isvc-sklearn-graph-1-predictor-6d86c7594.18a6efcd7cc8711e namespace: kserve-ci-e2e-test resourceVersion: "13226" uid: 6bf13e85-4ef2-498f-b2f1-fe0d5be37dc6 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T20:19:28Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: isvc-sklearn-graph-1-predictor namespace: kserve-ci-e2e-test resourceVersion: "13210" uid: 8001fa86-9c60-45e6-aed1-b65369529e87 kind: Event lastTimestamp: "2026-04-16T20:19:28Z" message: Scaled up replica set isvc-sklearn-graph-1-predictor-6d86c7594 from 0 to 1 metadata: creationTimestamp: "2026-04-16T20:19:28Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-16T20:19:28Z" name: isvc-sklearn-graph-1-predictor.18a6efcd76a2eafd namespace: kserve-ci-e2e-test resourceVersion: "13214" uid: 4525ee62-345f-4807-90de-43e9dcd19128 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-04-16T20:19:43Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-sklearn-graph-1-predictor namespace: kserve-ci-e2e-test resourceVersion: "13223" uid: 146b8d95-c467-4998-9c57-b14825702000 kind: Event lastTimestamp: "2026-04-16T20:20:59Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-04-16T20:19:43Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-16T20:20:59Z" name: isvc-sklearn-graph-1-predictor.18a6efd0fc153189 namespace: kserve-ci-e2e-test resourceVersion: "14226" uid: 8cf9dad4-6312-4cb8-8ab0-8aa340d8f18a reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-04-16T20:19:43Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-sklearn-graph-1-predictor namespace: kserve-ci-e2e-test resourceVersion: "13223" uid: 146b8d95-c467-4998-9c57-b14825702000 kind: Event lastTimestamp: "2026-04-16T20:20:59Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-04-16T20:19:43Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-16T20:20:59Z" name: isvc-sklearn-graph-1-predictor.18a6efd0fc7bee0c namespace: kserve-ci-e2e-test resourceVersion: "14227" uid: 3f310002-0186-41fe-a5b7-2c15db676db7 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-04-16T20:21:14Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-sklearn-graph-1-predictor namespace: kserve-ci-e2e-test resourceVersion: "13557" uid: 146b8d95-c467-4998-9c57-b14825702000 kind: Event lastTimestamp: "2026-04-16T20:21:44Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-04-16T20:21:14Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-16T20:21:44Z" name: isvc-sklearn-graph-1-predictor.18a6efe5f7c9891e namespace: kserve-ci-e2e-test resourceVersion: "14793" uid: b38d1d9d-3ad4-41e8-b6f9-acd0ac4845bb reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-04-16T20:21:14Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-sklearn-graph-1-predictor namespace: kserve-ci-e2e-test resourceVersion: "13557" uid: 146b8d95-c467-4998-9c57-b14825702000 kind: Event lastTimestamp: "2026-04-16T20:21:44Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-04-16T20:21:14Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-16T20:21:44Z" name: isvc-sklearn-graph-1-predictor.18a6efe5f8171b8e namespace: kserve-ci-e2e-test resourceVersion: "14794" uid: a59175a3-6c26-4c7b-8340-e3e2db41a2ba reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 10 eventTime: null firstTimestamp: "2026-04-16T20:19:28Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-sklearn-graph-1 namespace: kserve-ci-e2e-test resourceVersion: "13199" uid: 56771a70-ad91-4ef9-847b-5f8ef0c15507 kind: Event lastTimestamp: "2026-04-16T20:21:16Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-04-16T20:19:28Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-04-16T20:21:16Z" name: isvc-sklearn-graph-1.18a6efcd7c8677a8 namespace: kserve-ci-e2e-test resourceVersion: "14527" uid: ca052cbb-6894-4c25-a36d-61d729295fad reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T20:19:28Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-sklearn-graph-1 namespace: kserve-ci-e2e-test resourceVersion: "13199" uid: 56771a70-ad91-4ef9-847b-5f8ef0c15507 kind: Event lastTimestamp: "2026-04-16T20:19:28Z" message: 'Failed to update status for InferenceService "isvc-sklearn-graph-1": Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-graph-1": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-04-16T20:19:28Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-04-16T20:19:28Z" name: isvc-sklearn-graph-1.18a6efcd7cd50dd7 namespace: kserve-ci-e2e-test resourceVersion: "13228" uid: b4bb0b5b-c9be-4598-b33c-3ee5db360948 reason: UpdateFailed reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T20:19:28Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-sklearn-graph-1 namespace: kserve-ci-e2e-test resourceVersion: "13199" uid: 56771a70-ad91-4ef9-847b-5f8ef0c15507 kind: Event lastTimestamp: "2026-04-16T20:19:28Z" message: 'fails to update InferenceService status: Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-graph-1": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-04-16T20:19:28Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-04-16T20:19:28Z" name: isvc-sklearn-graph-1.18a6efcd7cd55b99 namespace: kserve-ci-e2e-test resourceVersion: "13230" uid: e6f90c7c-1471-44e8-bb75-a3953d22ede9 reason: InternalError reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T20:21:16Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-sklearn-graph-1 namespace: kserve-ci-e2e-test resourceVersion: "14525" uid: 56771a70-ad91-4ef9-847b-5f8ef0c15507 kind: Event lastTimestamp: "2026-04-16T20:21:16Z" message: InferenceService [isvc-sklearn-graph-1] is Ready metadata: creationTimestamp: "2026-04-16T20:21:16Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-04-16T20:21:16Z" name: isvc-sklearn-graph-1.18a6efe67343b9e5 namespace: kserve-ci-e2e-test resourceVersion: "14526" uid: 76db5f03-16e7-47ba-9b1a-bb99b00c7b98 reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-04-16T20:19:29.404704Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: isvc-sklearn-graph-2-predictor-56f57765b4-v4xj6 namespace: kserve-ci-e2e-test resourceVersion: "13341" uid: 5395df40-d086-40a3-8f00-190870297e9f kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-graph-2-predictor-56f57765b4-v4xj6 to ip-10-0-134-158.ec2.internal metadata: creationTimestamp: "2026-04-16T20:19:29Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-04-16T20:19:29Z" name: isvc-sklearn-graph-2-predictor-56f57765b4-v4xj6.18a6efcd9bc156a3 namespace: kserve-ci-e2e-test resourceVersion: "13345" uid: be135074-4261-4e65-bc3a-6144e2e1ccda reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-64b5c5c6fd-mbl98 source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T20:19:29Z" involvedObject: apiVersion: v1 kind: Pod name: isvc-sklearn-graph-2-predictor-56f57765b4-v4xj6 namespace: kserve-ci-e2e-test resourceVersion: "13348" uid: 5395df40-d086-40a3-8f00-190870297e9f kind: Event lastTimestamp: "2026-04-16T20:19:29Z" message: Add eth0 [10.133.0.23/23] from ovn-kubernetes metadata: creationTimestamp: "2026-04-16T20:19:29Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-04-16T20:19:29Z" name: isvc-sklearn-graph-2-predictor-56f57765b4-v4xj6.18a6efcdb54922d7 namespace: kserve-ci-e2e-test resourceVersion: "13364" uid: 576d556b-5b65-4648-8e51-6dd5cf2a108a reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T20:19:29Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-sklearn-graph-2-predictor-56f57765b4-v4xj6 namespace: kserve-ci-e2e-test resourceVersion: "13344" uid: 5395df40-d086-40a3-8f00-190870297e9f kind: Event lastTimestamp: "2026-04-16T20:19:29Z" message: Pulling image "quay.io/opendatahub/kserve-storage-initializer@sha256:797c8e435f976ed40a9339cd4d700b7531407093067823e1831ba65ff3d66a3b" metadata: creationTimestamp: "2026-04-16T20:19:29Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-16T20:19:29Z" name: isvc-sklearn-graph-2-predictor-56f57765b4-v4xj6.18a6efcdb68481f4 namespace: kserve-ci-e2e-test resourceVersion: "13367" uid: bfdd56f5-b39b-4c16-a88f-aa62b8816d83 reason: Pulling reportingComponent: kubelet reportingInstance: ip-10-0-134-158.ec2.internal source: component: kubelet host: ip-10-0-134-158.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T20:19:34Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-sklearn-graph-2-predictor-56f57765b4-v4xj6 namespace: kserve-ci-e2e-test resourceVersion: "13344" uid: 5395df40-d086-40a3-8f00-190870297e9f kind: Event lastTimestamp: "2026-04-16T20:19:34Z" message: 'Successfully pulled image "quay.io/opendatahub/kserve-storage-initializer@sha256:797c8e435f976ed40a9339cd4d700b7531407093067823e1831ba65ff3d66a3b" in 4.268s (4.268s including waiting). Image size: 300960154 bytes.' metadata: creationTimestamp: "2026-04-16T20:19:34Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-16T20:19:34Z" name: isvc-sklearn-graph-2-predictor-56f57765b4-v4xj6.18a6efceb4f78736 namespace: kserve-ci-e2e-test resourceVersion: "13440" uid: b3210c85-6388-4c53-ae30-07003519b155 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-134-158.ec2.internal source: component: kubelet host: ip-10-0-134-158.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T20:19:34Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-sklearn-graph-2-predictor-56f57765b4-v4xj6 namespace: kserve-ci-e2e-test resourceVersion: "13344" uid: 5395df40-d086-40a3-8f00-190870297e9f kind: Event lastTimestamp: "2026-04-16T20:19:34Z" message: 'Created container: storage-initializer' metadata: creationTimestamp: "2026-04-16T20:19:34Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-16T20:19:34Z" name: isvc-sklearn-graph-2-predictor-56f57765b4-v4xj6.18a6efcec2948d74 namespace: kserve-ci-e2e-test resourceVersion: "13442" uid: faf6c43a-64cd-4bb3-a0b0-a2f9215a9ec5 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-134-158.ec2.internal source: component: kubelet host: ip-10-0-134-158.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T20:19:34Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-sklearn-graph-2-predictor-56f57765b4-v4xj6 namespace: kserve-ci-e2e-test resourceVersion: "13344" uid: 5395df40-d086-40a3-8f00-190870297e9f kind: Event lastTimestamp: "2026-04-16T20:19:34Z" message: Started container storage-initializer metadata: creationTimestamp: "2026-04-16T20:19:34Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-16T20:19:34Z" name: isvc-sklearn-graph-2-predictor-56f57765b4-v4xj6.18a6efcec40c0241 namespace: kserve-ci-e2e-test resourceVersion: "13443" uid: c3dac1a3-476d-45d7-8da9-b9bb504e9917 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-134-158.ec2.internal source: component: kubelet host: ip-10-0-134-158.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T20:19:38Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-sklearn-graph-2-predictor-56f57765b4-v4xj6 namespace: kserve-ci-e2e-test resourceVersion: "13344" uid: 5395df40-d086-40a3-8f00-190870297e9f kind: Event lastTimestamp: "2026-04-16T20:19:38Z" message: Pulling image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1400" metadata: creationTimestamp: "2026-04-16T20:19:38Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-16T20:19:38Z" name: isvc-sklearn-graph-2-predictor-56f57765b4-v4xj6.18a6efcfd2c32643 namespace: kserve-ci-e2e-test resourceVersion: "13495" uid: bbdfb68c-9168-4fc1-b00e-ad68b787c8b3 reason: Pulling reportingComponent: kubelet reportingInstance: ip-10-0-134-158.ec2.internal source: component: kubelet host: ip-10-0-134-158.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T20:20:04Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-sklearn-graph-2-predictor-56f57765b4-v4xj6 namespace: kserve-ci-e2e-test resourceVersion: "13344" uid: 5395df40-d086-40a3-8f00-190870297e9f kind: Event lastTimestamp: "2026-04-16T20:20:04Z" message: 'Successfully pulled image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1400" in 25.861s (25.861s including waiting). Image size: 1560710053 bytes.' metadata: creationTimestamp: "2026-04-16T20:20:04Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-16T20:20:04Z" name: isvc-sklearn-graph-2-predictor-56f57765b4-v4xj6.18a6efd5d83f8985 namespace: kserve-ci-e2e-test resourceVersion: "13738" uid: 39e3518f-aad2-4488-b223-208b087b41aa reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-134-158.ec2.internal source: component: kubelet host: ip-10-0-134-158.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T20:20:04Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-sklearn-graph-2-predictor-56f57765b4-v4xj6 namespace: kserve-ci-e2e-test resourceVersion: "13344" uid: 5395df40-d086-40a3-8f00-190870297e9f kind: Event lastTimestamp: "2026-04-16T20:20:04Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-04-16T20:20:04Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-16T20:20:04Z" name: isvc-sklearn-graph-2-predictor-56f57765b4-v4xj6.18a6efd5e0829b77 namespace: kserve-ci-e2e-test resourceVersion: "13741" uid: 6fb2279d-3be2-41c5-8b22-b8b60f00d0e7 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-134-158.ec2.internal source: component: kubelet host: ip-10-0-134-158.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T20:20:04Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-sklearn-graph-2-predictor-56f57765b4-v4xj6 namespace: kserve-ci-e2e-test resourceVersion: "13344" uid: 5395df40-d086-40a3-8f00-190870297e9f kind: Event lastTimestamp: "2026-04-16T20:20:04Z" message: Started container kserve-container metadata: creationTimestamp: "2026-04-16T20:20:04Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-16T20:20:04Z" name: isvc-sklearn-graph-2-predictor-56f57765b4-v4xj6.18a6efd5e1bc5263 namespace: kserve-ci-e2e-test resourceVersion: "13744" uid: 4691bf60-3afb-4ace-9ca7-4b85622aed36 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-134-158.ec2.internal source: component: kubelet host: ip-10-0-134-158.ec2.internal type: Normal - apiVersion: v1 count: 9 eventTime: null firstTimestamp: "2026-04-16T20:20:05Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-sklearn-graph-2-predictor-56f57765b4-v4xj6 namespace: kserve-ci-e2e-test resourceVersion: "13344" uid: 5395df40-d086-40a3-8f00-190870297e9f kind: Event lastTimestamp: "2026-04-16T20:21:08Z" message: 'Readiness probe failed: dial tcp 10.133.0.23:8080: connect: connection refused' metadata: creationTimestamp: "2026-04-16T20:20:05Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-16T20:21:08Z" name: isvc-sklearn-graph-2-predictor-56f57765b4-v4xj6.18a6efd5e75a27ef namespace: kserve-ci-e2e-test resourceVersion: "14450" uid: 61115d9a-3c51-4782-af54-4ce73d1a78d4 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-134-158.ec2.internal source: component: kubelet host: ip-10-0-134-158.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T20:21:49Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-sklearn-graph-2-predictor-56f57765b4-v4xj6 namespace: kserve-ci-e2e-test resourceVersion: "13344" uid: 5395df40-d086-40a3-8f00-190870297e9f kind: Event lastTimestamp: "2026-04-16T20:21:49Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-04-16T20:21:49Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-16T20:21:49Z" name: isvc-sklearn-graph-2-predictor-56f57765b4-v4xj6.18a6efee27af66df namespace: kserve-ci-e2e-test resourceVersion: "14904" uid: 45aaa7ff-945f-4b73-b511-be2244e17926 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-134-158.ec2.internal source: component: kubelet host: ip-10-0-134-158.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T20:19:29Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: isvc-sklearn-graph-2-predictor-56f57765b4 namespace: kserve-ci-e2e-test resourceVersion: "13326" uid: 8d5b4e84-a677-41f7-94c6-d486884614b1 kind: Event lastTimestamp: "2026-04-16T20:19:29Z" message: 'Created pod: isvc-sklearn-graph-2-predictor-56f57765b4-v4xj6' metadata: creationTimestamp: "2026-04-16T20:19:29Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-16T20:19:29Z" name: isvc-sklearn-graph-2-predictor-56f57765b4.18a6efcd9b3e2090 namespace: kserve-ci-e2e-test resourceVersion: "13342" uid: fd7a7026-57a8-43c3-825b-7a0ab96a892d reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T20:19:29Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: isvc-sklearn-graph-2-predictor namespace: kserve-ci-e2e-test resourceVersion: "13324" uid: 3a359c23-014f-4f4c-a482-de3cf976d1f8 kind: Event lastTimestamp: "2026-04-16T20:19:29Z" message: Scaled up replica set isvc-sklearn-graph-2-predictor-56f57765b4 from 0 to 1 metadata: creationTimestamp: "2026-04-16T20:19:29Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-16T20:19:29Z" name: isvc-sklearn-graph-2-predictor.18a6efcd939f38fe namespace: kserve-ci-e2e-test resourceVersion: "13328" uid: 7668d752-ebc6-4082-b44c-fc1c9a8c120a reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 4 eventTime: null firstTimestamp: "2026-04-16T20:19:44Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-sklearn-graph-2-predictor namespace: kserve-ci-e2e-test resourceVersion: "13325" uid: f2a01946-1ed5-4c13-a3ed-d8dc4c1336df kind: Event lastTimestamp: "2026-04-16T20:20:29Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-04-16T20:19:44Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-16T20:20:29Z" name: isvc-sklearn-graph-2-predictor.18a6efd1121326b2 namespace: kserve-ci-e2e-test resourceVersion: "13950" uid: 87800623-77c5-4f8f-8363-debf9e40d41d reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 4 eventTime: null firstTimestamp: "2026-04-16T20:19:44Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-sklearn-graph-2-predictor namespace: kserve-ci-e2e-test resourceVersion: "13325" uid: f2a01946-1ed5-4c13-a3ed-d8dc4c1336df kind: Event lastTimestamp: "2026-04-16T20:20:29Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-04-16T20:19:44Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-16T20:20:29Z" name: isvc-sklearn-graph-2-predictor.18a6efd1127b52e3 namespace: kserve-ci-e2e-test resourceVersion: "13951" uid: 8eb80acb-3818-4fc3-985d-c96571a685b3 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 5 eventTime: null firstTimestamp: "2026-04-16T20:20:44Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-sklearn-graph-2-predictor namespace: kserve-ci-e2e-test resourceVersion: "13572" uid: f2a01946-1ed5-4c13-a3ed-d8dc4c1336df kind: Event lastTimestamp: "2026-04-16T20:21:44Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-04-16T20:20:44Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-16T20:21:44Z" name: isvc-sklearn-graph-2-predictor.18a6efdf0d6ee41b namespace: kserve-ci-e2e-test resourceVersion: "14796" uid: 8cc2a759-26ed-46a5-8b3f-499df01d8f2f reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 5 eventTime: null firstTimestamp: "2026-04-16T20:20:44Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-sklearn-graph-2-predictor namespace: kserve-ci-e2e-test resourceVersion: "13572" uid: f2a01946-1ed5-4c13-a3ed-d8dc4c1336df kind: Event lastTimestamp: "2026-04-16T20:21:44Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-04-16T20:20:44Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-16T20:21:44Z" name: isvc-sklearn-graph-2-predictor.18a6efdf0dd07e4e namespace: kserve-ci-e2e-test resourceVersion: "14797" uid: 0ba226ef-2042-40d1-bc05-b6621c192053 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 10 eventTime: null firstTimestamp: "2026-04-16T20:19:29Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-sklearn-graph-2 namespace: kserve-ci-e2e-test resourceVersion: "13305" uid: 8e71a27c-938a-4b17-bc1c-e68ca8ca2df2 kind: Event lastTimestamp: "2026-04-16T20:21:18Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-04-16T20:19:29Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-04-16T20:21:18Z" name: isvc-sklearn-graph-2.18a6efcd93748ce3 namespace: kserve-ci-e2e-test resourceVersion: "14557" uid: 20e730f9-662b-4688-a470-ea552aad56c0 reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T20:21:18Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-sklearn-graph-2 namespace: kserve-ci-e2e-test resourceVersion: "14555" uid: 8e71a27c-938a-4b17-bc1c-e68ca8ca2df2 kind: Event lastTimestamp: "2026-04-16T20:21:18Z" message: InferenceService [isvc-sklearn-graph-2] is Ready metadata: creationTimestamp: "2026-04-16T20:21:18Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-04-16T20:21:18Z" name: isvc-sklearn-graph-2.18a6efe6ff7cc329 namespace: kserve-ci-e2e-test resourceVersion: "14556" uid: 6f510238-edc6-4fef-8ceb-5e94d6bed479 reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-04-16T20:19:29.230005Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: isvc-xgboost-graph-predictor-784cb989b8-qqb9q namespace: kserve-ci-e2e-test resourceVersion: "13306" uid: a1c4a0e5-d213-4def-9f4e-188d05a7e679 kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/isvc-xgboost-graph-predictor-784cb989b8-qqb9q to ip-10-0-134-158.ec2.internal metadata: creationTimestamp: "2026-04-16T20:19:29Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-04-16T20:19:29Z" name: isvc-xgboost-graph-predictor-784cb989b8-qqb9q.18a6efcd9157aa77 namespace: kserve-ci-e2e-test resourceVersion: "13311" uid: be26fc85-4abc-4624-aa7a-6899b8e87945 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-64b5c5c6fd-mbl98 source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T20:19:29Z" involvedObject: apiVersion: v1 kind: Pod name: isvc-xgboost-graph-predictor-784cb989b8-qqb9q namespace: kserve-ci-e2e-test resourceVersion: "13320" uid: a1c4a0e5-d213-4def-9f4e-188d05a7e679 kind: Event lastTimestamp: "2026-04-16T20:19:29Z" message: Add eth0 [10.133.0.22/23] from ovn-kubernetes metadata: creationTimestamp: "2026-04-16T20:19:29Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-04-16T20:19:29Z" name: isvc-xgboost-graph-predictor-784cb989b8-qqb9q.18a6efcdab2e4117 namespace: kserve-ci-e2e-test resourceVersion: "13358" uid: fc19588b-66de-4d94-9162-8507acf6a2b5 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T20:19:29Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-xgboost-graph-predictor-784cb989b8-qqb9q namespace: kserve-ci-e2e-test resourceVersion: "13308" uid: a1c4a0e5-d213-4def-9f4e-188d05a7e679 kind: Event lastTimestamp: "2026-04-16T20:19:29Z" message: Pulling image "quay.io/opendatahub/kserve-storage-initializer@sha256:797c8e435f976ed40a9339cd4d700b7531407093067823e1831ba65ff3d66a3b" metadata: creationTimestamp: "2026-04-16T20:19:29Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-16T20:19:29Z" name: isvc-xgboost-graph-predictor-784cb989b8-qqb9q.18a6efcdac811f31 namespace: kserve-ci-e2e-test resourceVersion: "13361" uid: d33b5c4b-57c8-47fd-bb30-1efc2ade9a40 reason: Pulling reportingComponent: kubelet reportingInstance: ip-10-0-134-158.ec2.internal source: component: kubelet host: ip-10-0-134-158.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T20:19:34Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-xgboost-graph-predictor-784cb989b8-qqb9q namespace: kserve-ci-e2e-test resourceVersion: "13308" uid: a1c4a0e5-d213-4def-9f4e-188d05a7e679 kind: Event lastTimestamp: "2026-04-16T20:19:34Z" message: 'Successfully pulled image "quay.io/opendatahub/kserve-storage-initializer@sha256:797c8e435f976ed40a9339cd4d700b7531407093067823e1831ba65ff3d66a3b" in 4.588s (4.588s including waiting). Image size: 300960154 bytes.' metadata: creationTimestamp: "2026-04-16T20:19:34Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-16T20:19:34Z" name: isvc-xgboost-graph-predictor-784cb989b8-qqb9q.18a6efcebdf9714c namespace: kserve-ci-e2e-test resourceVersion: "13441" uid: 7913300e-346f-428b-982e-56f361a5a66d reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-134-158.ec2.internal source: component: kubelet host: ip-10-0-134-158.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T20:19:34Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-xgboost-graph-predictor-784cb989b8-qqb9q namespace: kserve-ci-e2e-test resourceVersion: "13308" uid: a1c4a0e5-d213-4def-9f4e-188d05a7e679 kind: Event lastTimestamp: "2026-04-16T20:19:34Z" message: 'Created container: storage-initializer' metadata: creationTimestamp: "2026-04-16T20:19:34Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-16T20:19:34Z" name: isvc-xgboost-graph-predictor-784cb989b8-qqb9q.18a6efcec40c0240 namespace: kserve-ci-e2e-test resourceVersion: "13444" uid: 28b58b07-f8a0-4f9b-a21e-20ed1633280b reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-134-158.ec2.internal source: component: kubelet host: ip-10-0-134-158.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T20:19:34Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-xgboost-graph-predictor-784cb989b8-qqb9q namespace: kserve-ci-e2e-test resourceVersion: "13308" uid: a1c4a0e5-d213-4def-9f4e-188d05a7e679 kind: Event lastTimestamp: "2026-04-16T20:19:34Z" message: Started container storage-initializer metadata: creationTimestamp: "2026-04-16T20:19:34Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-16T20:19:34Z" name: isvc-xgboost-graph-predictor-784cb989b8-qqb9q.18a6efcec586e0bc namespace: kserve-ci-e2e-test resourceVersion: "13445" uid: 264436df-8741-4038-b2c6-b6e28edd4688 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-134-158.ec2.internal source: component: kubelet host: ip-10-0-134-158.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T20:19:38Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-xgboost-graph-predictor-784cb989b8-qqb9q namespace: kserve-ci-e2e-test resourceVersion: "13308" uid: a1c4a0e5-d213-4def-9f4e-188d05a7e679 kind: Event lastTimestamp: "2026-04-16T20:19:38Z" message: Pulling image "kserve/xgbserver:latest" metadata: creationTimestamp: "2026-04-16T20:19:38Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-16T20:19:38Z" name: isvc-xgboost-graph-predictor-784cb989b8-qqb9q.18a6efcfd2b3ed57 namespace: kserve-ci-e2e-test resourceVersion: "13493" uid: 6e9ec132-5cb4-49ce-89a9-26f52aa88336 reason: Pulling reportingComponent: kubelet reportingInstance: ip-10-0-134-158.ec2.internal source: component: kubelet host: ip-10-0-134-158.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T20:20:05Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-xgboost-graph-predictor-784cb989b8-qqb9q namespace: kserve-ci-e2e-test resourceVersion: "13308" uid: a1c4a0e5-d213-4def-9f4e-188d05a7e679 kind: Event lastTimestamp: "2026-04-16T20:20:05Z" message: 'Successfully pulled image "kserve/xgbserver:latest" in 26.679s (26.679s including waiting). Image size: 1306229499 bytes.' metadata: creationTimestamp: "2026-04-16T20:20:05Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-16T20:20:05Z" name: isvc-xgboost-graph-predictor-784cb989b8-qqb9q.18a6efd608f03aaa namespace: kserve-ci-e2e-test resourceVersion: "13750" uid: ac3c443d-589a-4855-8391-058e65b42dd9 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-134-158.ec2.internal source: component: kubelet host: ip-10-0-134-158.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T20:20:05Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-xgboost-graph-predictor-784cb989b8-qqb9q namespace: kserve-ci-e2e-test resourceVersion: "13308" uid: a1c4a0e5-d213-4def-9f4e-188d05a7e679 kind: Event lastTimestamp: "2026-04-16T20:20:05Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-04-16T20:20:05Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-16T20:20:05Z" name: isvc-xgboost-graph-predictor-784cb989b8-qqb9q.18a6efd61012dce9 namespace: kserve-ci-e2e-test resourceVersion: "13754" uid: 100a6338-e028-465d-a478-b1cda1e131c4 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-134-158.ec2.internal source: component: kubelet host: ip-10-0-134-158.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T20:20:05Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-xgboost-graph-predictor-784cb989b8-qqb9q namespace: kserve-ci-e2e-test resourceVersion: "13308" uid: a1c4a0e5-d213-4def-9f4e-188d05a7e679 kind: Event lastTimestamp: "2026-04-16T20:20:05Z" message: Started container kserve-container metadata: creationTimestamp: "2026-04-16T20:20:05Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-16T20:20:05Z" name: isvc-xgboost-graph-predictor-784cb989b8-qqb9q.18a6efd6119cc31e namespace: kserve-ci-e2e-test resourceVersion: "13756" uid: 8659256d-79d1-43a3-9a4d-4d18aa0320ab reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-134-158.ec2.internal source: component: kubelet host: ip-10-0-134-158.ec2.internal type: Normal - apiVersion: v1 count: 7 eventTime: null firstTimestamp: "2026-04-16T20:20:06Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-xgboost-graph-predictor-784cb989b8-qqb9q namespace: kserve-ci-e2e-test resourceVersion: "13308" uid: a1c4a0e5-d213-4def-9f4e-188d05a7e679 kind: Event lastTimestamp: "2026-04-16T20:20:57Z" message: 'Readiness probe failed: dial tcp 10.133.0.22:8080: connect: connection refused' metadata: creationTimestamp: "2026-04-16T20:20:06Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-16T20:20:57Z" name: isvc-xgboost-graph-predictor-784cb989b8-qqb9q.18a6efd623510b4c namespace: kserve-ci-e2e-test resourceVersion: "14213" uid: 86ac91a0-42a4-4793-9457-b54708f350c5 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-134-158.ec2.internal source: component: kubelet host: ip-10-0-134-158.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T20:21:49Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-xgboost-graph-predictor-784cb989b8-qqb9q namespace: kserve-ci-e2e-test resourceVersion: "13308" uid: a1c4a0e5-d213-4def-9f4e-188d05a7e679 kind: Event lastTimestamp: "2026-04-16T20:21:49Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-04-16T20:21:49Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-16T20:21:49Z" name: isvc-xgboost-graph-predictor-784cb989b8-qqb9q.18a6efee2468d9d2 namespace: kserve-ci-e2e-test resourceVersion: "14878" uid: a93a0e7a-55ea-4d07-995b-3fd3ed7123a8 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-134-158.ec2.internal source: component: kubelet host: ip-10-0-134-158.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T20:19:29Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: isvc-xgboost-graph-predictor-784cb989b8 namespace: kserve-ci-e2e-test resourceVersion: "13295" uid: 665d54ff-7b11-4d4e-8f81-d569cab6d784 kind: Event lastTimestamp: "2026-04-16T20:19:29Z" message: 'Created pod: isvc-xgboost-graph-predictor-784cb989b8-qqb9q' metadata: creationTimestamp: "2026-04-16T20:19:29Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-16T20:19:29Z" name: isvc-xgboost-graph-predictor-784cb989b8.18a6efcd90ad7a7a namespace: kserve-ci-e2e-test resourceVersion: "13307" uid: 8e383774-3e71-4115-a149-682d1466abc0 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T20:19:29Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: isvc-xgboost-graph-predictor namespace: kserve-ci-e2e-test resourceVersion: "13294" uid: cb404249-2e91-4dfe-847d-e6ea4b76c4ed kind: Event lastTimestamp: "2026-04-16T20:19:29Z" message: Scaled up replica set isvc-xgboost-graph-predictor-784cb989b8 from 0 to 1 metadata: creationTimestamp: "2026-04-16T20:19:29Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-16T20:19:29Z" name: isvc-xgboost-graph-predictor.18a6efcd8c44ba23 namespace: kserve-ci-e2e-test resourceVersion: "13298" uid: 4667493f-8340-4677-84f7-1e622efd6b48 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-04-16T20:19:44Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-xgboost-graph-predictor namespace: kserve-ci-e2e-test resourceVersion: "13297" uid: 451eb9e9-e1d2-49be-a40c-e47dfa706b65 kind: Event lastTimestamp: "2026-04-16T20:20:14Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-04-16T20:19:44Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-16T20:20:14Z" name: isvc-xgboost-graph-predictor.18a6efd10b59bc83 namespace: kserve-ci-e2e-test resourceVersion: "13825" uid: 1662a38f-e386-4964-99aa-998e6d65dc0c reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-04-16T20:19:44Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-xgboost-graph-predictor namespace: kserve-ci-e2e-test resourceVersion: "13297" uid: 451eb9e9-e1d2-49be-a40c-e47dfa706b65 kind: Event lastTimestamp: "2026-04-16T20:20:14Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-04-16T20:19:44Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-16T20:20:14Z" name: isvc-xgboost-graph-predictor.18a6efd10bb6c839 namespace: kserve-ci-e2e-test resourceVersion: "13826" uid: 30d3f87b-1a63-4812-aaa0-4a439a9402f4 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 4 eventTime: null firstTimestamp: "2026-04-16T20:20:29Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-xgboost-graph-predictor namespace: kserve-ci-e2e-test resourceVersion: "13568" uid: 451eb9e9-e1d2-49be-a40c-e47dfa706b65 kind: Event lastTimestamp: "2026-04-16T20:21:14Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-04-16T20:20:29Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-16T20:21:14Z" name: isvc-xgboost-graph-predictor.18a6efdb87f8c631 namespace: kserve-ci-e2e-test resourceVersion: "14500" uid: b6ea1afd-4dfd-409e-b463-bfdf51a9e14d reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 4 eventTime: null firstTimestamp: "2026-04-16T20:20:29Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-xgboost-graph-predictor namespace: kserve-ci-e2e-test resourceVersion: "13568" uid: 451eb9e9-e1d2-49be-a40c-e47dfa706b65 kind: Event lastTimestamp: "2026-04-16T20:21:14Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-04-16T20:20:29Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-16T20:21:14Z" name: isvc-xgboost-graph-predictor.18a6efdb887c719d namespace: kserve-ci-e2e-test resourceVersion: "14501" uid: 36297e36-6336-41b2-bd92-08c5b5099b2f reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 10 eventTime: null firstTimestamp: "2026-04-16T20:19:29Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-xgboost-graph namespace: kserve-ci-e2e-test resourceVersion: "13280" uid: 7f516ec5-76b3-42d3-ae42-28cc3da8c118 kind: Event lastTimestamp: "2026-04-16T20:21:07Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-04-16T20:19:29Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-04-16T20:21:07Z" name: isvc-xgboost-graph.18a6efcd8cc62039 namespace: kserve-ci-e2e-test resourceVersion: "14440" uid: ab6dea38-f73c-46e4-a946-8836c71dc4ee reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T20:21:07Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-xgboost-graph namespace: kserve-ci-e2e-test resourceVersion: "14438" uid: 7f516ec5-76b3-42d3-ae42-28cc3da8c118 kind: Event lastTimestamp: "2026-04-16T20:21:07Z" message: InferenceService [isvc-xgboost-graph] is Ready metadata: creationTimestamp: "2026-04-16T20:21:07Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-04-16T20:21:07Z" name: isvc-xgboost-graph.18a6efe45b689f86 namespace: kserve-ci-e2e-test resourceVersion: "14439" uid: cfbf06a2-8b09-44ba-804d-3ada14cfd059 reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-04-16T20:21:38.850544Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: model-chainer-5ddf86697d-c728g namespace: kserve-ci-e2e-test resourceVersion: "14728" uid: 865e0095-0f83-4e87-b671-e40cf20e1399 kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/model-chainer-5ddf86697d-c728g to ip-10-0-134-158.ec2.internal metadata: creationTimestamp: "2026-04-16T20:21:38Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-04-16T20:21:38Z" name: model-chainer-5ddf86697d-c728g.18a6efebbf541c7d namespace: kserve-ci-e2e-test resourceVersion: "14734" uid: 91c54bca-2b9d-4a59-8680-2f1c514d6b49 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-64b5c5c6fd-mbl98 source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T20:21:39Z" involvedObject: apiVersion: v1 kind: Pod name: model-chainer-5ddf86697d-c728g namespace: kserve-ci-e2e-test resourceVersion: "14738" uid: 865e0095-0f83-4e87-b671-e40cf20e1399 kind: Event lastTimestamp: "2026-04-16T20:21:39Z" message: Add eth0 [10.133.0.25/23] from ovn-kubernetes metadata: creationTimestamp: "2026-04-16T20:21:39Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-04-16T20:21:39Z" name: model-chainer-5ddf86697d-c728g.18a6efebd854c154 namespace: kserve-ci-e2e-test resourceVersion: "14747" uid: 69a29719-37b1-4b0d-b163-ac1bd44a5567 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T20:21:39Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{model-chainer} kind: Pod name: model-chainer-5ddf86697d-c728g namespace: kserve-ci-e2e-test resourceVersion: "14732" uid: 865e0095-0f83-4e87-b671-e40cf20e1399 kind: Event lastTimestamp: "2026-04-16T20:21:39Z" message: Container image "quay.io/opendatahub/kserve-router@sha256:5ddf7b68668839b048ac1f65cf22f5a7b21a1ddc89705b9e0ad240d64f017b66" already present on machine metadata: creationTimestamp: "2026-04-16T20:21:39Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-16T20:21:39Z" name: model-chainer-5ddf86697d-c728g.18a6efebd98387ca namespace: kserve-ci-e2e-test resourceVersion: "14749" uid: c8a8eb58-2b2b-47b6-abf9-40478dd07ca8 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-134-158.ec2.internal source: component: kubelet host: ip-10-0-134-158.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T20:21:39Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{model-chainer} kind: Pod name: model-chainer-5ddf86697d-c728g namespace: kserve-ci-e2e-test resourceVersion: "14732" uid: 865e0095-0f83-4e87-b671-e40cf20e1399 kind: Event lastTimestamp: "2026-04-16T20:21:39Z" message: 'Created container: model-chainer' metadata: creationTimestamp: "2026-04-16T20:21:39Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-16T20:21:39Z" name: model-chainer-5ddf86697d-c728g.18a6efebdccad556 namespace: kserve-ci-e2e-test resourceVersion: "14750" uid: dfaf7060-fac2-44b5-b244-5ef1dae5a41e reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-134-158.ec2.internal source: component: kubelet host: ip-10-0-134-158.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T20:21:39Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{model-chainer} kind: Pod name: model-chainer-5ddf86697d-c728g namespace: kserve-ci-e2e-test resourceVersion: "14732" uid: 865e0095-0f83-4e87-b671-e40cf20e1399 kind: Event lastTimestamp: "2026-04-16T20:21:39Z" message: Started container model-chainer metadata: creationTimestamp: "2026-04-16T20:21:39Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-16T20:21:39Z" name: model-chainer-5ddf86697d-c728g.18a6efebdd3a0ae5 namespace: kserve-ci-e2e-test resourceVersion: "14751" uid: a6b1889d-fee0-4fbb-8c41-61cccdf17fbd reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-134-158.ec2.internal source: component: kubelet host: ip-10-0-134-158.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T20:21:49Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{model-chainer} kind: Pod name: model-chainer-5ddf86697d-c728g namespace: kserve-ci-e2e-test resourceVersion: "14732" uid: 865e0095-0f83-4e87-b671-e40cf20e1399 kind: Event lastTimestamp: "2026-04-16T20:21:49Z" message: Stopping container model-chainer metadata: creationTimestamp: "2026-04-16T20:21:49Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-16T20:21:49Z" name: model-chainer-5ddf86697d-c728g.18a6efee210c4d8e namespace: kserve-ci-e2e-test resourceVersion: "14860" uid: 7a93e2c8-4a6a-4e60-9e28-f967a03e25ac reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-134-158.ec2.internal source: component: kubelet host: ip-10-0-134-158.ec2.internal type: Normal - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-04-16T20:21:51Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{model-chainer} kind: Pod name: model-chainer-5ddf86697d-c728g namespace: kserve-ci-e2e-test resourceVersion: "14732" uid: 865e0095-0f83-4e87-b671-e40cf20e1399 kind: Event lastTimestamp: "2026-04-16T20:22:16Z" message: 'Readiness probe failed: HTTP probe failed with statuscode: 503' metadata: creationTimestamp: "2026-04-16T20:21:51Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-16T20:22:16Z" name: model-chainer-5ddf86697d-c728g.18a6efeea75607ee namespace: kserve-ci-e2e-test resourceVersion: "15251" uid: 6de7c586-f97b-4e6c-88c4-fafb09cd6c75 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-134-158.ec2.internal source: component: kubelet host: ip-10-0-134-158.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T20:21:38Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: model-chainer-5ddf86697d namespace: kserve-ci-e2e-test resourceVersion: "14725" uid: 3432b4b4-0268-4367-bebf-c8c56c747a49 kind: Event lastTimestamp: "2026-04-16T20:21:38Z" message: 'Created pod: model-chainer-5ddf86697d-c728g' metadata: creationTimestamp: "2026-04-16T20:21:38Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-16T20:21:38Z" name: model-chainer-5ddf86697d.18a6efebbef4bc7f namespace: kserve-ci-e2e-test resourceVersion: "14731" uid: e715dc65-8dfa-4010-a1ce-928f7f66cd81 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T20:21:38Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: model-chainer namespace: kserve-ci-e2e-test resourceVersion: "14723" uid: 237ee1ce-0a69-4240-a608-bd60e315c52e kind: Event lastTimestamp: "2026-04-16T20:21:38Z" message: Scaled up replica set model-chainer-5ddf86697d from 0 to 1 metadata: creationTimestamp: "2026-04-16T20:21:38Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-16T20:21:38Z" name: model-chainer.18a6efebbe546175 namespace: kserve-ci-e2e-test resourceVersion: "14726" uid: e2aad6dc-492d-40cc-bae8-f0ec7ab891ca reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T20:21:38Z" involvedObject: apiVersion: serving.kserve.io/v1alpha1 kind: InferenceGraph name: model-chainer namespace: kserve-ci-e2e-test resourceVersion: "14740" uid: dadf2afd-15cc-4585-a9b8-0a5e164a24ee kind: Event lastTimestamp: "2026-04-16T20:21:38Z" message: InferenceGraph [model-chainer] is Ready metadata: creationTimestamp: "2026-04-16T20:21:38Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-04-16T20:21:38Z" name: model-chainer.18a6efebc1605808 namespace: kserve-ci-e2e-test resourceVersion: "14742" uid: be4406f5-eebb-4a6c-9c04-e61ca340fcd0 reason: InferenceGraphReady reportingComponent: InferenceGraphController reportingInstance: "" source: component: InferenceGraphController type: Normal - action: Binding apiVersion: v1 eventTime: "2026-04-16T20:32:24.160919Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: sequence-graph-01ef2-997d6cfb-pfzw8 namespace: kserve-ci-e2e-test resourceVersion: "20075" uid: 7a9d7014-96f4-48dc-8c3f-3cab21a9c0bc kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/sequence-graph-01ef2-997d6cfb-pfzw8 to ip-10-0-134-158.ec2.internal metadata: creationTimestamp: "2026-04-16T20:32:24Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-04-16T20:32:24Z" name: sequence-graph-01ef2-997d6cfb-pfzw8.18a6f081fed2f220 namespace: kserve-ci-e2e-test resourceVersion: "20080" uid: 8ddfdae8-8c8a-4794-ac77-c34791c6cd38 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-64b5c5c6fd-mbl98 source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T20:32:24Z" involvedObject: apiVersion: v1 kind: Pod name: sequence-graph-01ef2-997d6cfb-pfzw8 namespace: kserve-ci-e2e-test resourceVersion: "20084" uid: 7a9d7014-96f4-48dc-8c3f-3cab21a9c0bc kind: Event lastTimestamp: "2026-04-16T20:32:24Z" message: Add eth0 [10.133.0.29/23] from ovn-kubernetes metadata: creationTimestamp: "2026-04-16T20:32:24Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-04-16T20:32:24Z" name: sequence-graph-01ef2-997d6cfb-pfzw8.18a6f082181cb257 namespace: kserve-ci-e2e-test resourceVersion: "20096" uid: 44e069e8-9b7a-4204-9921-3c8bd24a7f60 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T20:32:24Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{sequence-graph-01ef2} kind: Pod name: sequence-graph-01ef2-997d6cfb-pfzw8 namespace: kserve-ci-e2e-test resourceVersion: "20078" uid: 7a9d7014-96f4-48dc-8c3f-3cab21a9c0bc kind: Event lastTimestamp: "2026-04-16T20:32:24Z" message: Container image "quay.io/opendatahub/kserve-router@sha256:5ddf7b68668839b048ac1f65cf22f5a7b21a1ddc89705b9e0ad240d64f017b66" already present on machine metadata: creationTimestamp: "2026-04-16T20:32:24Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-16T20:32:24Z" name: sequence-graph-01ef2-997d6cfb-pfzw8.18a6f082193f9fde namespace: kserve-ci-e2e-test resourceVersion: "20098" uid: c5423e0f-ca3c-43e2-8950-899717ea13e1 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-134-158.ec2.internal source: component: kubelet host: ip-10-0-134-158.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T20:32:24Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{sequence-graph-01ef2} kind: Pod name: sequence-graph-01ef2-997d6cfb-pfzw8 namespace: kserve-ci-e2e-test resourceVersion: "20078" uid: 7a9d7014-96f4-48dc-8c3f-3cab21a9c0bc kind: Event lastTimestamp: "2026-04-16T20:32:24Z" message: 'Created container: sequence-graph-01ef2' metadata: creationTimestamp: "2026-04-16T20:32:24Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-16T20:32:24Z" name: sequence-graph-01ef2-997d6cfb-pfzw8.18a6f0821c909f2f namespace: kserve-ci-e2e-test resourceVersion: "20099" uid: ed9fb8b2-4833-4489-acba-aa77e92e5825 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-134-158.ec2.internal source: component: kubelet host: ip-10-0-134-158.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T20:32:24Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{sequence-graph-01ef2} kind: Pod name: sequence-graph-01ef2-997d6cfb-pfzw8 namespace: kserve-ci-e2e-test resourceVersion: "20078" uid: 7a9d7014-96f4-48dc-8c3f-3cab21a9c0bc kind: Event lastTimestamp: "2026-04-16T20:32:24Z" message: Started container sequence-graph-01ef2 metadata: creationTimestamp: "2026-04-16T20:32:24Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-16T20:32:24Z" name: sequence-graph-01ef2-997d6cfb-pfzw8.18a6f0821cfe3c82 namespace: kserve-ci-e2e-test resourceVersion: "20100" uid: 2379ffed-3477-434c-b6ed-111a40aae733 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-134-158.ec2.internal source: component: kubelet host: ip-10-0-134-158.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T20:32:34Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{sequence-graph-01ef2} kind: Pod name: sequence-graph-01ef2-997d6cfb-pfzw8 namespace: kserve-ci-e2e-test resourceVersion: "20078" uid: 7a9d7014-96f4-48dc-8c3f-3cab21a9c0bc kind: Event lastTimestamp: "2026-04-16T20:32:34Z" message: Stopping container sequence-graph-01ef2 metadata: creationTimestamp: "2026-04-16T20:32:34Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-16T20:32:34Z" name: sequence-graph-01ef2-997d6cfb-pfzw8.18a6f084588535a2 namespace: kserve-ci-e2e-test resourceVersion: "20204" uid: 32e4b98b-49ff-4135-9e1b-fb901c637872 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-134-158.ec2.internal source: component: kubelet host: ip-10-0-134-158.ec2.internal type: Normal - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-04-16T20:32:36Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{sequence-graph-01ef2} kind: Pod name: sequence-graph-01ef2-997d6cfb-pfzw8 namespace: kserve-ci-e2e-test resourceVersion: "20078" uid: 7a9d7014-96f4-48dc-8c3f-3cab21a9c0bc kind: Event lastTimestamp: "2026-04-16T20:33:01Z" message: 'Readiness probe failed: HTTP probe failed with statuscode: 503' metadata: creationTimestamp: "2026-04-16T20:32:36Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-16T20:33:01Z" name: sequence-graph-01ef2-997d6cfb-pfzw8.18a6f084c9546ed0 namespace: kserve-ci-e2e-test resourceVersion: "20578" uid: f3a461ee-d8b2-4317-b69d-bdadfefcb48d reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-134-158.ec2.internal source: component: kubelet host: ip-10-0-134-158.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T20:32:24Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: sequence-graph-01ef2-997d6cfb namespace: kserve-ci-e2e-test resourceVersion: "20072" uid: 869b813a-420c-4edc-bf2f-f031c5a8e524 kind: Event lastTimestamp: "2026-04-16T20:32:24Z" message: 'Created pod: sequence-graph-01ef2-997d6cfb-pfzw8' metadata: creationTimestamp: "2026-04-16T20:32:24Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-16T20:32:24Z" name: sequence-graph-01ef2-997d6cfb.18a6f081fe618299 namespace: kserve-ci-e2e-test resourceVersion: "20077" uid: be6bd7d4-dd81-4273-8966-0c5c38b64e41 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T20:32:24Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: sequence-graph-01ef2 namespace: kserve-ci-e2e-test resourceVersion: "20070" uid: 83707612-59de-4f07-a65d-bfc7db024525 kind: Event lastTimestamp: "2026-04-16T20:32:24Z" message: Scaled up replica set sequence-graph-01ef2-997d6cfb from 0 to 1 metadata: creationTimestamp: "2026-04-16T20:32:24Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-16T20:32:24Z" name: sequence-graph-01ef2.18a6f081fd82f940 namespace: kserve-ci-e2e-test resourceVersion: "20073" uid: 0ccf8814-149c-426b-8c73-9bb51ac0090c reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T20:32:24Z" involvedObject: apiVersion: serving.kserve.io/v1alpha1 kind: InferenceGraph name: sequence-graph-01ef2 namespace: kserve-ci-e2e-test resourceVersion: "20086" uid: ce2b6cdf-7fa2-4484-a7c2-ff5a780000c3 kind: Event lastTimestamp: "2026-04-16T20:32:24Z" message: InferenceGraph [sequence-graph-01ef2] is Ready metadata: creationTimestamp: "2026-04-16T20:32:24Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-04-16T20:32:24Z" name: sequence-graph-01ef2.18a6f082024d57d8 namespace: kserve-ci-e2e-test resourceVersion: "20088" uid: 6087256e-ad7d-4578-973e-e59949d9ccf5 reason: InferenceGraphReady reportingComponent: InferenceGraphController reportingInstance: "" source: component: InferenceGraphController type: Normal - action: Binding apiVersion: v1 eventTime: "2026-04-16T20:33:44.475569Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: sequence-graph-cc0f2-8b5c9b9f7-vvxvk namespace: kserve-ci-e2e-test resourceVersion: "20947" uid: 9efc6c83-9708-4bcc-9af8-760312d60388 kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/sequence-graph-cc0f2-8b5c9b9f7-vvxvk to ip-10-0-134-158.ec2.internal metadata: creationTimestamp: "2026-04-16T20:33:44Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-04-16T20:33:44Z" name: sequence-graph-cc0f2-8b5c9b9f7-vvxvk.18a6f094b1f354e5 namespace: kserve-ci-e2e-test resourceVersion: "20952" uid: 149a0d03-0a1e-4559-8628-d2c400eaa4af reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-64b5c5c6fd-mbl98 source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T20:33:44Z" involvedObject: apiVersion: v1 kind: Pod name: sequence-graph-cc0f2-8b5c9b9f7-vvxvk namespace: kserve-ci-e2e-test resourceVersion: "20950" uid: 9efc6c83-9708-4bcc-9af8-760312d60388 kind: Event lastTimestamp: "2026-04-16T20:33:44Z" message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "sequence-graph-cc0f2-serving-cert" not found' metadata: creationTimestamp: "2026-04-16T20:33:44Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-16T20:33:44Z" name: sequence-graph-cc0f2-8b5c9b9f7-vvxvk.18a6f094c18663aa namespace: kserve-ci-e2e-test resourceVersion: "20967" uid: bda7352f-67ad-43a5-a8d9-a7ab16da3e1e reason: FailedMount reportingComponent: kubelet reportingInstance: ip-10-0-134-158.ec2.internal source: component: kubelet host: ip-10-0-134-158.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T20:33:45Z" involvedObject: apiVersion: v1 kind: Pod name: sequence-graph-cc0f2-8b5c9b9f7-vvxvk namespace: kserve-ci-e2e-test resourceVersion: "20956" uid: 9efc6c83-9708-4bcc-9af8-760312d60388 kind: Event lastTimestamp: "2026-04-16T20:33:45Z" message: Add eth0 [10.133.0.31/23] from ovn-kubernetes metadata: creationTimestamp: "2026-04-16T20:33:45Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-04-16T20:33:45Z" name: sequence-graph-cc0f2-8b5c9b9f7-vvxvk.18a6f094ee7c594b namespace: kserve-ci-e2e-test resourceVersion: "20974" uid: f26b6857-2151-42be-9c00-c0fe42528963 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T20:33:45Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{sequence-graph-cc0f2} kind: Pod name: sequence-graph-cc0f2-8b5c9b9f7-vvxvk namespace: kserve-ci-e2e-test resourceVersion: "20950" uid: 9efc6c83-9708-4bcc-9af8-760312d60388 kind: Event lastTimestamp: "2026-04-16T20:33:45Z" message: Container image "quay.io/opendatahub/kserve-router@sha256:5ddf7b68668839b048ac1f65cf22f5a7b21a1ddc89705b9e0ad240d64f017b66" already present on machine metadata: creationTimestamp: "2026-04-16T20:33:45Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-16T20:33:45Z" name: sequence-graph-cc0f2-8b5c9b9f7-vvxvk.18a6f094efe47347 namespace: kserve-ci-e2e-test resourceVersion: "20976" uid: d9ad0206-1285-4bc5-9b74-b473ae45b1d8 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-134-158.ec2.internal source: component: kubelet host: ip-10-0-134-158.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T20:33:45Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{sequence-graph-cc0f2} kind: Pod name: sequence-graph-cc0f2-8b5c9b9f7-vvxvk namespace: kserve-ci-e2e-test resourceVersion: "20950" uid: 9efc6c83-9708-4bcc-9af8-760312d60388 kind: Event lastTimestamp: "2026-04-16T20:33:45Z" message: 'Created container: sequence-graph-cc0f2' metadata: creationTimestamp: "2026-04-16T20:33:45Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-16T20:33:45Z" name: sequence-graph-cc0f2-8b5c9b9f7-vvxvk.18a6f094f2cd8871 namespace: kserve-ci-e2e-test resourceVersion: "20977" uid: e3197b6e-af7e-4ac0-83bc-928dc163beb6 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-134-158.ec2.internal source: component: kubelet host: ip-10-0-134-158.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T20:33:45Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{sequence-graph-cc0f2} kind: Pod name: sequence-graph-cc0f2-8b5c9b9f7-vvxvk namespace: kserve-ci-e2e-test resourceVersion: "20950" uid: 9efc6c83-9708-4bcc-9af8-760312d60388 kind: Event lastTimestamp: "2026-04-16T20:33:45Z" message: Started container sequence-graph-cc0f2 metadata: creationTimestamp: "2026-04-16T20:33:45Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-16T20:33:45Z" name: sequence-graph-cc0f2-8b5c9b9f7-vvxvk.18a6f094f33b8f42 namespace: kserve-ci-e2e-test resourceVersion: "20978" uid: 4e0f5195-25f9-4921-ad83-d92ad7c9e32a reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-134-158.ec2.internal source: component: kubelet host: ip-10-0-134-158.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T20:41:59Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{sequence-graph-cc0f2} kind: Pod name: sequence-graph-cc0f2-8b5c9b9f7-vvxvk namespace: kserve-ci-e2e-test resourceVersion: "20950" uid: 9efc6c83-9708-4bcc-9af8-760312d60388 kind: Event lastTimestamp: "2026-04-16T20:41:59Z" message: Stopping container sequence-graph-cc0f2 metadata: creationTimestamp: "2026-04-16T20:41:59Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-16T20:41:59Z" name: sequence-graph-cc0f2-8b5c9b9f7-vvxvk.18a6f107de6b7b7d namespace: kserve-ci-e2e-test resourceVersion: "24519" uid: a1f5d6ed-c766-4d83-bc09-f880dab945a9 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-134-158.ec2.internal source: component: kubelet host: ip-10-0-134-158.ec2.internal type: Normal - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-04-16T20:42:02Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{sequence-graph-cc0f2} kind: Pod name: sequence-graph-cc0f2-8b5c9b9f7-vvxvk namespace: kserve-ci-e2e-test resourceVersion: "20950" uid: 9efc6c83-9708-4bcc-9af8-760312d60388 kind: Event lastTimestamp: "2026-04-16T20:42:27Z" message: 'Readiness probe failed: HTTP probe failed with statuscode: 503' metadata: creationTimestamp: "2026-04-16T20:42:02Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-16T20:42:27Z" name: sequence-graph-cc0f2-8b5c9b9f7-vvxvk.18a6f1089f9924fe namespace: kserve-ci-e2e-test resourceVersion: "24900" uid: 9e961b3a-b4e2-45ee-8082-3f008e162078 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-134-158.ec2.internal source: component: kubelet host: ip-10-0-134-158.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T20:33:44Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: sequence-graph-cc0f2-8b5c9b9f7 namespace: kserve-ci-e2e-test resourceVersion: "20944" uid: 748bf998-bb02-4d5b-bceb-46f03a496f8a kind: Event lastTimestamp: "2026-04-16T20:33:44Z" message: 'Created pod: sequence-graph-cc0f2-8b5c9b9f7-vvxvk' metadata: creationTimestamp: "2026-04-16T20:33:44Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-16T20:33:44Z" name: sequence-graph-cc0f2-8b5c9b9f7.18a6f094b18bfe9f namespace: kserve-ci-e2e-test resourceVersion: "20949" uid: e7bcecfc-56af-4e97-bad8-6e9e70ad6453 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T20:33:44Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: sequence-graph-cc0f2 namespace: kserve-ci-e2e-test resourceVersion: "20941" uid: dfb76d4b-bfba-4b52-a7c8-844e06ac22c6 kind: Event lastTimestamp: "2026-04-16T20:33:44Z" message: Scaled up replica set sequence-graph-cc0f2-8b5c9b9f7 from 0 to 1 metadata: creationTimestamp: "2026-04-16T20:33:44Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-16T20:33:44Z" name: sequence-graph-cc0f2.18a6f094b0a197d3 namespace: kserve-ci-e2e-test resourceVersion: "20945" uid: 35a0ae93-9250-46c1-b746-aea6a85461ec reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T20:33:44Z" involvedObject: apiVersion: serving.kserve.io/v1alpha1 kind: InferenceGraph name: sequence-graph-cc0f2 namespace: kserve-ci-e2e-test resourceVersion: "20958" uid: b12e6808-a60b-4d03-940d-05f2f2a237f1 kind: Event lastTimestamp: "2026-04-16T20:33:44Z" message: InferenceGraph [sequence-graph-cc0f2] is Ready metadata: creationTimestamp: "2026-04-16T20:33:44Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-04-16T20:33:44Z" name: sequence-graph-cc0f2.18a6f094b5668caa namespace: kserve-ci-e2e-test resourceVersion: "20960" uid: 6a0a7e4c-59c0-4deb-b80f-a0d7ce9f3baa reason: InferenceGraphReady reportingComponent: InferenceGraphController reportingInstance: "" source: component: InferenceGraphController type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T20:33:44Z" involvedObject: apiVersion: serving.kserve.io/v1alpha1 kind: InferenceGraph name: sequence-graph-cc0f2 namespace: kserve-ci-e2e-test resourceVersion: "20934" uid: b12e6808-a60b-4d03-940d-05f2f2a237f1 kind: Event lastTimestamp: "2026-04-16T20:33:44Z" message: 'Failed to update status for InferenceGraph "sequence-graph-cc0f2": Operation cannot be fulfilled on inferencegraphs.serving.kserve.io "sequence-graph-cc0f2": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-04-16T20:33:44Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-04-16T20:33:44Z" name: sequence-graph-cc0f2.18a6f094b78ef8a4 namespace: kserve-ci-e2e-test resourceVersion: "20961" uid: 6660989d-dff6-436f-bda9-ad90a859e0a5 reason: UpdateFailed reportingComponent: InferenceGraphController reportingInstance: "" source: component: InferenceGraphController type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T20:33:44Z" involvedObject: apiVersion: serving.kserve.io/v1alpha1 kind: InferenceGraph name: sequence-graph-cc0f2 namespace: kserve-ci-e2e-test resourceVersion: "20934" uid: b12e6808-a60b-4d03-940d-05f2f2a237f1 kind: Event lastTimestamp: "2026-04-16T20:33:44Z" message: 'fails to update InferenceGraph status: Operation cannot be fulfilled on inferencegraphs.serving.kserve.io "sequence-graph-cc0f2": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-04-16T20:33:44Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-04-16T20:33:44Z" name: sequence-graph-cc0f2.18a6f094b78f5ded namespace: kserve-ci-e2e-test resourceVersion: "20962" uid: 5f64dcc8-6b92-4f6a-ba10-4b248ed3cb64 reason: InternalError reportingComponent: InferenceGraphController reportingInstance: "" source: component: InferenceGraphController type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-04-16T20:33:59Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: sequence-graph-cc0f2 namespace: kserve-ci-e2e-test resourceVersion: "20943" uid: 1cb16b16-779c-4f69-b2aa-528af386682c kind: Event lastTimestamp: "2026-04-16T20:34:14Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-04-16T20:33:59Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-16T20:34:14Z" name: sequence-graph-cc0f2.18a6f0982f2708f6 namespace: kserve-ci-e2e-test resourceVersion: "21191" uid: eb54b951-7126-44ba-9283-19e3831af366 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-04-16T20:33:59Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: sequence-graph-cc0f2 namespace: kserve-ci-e2e-test resourceVersion: "20943" uid: 1cb16b16-779c-4f69-b2aa-528af386682c kind: Event lastTimestamp: "2026-04-16T20:34:14Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-04-16T20:33:59Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-16T20:34:14Z" name: sequence-graph-cc0f2.18a6f0982f7b062b namespace: kserve-ci-e2e-test resourceVersion: "21192" uid: 3bdc4c7a-6782-45e8-b10a-029d5a2af1a8 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - action: Binding apiVersion: v1 eventTime: "2026-04-16T20:22:59.224307Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: sequence-graph-f682f-6fb54f4984-mgr7g namespace: kserve-ci-e2e-test resourceVersion: "15618" uid: 969ac9c2-b766-4ecd-a08b-8a8972c30434 kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/sequence-graph-f682f-6fb54f4984-mgr7g to ip-10-0-134-158.ec2.internal metadata: creationTimestamp: "2026-04-16T20:22:59Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-04-16T20:22:59Z" name: sequence-graph-f682f-6fb54f4984-mgr7g.18a6effe75fa5e09 namespace: kserve-ci-e2e-test resourceVersion: "15623" uid: cd0cf179-89ee-42d4-8900-912d1bd9aced reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-64b5c5c6fd-mbl98 source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T20:22:59Z" involvedObject: apiVersion: v1 kind: Pod name: sequence-graph-f682f-6fb54f4984-mgr7g namespace: kserve-ci-e2e-test resourceVersion: "15620" uid: 969ac9c2-b766-4ecd-a08b-8a8972c30434 kind: Event lastTimestamp: "2026-04-16T20:22:59Z" message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "sequence-graph-f682f-serving-cert" not found' metadata: creationTimestamp: "2026-04-16T20:22:59Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-16T20:22:59Z" name: sequence-graph-f682f-6fb54f4984-mgr7g.18a6effe8283b46b namespace: kserve-ci-e2e-test resourceVersion: "15634" uid: e060fb80-9c80-4f9e-8648-ddd00796a80a reason: FailedMount reportingComponent: kubelet reportingInstance: ip-10-0-134-158.ec2.internal source: component: kubelet host: ip-10-0-134-158.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T20:23:00Z" involvedObject: apiVersion: v1 kind: Pod name: sequence-graph-f682f-6fb54f4984-mgr7g namespace: kserve-ci-e2e-test resourceVersion: "15628" uid: 969ac9c2-b766-4ecd-a08b-8a8972c30434 kind: Event lastTimestamp: "2026-04-16T20:23:00Z" message: Add eth0 [10.133.0.27/23] from ovn-kubernetes metadata: creationTimestamp: "2026-04-16T20:23:00Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-04-16T20:23:00Z" name: sequence-graph-f682f-6fb54f4984-mgr7g.18a6effeb333785d namespace: kserve-ci-e2e-test resourceVersion: "15641" uid: e82f38c8-5807-4cfd-a0b6-687fa5980b65 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T20:23:00Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{sequence-graph-f682f} kind: Pod name: sequence-graph-f682f-6fb54f4984-mgr7g namespace: kserve-ci-e2e-test resourceVersion: "15620" uid: 969ac9c2-b766-4ecd-a08b-8a8972c30434 kind: Event lastTimestamp: "2026-04-16T20:23:00Z" message: Container image "quay.io/opendatahub/kserve-router@sha256:5ddf7b68668839b048ac1f65cf22f5a7b21a1ddc89705b9e0ad240d64f017b66" already present on machine metadata: creationTimestamp: "2026-04-16T20:23:00Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-16T20:23:00Z" name: sequence-graph-f682f-6fb54f4984-mgr7g.18a6effeb47184cd namespace: kserve-ci-e2e-test resourceVersion: "15644" uid: 3a7934ba-9e3f-4a21-b11e-8dc96b8fc2c4 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-134-158.ec2.internal source: component: kubelet host: ip-10-0-134-158.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T20:23:00Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{sequence-graph-f682f} kind: Pod name: sequence-graph-f682f-6fb54f4984-mgr7g namespace: kserve-ci-e2e-test resourceVersion: "15620" uid: 969ac9c2-b766-4ecd-a08b-8a8972c30434 kind: Event lastTimestamp: "2026-04-16T20:23:00Z" message: 'Created container: sequence-graph-f682f' metadata: creationTimestamp: "2026-04-16T20:23:00Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-16T20:23:00Z" name: sequence-graph-f682f-6fb54f4984-mgr7g.18a6effeb79dc712 namespace: kserve-ci-e2e-test resourceVersion: "15645" uid: 8c4ec438-1812-4fc2-8358-8f9ea9ea88a6 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-134-158.ec2.internal source: component: kubelet host: ip-10-0-134-158.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T20:23:00Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{sequence-graph-f682f} kind: Pod name: sequence-graph-f682f-6fb54f4984-mgr7g namespace: kserve-ci-e2e-test resourceVersion: "15620" uid: 969ac9c2-b766-4ecd-a08b-8a8972c30434 kind: Event lastTimestamp: "2026-04-16T20:23:00Z" message: Started container sequence-graph-f682f metadata: creationTimestamp: "2026-04-16T20:23:00Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-16T20:23:00Z" name: sequence-graph-f682f-6fb54f4984-mgr7g.18a6effeb818f00c namespace: kserve-ci-e2e-test resourceVersion: "15646" uid: 250f054a-79cd-4128-aa26-ec591b1f3b21 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-134-158.ec2.internal source: component: kubelet host: ip-10-0-134-158.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T20:31:13Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{sequence-graph-f682f} kind: Pod name: sequence-graph-f682f-6fb54f4984-mgr7g namespace: kserve-ci-e2e-test resourceVersion: "15620" uid: 969ac9c2-b766-4ecd-a08b-8a8972c30434 kind: Event lastTimestamp: "2026-04-16T20:31:13Z" message: Stopping container sequence-graph-f682f metadata: creationTimestamp: "2026-04-16T20:31:13Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-16T20:31:13Z" name: sequence-graph-f682f-6fb54f4984-mgr7g.18a6f071a85b2182 namespace: kserve-ci-e2e-test resourceVersion: "19192" uid: 1d1ca80f-d6ab-483f-a249-e46dc7fc247e reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-134-158.ec2.internal source: component: kubelet host: ip-10-0-134-158.ec2.internal type: Normal - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-04-16T20:31:16Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{sequence-graph-f682f} kind: Pod name: sequence-graph-f682f-6fb54f4984-mgr7g namespace: kserve-ci-e2e-test resourceVersion: "15620" uid: 969ac9c2-b766-4ecd-a08b-8a8972c30434 kind: Event lastTimestamp: "2026-04-16T20:31:41Z" message: 'Readiness probe failed: HTTP probe failed with statuscode: 503' metadata: creationTimestamp: "2026-04-16T20:31:16Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-16T20:31:41Z" name: sequence-graph-f682f-6fb54f4984-mgr7g.18a6f072421250f4 namespace: kserve-ci-e2e-test resourceVersion: "19568" uid: c3986d42-98db-4680-aea9-151074242435 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-134-158.ec2.internal source: component: kubelet host: ip-10-0-134-158.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T20:22:59Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: sequence-graph-f682f-6fb54f4984 namespace: kserve-ci-e2e-test resourceVersion: "15615" uid: 91bf49ca-ec34-4079-988b-58f5c01e1648 kind: Event lastTimestamp: "2026-04-16T20:22:59Z" message: 'Created pod: sequence-graph-f682f-6fb54f4984-mgr7g' metadata: creationTimestamp: "2026-04-16T20:22:59Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-16T20:22:59Z" name: sequence-graph-f682f-6fb54f4984.18a6effe75985dbd namespace: kserve-ci-e2e-test resourceVersion: "15619" uid: 76f40d14-5066-4176-9ad0-b401f0b93be4 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T20:22:59Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: sequence-graph-f682f namespace: kserve-ci-e2e-test resourceVersion: "15613" uid: 44157414-ede8-4cb2-ac65-68e0811584a0 kind: Event lastTimestamp: "2026-04-16T20:22:59Z" message: Scaled up replica set sequence-graph-f682f-6fb54f4984 from 0 to 1 metadata: creationTimestamp: "2026-04-16T20:22:59Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-16T20:22:59Z" name: sequence-graph-f682f.18a6effe74e64a27 namespace: kserve-ci-e2e-test resourceVersion: "15616" uid: 041630bf-0834-4fb3-b288-8a44cd0166a2 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T20:22:59Z" involvedObject: apiVersion: serving.kserve.io/v1alpha1 kind: InferenceGraph name: sequence-graph-f682f namespace: kserve-ci-e2e-test resourceVersion: "15630" uid: 15fa1fcb-4e9a-4af8-9255-3d990dbc0c0e kind: Event lastTimestamp: "2026-04-16T20:22:59Z" message: InferenceGraph [sequence-graph-f682f] is Ready metadata: creationTimestamp: "2026-04-16T20:22:59Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-04-16T20:22:59Z" name: sequence-graph-f682f.18a6effe79a75ac4 namespace: kserve-ci-e2e-test resourceVersion: "15632" uid: 458e8bb3-ffc0-49c7-990d-f42fdb912d1b reason: InferenceGraphReady reportingComponent: InferenceGraphController reportingInstance: "" source: component: InferenceGraphController type: Normal - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-04-16T20:23:14Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: sequence-graph-f682f namespace: kserve-ci-e2e-test resourceVersion: "15614" uid: 59ae2948-8866-4154-a3b1-97c71530a971 kind: Event lastTimestamp: "2026-04-16T20:23:29Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-04-16T20:23:14Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-16T20:23:29Z" name: sequence-graph-f682f.18a6f001f3639459 namespace: kserve-ci-e2e-test resourceVersion: "15860" uid: 6eb6e1f4-b0a0-40ea-a2ce-080ce2e28375 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-04-16T20:23:14Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: sequence-graph-f682f namespace: kserve-ci-e2e-test resourceVersion: "15614" uid: 59ae2948-8866-4154-a3b1-97c71530a971 kind: Event lastTimestamp: "2026-04-16T20:23:29Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-04-16T20:23:14Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-16T20:23:29Z" name: sequence-graph-f682f.18a6f001f3bdcac9 namespace: kserve-ci-e2e-test resourceVersion: "15861" uid: 9d1975f6-aed8-45a6-8fdb-95acae37889f reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - action: Binding apiVersion: v1 eventTime: "2026-04-16T20:42:23.579633Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: splitter-graph-932a3-c77946655-t5lk8 namespace: kserve-ci-e2e-test resourceVersion: "24845" uid: 13eaa2f0-15a7-4f1b-88bb-e22910b4e1a3 kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/splitter-graph-932a3-c77946655-t5lk8 to ip-10-0-134-158.ec2.internal metadata: creationTimestamp: "2026-04-16T20:42:23Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-04-16T20:42:23Z" name: splitter-graph-932a3-c77946655-t5lk8.18a6f10d8ef6beef namespace: kserve-ci-e2e-test resourceVersion: "24850" uid: ccf951fd-2aed-44a9-a839-3a8d57313ab7 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-64b5c5c6fd-mbl98 source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T20:42:23Z" involvedObject: apiVersion: v1 kind: Pod name: splitter-graph-932a3-c77946655-t5lk8 namespace: kserve-ci-e2e-test resourceVersion: "24847" uid: 13eaa2f0-15a7-4f1b-88bb-e22910b4e1a3 kind: Event lastTimestamp: "2026-04-16T20:42:23Z" message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "splitter-graph-932a3-serving-cert" not found' metadata: creationTimestamp: "2026-04-16T20:42:23Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-16T20:42:23Z" name: splitter-graph-932a3-c77946655-t5lk8.18a6f10d99e7afbc namespace: kserve-ci-e2e-test resourceVersion: "24861" uid: 27f34314-49b2-425c-bdd3-72182197f606 reason: FailedMount reportingComponent: kubelet reportingInstance: ip-10-0-134-158.ec2.internal source: component: kubelet host: ip-10-0-134-158.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T20:42:24Z" involvedObject: apiVersion: v1 kind: Pod name: splitter-graph-932a3-c77946655-t5lk8 namespace: kserve-ci-e2e-test resourceVersion: "24854" uid: 13eaa2f0-15a7-4f1b-88bb-e22910b4e1a3 kind: Event lastTimestamp: "2026-04-16T20:42:24Z" message: Add eth0 [10.133.0.32/23] from ovn-kubernetes metadata: creationTimestamp: "2026-04-16T20:42:24Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-04-16T20:42:24Z" name: splitter-graph-932a3-c77946655-t5lk8.18a6f10dcc18ea68 namespace: kserve-ci-e2e-test resourceVersion: "24873" uid: 98ca2893-1ee4-4df6-ab89-1b97b9ff59fa reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T20:42:24Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{splitter-graph-932a3} kind: Pod name: splitter-graph-932a3-c77946655-t5lk8 namespace: kserve-ci-e2e-test resourceVersion: "24847" uid: 13eaa2f0-15a7-4f1b-88bb-e22910b4e1a3 kind: Event lastTimestamp: "2026-04-16T20:42:24Z" message: Container image "quay.io/opendatahub/kserve-router@sha256:5ddf7b68668839b048ac1f65cf22f5a7b21a1ddc89705b9e0ad240d64f017b66" already present on machine metadata: creationTimestamp: "2026-04-16T20:42:24Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-16T20:42:24Z" name: splitter-graph-932a3-c77946655-t5lk8.18a6f10dcd58a4d6 namespace: kserve-ci-e2e-test resourceVersion: "24875" uid: f9a8f64b-b02b-4285-b480-f01b9957822c reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-134-158.ec2.internal source: component: kubelet host: ip-10-0-134-158.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T20:42:24Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{splitter-graph-932a3} kind: Pod name: splitter-graph-932a3-c77946655-t5lk8 namespace: kserve-ci-e2e-test resourceVersion: "24847" uid: 13eaa2f0-15a7-4f1b-88bb-e22910b4e1a3 kind: Event lastTimestamp: "2026-04-16T20:42:24Z" message: 'Created container: splitter-graph-932a3' metadata: creationTimestamp: "2026-04-16T20:42:24Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-16T20:42:24Z" name: splitter-graph-932a3-c77946655-t5lk8.18a6f10dd0046924 namespace: kserve-ci-e2e-test resourceVersion: "24876" uid: 6e81162b-bed9-43de-b803-4b3cafe4f40a reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-134-158.ec2.internal source: component: kubelet host: ip-10-0-134-158.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T20:42:24Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{splitter-graph-932a3} kind: Pod name: splitter-graph-932a3-c77946655-t5lk8 namespace: kserve-ci-e2e-test resourceVersion: "24847" uid: 13eaa2f0-15a7-4f1b-88bb-e22910b4e1a3 kind: Event lastTimestamp: "2026-04-16T20:42:24Z" message: Started container splitter-graph-932a3 metadata: creationTimestamp: "2026-04-16T20:42:24Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-16T20:42:24Z" name: splitter-graph-932a3-c77946655-t5lk8.18a6f10dd073c409 namespace: kserve-ci-e2e-test resourceVersion: "24877" uid: b6d977c6-6134-4d46-ab63-22957af67993 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-134-158.ec2.internal source: component: kubelet host: ip-10-0-134-158.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T20:42:33Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{splitter-graph-932a3} kind: Pod name: splitter-graph-932a3-c77946655-t5lk8 namespace: kserve-ci-e2e-test resourceVersion: "24847" uid: 13eaa2f0-15a7-4f1b-88bb-e22910b4e1a3 kind: Event lastTimestamp: "2026-04-16T20:42:33Z" message: Stopping container splitter-graph-932a3 metadata: creationTimestamp: "2026-04-16T20:42:33Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-16T20:42:33Z" name: splitter-graph-932a3-c77946655-t5lk8.18a6f10fe790658e namespace: kserve-ci-e2e-test resourceVersion: "24979" uid: 5b331471-4768-4fdb-b411-0ce169bfc574 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-134-158.ec2.internal source: component: kubelet host: ip-10-0-134-158.ec2.internal type: Normal - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-04-16T20:42:35Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{splitter-graph-932a3} kind: Pod name: splitter-graph-932a3-c77946655-t5lk8 namespace: kserve-ci-e2e-test resourceVersion: "24847" uid: 13eaa2f0-15a7-4f1b-88bb-e22910b4e1a3 kind: Event lastTimestamp: "2026-04-16T20:43:00Z" message: 'Readiness probe failed: HTTP probe failed with statuscode: 503' metadata: creationTimestamp: "2026-04-16T20:42:35Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-16T20:43:00Z" name: splitter-graph-932a3-c77946655-t5lk8.18a6f110691e5771 namespace: kserve-ci-e2e-test resourceVersion: "25321" uid: 071b8b4e-a8eb-4ae0-b45d-1f380a2a3acc reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-134-158.ec2.internal source: component: kubelet host: ip-10-0-134-158.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T20:42:23Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: splitter-graph-932a3-c77946655 namespace: kserve-ci-e2e-test resourceVersion: "24841" uid: 12defe60-6e11-47d6-b328-62e133f7328f kind: Event lastTimestamp: "2026-04-16T20:42:23Z" message: 'Created pod: splitter-graph-932a3-c77946655-t5lk8' metadata: creationTimestamp: "2026-04-16T20:42:23Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-16T20:42:23Z" name: splitter-graph-932a3-c77946655.18a6f10d8e83d4a3 namespace: kserve-ci-e2e-test resourceVersion: "24846" uid: eb13ebe6-a734-4a1b-9fed-50771aa1d0f5 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T20:42:23Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: splitter-graph-932a3 namespace: kserve-ci-e2e-test resourceVersion: "24840" uid: ab3e52fa-d83f-48da-a14f-9a5e2df8aca5 kind: Event lastTimestamp: "2026-04-16T20:42:23Z" message: Scaled up replica set splitter-graph-932a3-c77946655 from 0 to 1 metadata: creationTimestamp: "2026-04-16T20:42:23Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-16T20:42:23Z" name: splitter-graph-932a3.18a6f10d8ddda0a9 namespace: kserve-ci-e2e-test resourceVersion: "24843" uid: 7f61acf3-406d-4786-8b95-a0dd059d1d8f reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T20:42:23Z" involvedObject: apiVersion: serving.kserve.io/v1alpha1 kind: InferenceGraph name: splitter-graph-932a3 namespace: kserve-ci-e2e-test resourceVersion: "24856" uid: f57f3b42-f0d5-4e3d-baf8-83b2776c81e2 kind: Event lastTimestamp: "2026-04-16T20:42:23Z" message: InferenceGraph [splitter-graph-932a3] is Ready metadata: creationTimestamp: "2026-04-16T20:42:23Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-04-16T20:42:23Z" name: splitter-graph-932a3.18a6f10d91a68007 namespace: kserve-ci-e2e-test resourceVersion: "24858" uid: 9b6e41e8-7e42-4510-b901-de9a86a071ee reason: InferenceGraphReady reportingComponent: InferenceGraphController reportingInstance: "" source: component: InferenceGraphController type: Normal - action: Binding apiVersion: v1 eventTime: "2026-04-16T20:43:43.876368Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: splitter-graph-ee4eb-6c7dd7d556-krjp8 namespace: kserve-ci-e2e-test resourceVersion: "25719" uid: 0eab8b18-3311-4e61-9553-488bbd940cf7 kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/splitter-graph-ee4eb-6c7dd7d556-krjp8 to ip-10-0-134-158.ec2.internal metadata: creationTimestamp: "2026-04-16T20:43:43Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-04-16T20:43:43Z" name: splitter-graph-ee4eb-6c7dd7d556-krjp8.18a6f12041059fe4 namespace: kserve-ci-e2e-test resourceVersion: "25724" uid: 71a01163-d53d-45f3-90e7-45ae53e63e08 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-64b5c5c6fd-mbl98 source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T20:43:43Z" involvedObject: apiVersion: v1 kind: Pod name: splitter-graph-ee4eb-6c7dd7d556-krjp8 namespace: kserve-ci-e2e-test resourceVersion: "25722" uid: 0eab8b18-3311-4e61-9553-488bbd940cf7 kind: Event lastTimestamp: "2026-04-16T20:43:43Z" message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "splitter-graph-ee4eb-serving-cert" not found' metadata: creationTimestamp: "2026-04-16T20:43:43Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-16T20:43:43Z" name: splitter-graph-ee4eb-6c7dd7d556-krjp8.18a6f120480f7ecf namespace: kserve-ci-e2e-test resourceVersion: "25734" uid: d7c96e1b-32be-40d1-a452-2ca3be407152 reason: FailedMount reportingComponent: kubelet reportingInstance: ip-10-0-134-158.ec2.internal source: component: kubelet host: ip-10-0-134-158.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T20:43:44Z" involvedObject: apiVersion: v1 kind: Pod name: splitter-graph-ee4eb-6c7dd7d556-krjp8 namespace: kserve-ci-e2e-test resourceVersion: "25728" uid: 0eab8b18-3311-4e61-9553-488bbd940cf7 kind: Event lastTimestamp: "2026-04-16T20:43:44Z" message: Add eth0 [10.133.0.34/23] from ovn-kubernetes metadata: creationTimestamp: "2026-04-16T20:43:44Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-04-16T20:43:44Z" name: splitter-graph-ee4eb-6c7dd7d556-krjp8.18a6f1207d953afe namespace: kserve-ci-e2e-test resourceVersion: "25746" uid: b1d16559-24e6-49c3-8ff3-56d117651d7e reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T20:43:44Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{splitter-graph-ee4eb} kind: Pod name: splitter-graph-ee4eb-6c7dd7d556-krjp8 namespace: kserve-ci-e2e-test resourceVersion: "25722" uid: 0eab8b18-3311-4e61-9553-488bbd940cf7 kind: Event lastTimestamp: "2026-04-16T20:43:44Z" message: Container image "quay.io/opendatahub/kserve-router@sha256:5ddf7b68668839b048ac1f65cf22f5a7b21a1ddc89705b9e0ad240d64f017b66" already present on machine metadata: creationTimestamp: "2026-04-16T20:43:44Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-16T20:43:44Z" name: splitter-graph-ee4eb-6c7dd7d556-krjp8.18a6f1207eca84da namespace: kserve-ci-e2e-test resourceVersion: "25748" uid: 104afed2-4932-4628-a999-e982e4c277f5 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-134-158.ec2.internal source: component: kubelet host: ip-10-0-134-158.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T20:43:44Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{splitter-graph-ee4eb} kind: Pod name: splitter-graph-ee4eb-6c7dd7d556-krjp8 namespace: kserve-ci-e2e-test resourceVersion: "25722" uid: 0eab8b18-3311-4e61-9553-488bbd940cf7 kind: Event lastTimestamp: "2026-04-16T20:43:44Z" message: 'Created container: splitter-graph-ee4eb' metadata: creationTimestamp: "2026-04-16T20:43:44Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-16T20:43:44Z" name: splitter-graph-ee4eb-6c7dd7d556-krjp8.18a6f120818c56b5 namespace: kserve-ci-e2e-test resourceVersion: "25749" uid: b26db715-16fc-47d2-ad71-92dd774434b7 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-134-158.ec2.internal source: component: kubelet host: ip-10-0-134-158.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T20:43:44Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{splitter-graph-ee4eb} kind: Pod name: splitter-graph-ee4eb-6c7dd7d556-krjp8 namespace: kserve-ci-e2e-test resourceVersion: "25722" uid: 0eab8b18-3311-4e61-9553-488bbd940cf7 kind: Event lastTimestamp: "2026-04-16T20:43:44Z" message: Started container splitter-graph-ee4eb metadata: creationTimestamp: "2026-04-16T20:43:44Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-16T20:43:44Z" name: splitter-graph-ee4eb-6c7dd7d556-krjp8.18a6f120820e3903 namespace: kserve-ci-e2e-test resourceVersion: "25750" uid: 327fe79b-22ca-4eb1-a2b6-2fc82db2699d reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-134-158.ec2.internal source: component: kubelet host: ip-10-0-134-158.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T20:51:58Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{splitter-graph-ee4eb} kind: Pod name: splitter-graph-ee4eb-6c7dd7d556-krjp8 namespace: kserve-ci-e2e-test resourceVersion: "25722" uid: 0eab8b18-3311-4e61-9553-488bbd940cf7 kind: Event lastTimestamp: "2026-04-16T20:51:58Z" message: Stopping container splitter-graph-ee4eb metadata: creationTimestamp: "2026-04-16T20:51:58Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-16T20:51:58Z" name: splitter-graph-ee4eb-6c7dd7d556-krjp8.18a6f193712900e3 namespace: kserve-ci-e2e-test resourceVersion: "29459" uid: 9fde4548-c385-4225-b5cb-c14eb6fd43c2 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-134-158.ec2.internal source: component: kubelet host: ip-10-0-134-158.ec2.internal type: Normal - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-04-16T20:52:01Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{splitter-graph-ee4eb} kind: Pod name: splitter-graph-ee4eb-6c7dd7d556-krjp8 namespace: kserve-ci-e2e-test resourceVersion: "25722" uid: 0eab8b18-3311-4e61-9553-488bbd940cf7 kind: Event lastTimestamp: "2026-04-16T20:52:26Z" message: 'Readiness probe failed: HTTP probe failed with statuscode: 503' metadata: creationTimestamp: "2026-04-16T20:52:01Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-16T20:52:26Z" name: splitter-graph-ee4eb-6c7dd7d556-krjp8.18a6f194036bba11 namespace: kserve-ci-e2e-test resourceVersion: "29683" uid: e6321364-d4e3-4a44-9a8b-e6f99d86341d reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-134-158.ec2.internal source: component: kubelet host: ip-10-0-134-158.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T20:43:43Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: splitter-graph-ee4eb-6c7dd7d556 namespace: kserve-ci-e2e-test resourceVersion: "25716" uid: 9faea9b2-4d96-4734-86fc-e5b67c845387 kind: Event lastTimestamp: "2026-04-16T20:43:43Z" message: 'Created pod: splitter-graph-ee4eb-6c7dd7d556-krjp8' metadata: creationTimestamp: "2026-04-16T20:43:43Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-16T20:43:43Z" name: splitter-graph-ee4eb-6c7dd7d556.18a6f1204093df75 namespace: kserve-ci-e2e-test resourceVersion: "25721" uid: 6d80439d-f773-49f8-a085-8790897e6dfb reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T20:43:43Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: splitter-graph-ee4eb namespace: kserve-ci-e2e-test resourceVersion: "25714" uid: bb4e0291-ab18-47f4-ab64-43f4441754db kind: Event lastTimestamp: "2026-04-16T20:43:43Z" message: Scaled up replica set splitter-graph-ee4eb-6c7dd7d556 from 0 to 1 metadata: creationTimestamp: "2026-04-16T20:43:43Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-16T20:43:43Z" name: splitter-graph-ee4eb.18a6f1203fb4a846 namespace: kserve-ci-e2e-test resourceVersion: "25717" uid: 0796b4a8-4b00-49a7-b6bb-b2e7cbbe2d2b reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T20:43:43Z" involvedObject: apiVersion: serving.kserve.io/v1alpha1 kind: InferenceGraph name: splitter-graph-ee4eb namespace: kserve-ci-e2e-test resourceVersion: "25730" uid: 5abff7fc-71c1-46bc-9fcf-136e1f692797 kind: Event lastTimestamp: "2026-04-16T20:43:43Z" message: InferenceGraph [splitter-graph-ee4eb] is Ready metadata: creationTimestamp: "2026-04-16T20:43:43Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-04-16T20:43:43Z" name: splitter-graph-ee4eb.18a6f1204467a1f2 namespace: kserve-ci-e2e-test resourceVersion: "25732" uid: f2752bfa-7206-489c-ac4c-8e5057135e51 reason: InferenceGraphReady reportingComponent: InferenceGraphController reportingInstance: "" source: component: InferenceGraphController type: Normal - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-04-16T20:43:58Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: splitter-graph-ee4eb namespace: kserve-ci-e2e-test resourceVersion: "25715" uid: 2d23597e-7705-4617-bc1f-979a7028b59d kind: Event lastTimestamp: "2026-04-16T20:44:13Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-04-16T20:43:58Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-16T20:44:13Z" name: splitter-graph-ee4eb.18a6f123bed45389 namespace: kserve-ci-e2e-test resourceVersion: "25965" uid: 03a0ade6-7314-4c54-821a-40ab8062807a reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-04-16T20:43:58Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: splitter-graph-ee4eb namespace: kserve-ci-e2e-test resourceVersion: "25715" uid: 2d23597e-7705-4617-bc1f-979a7028b59d kind: Event lastTimestamp: "2026-04-16T20:44:13Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-04-16T20:43:58Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-16T20:44:13Z" name: splitter-graph-ee4eb.18a6f123bf4f258d namespace: kserve-ci-e2e-test resourceVersion: "25966" uid: e490954a-62e3-4d60-8e0d-295542d9e1d8 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - action: Binding apiVersion: v1 eventTime: "2026-04-16T20:31:14.133593Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: success-200-isvc-01ef2-predictor-6c594797db-sg4fs namespace: kserve-ci-e2e-test resourceVersion: "19235" uid: 76aa1c41-c651-43d6-97aa-7702d68bcbf9 kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/success-200-isvc-01ef2-predictor-6c594797db-sg4fs to ip-10-0-135-182.ec2.internal metadata: creationTimestamp: "2026-04-16T20:31:14Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-04-16T20:31:14Z" name: success-200-isvc-01ef2-predictor-6c594797db-sg4fs.18a6f071b0dff1b6 namespace: kserve-ci-e2e-test resourceVersion: "19242" uid: 80b3c772-7577-44b8-9b92-428fab674472 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-64b5c5c6fd-mbl98 source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T20:31:14Z" involvedObject: apiVersion: v1 kind: Pod name: success-200-isvc-01ef2-predictor-6c594797db-sg4fs namespace: kserve-ci-e2e-test resourceVersion: "19249" uid: 76aa1c41-c651-43d6-97aa-7702d68bcbf9 kind: Event lastTimestamp: "2026-04-16T20:31:14Z" message: Add eth0 [10.134.0.35/23] from ovn-kubernetes metadata: creationTimestamp: "2026-04-16T20:31:14Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-04-16T20:31:14Z" name: success-200-isvc-01ef2-predictor-6c594797db-sg4fs.18a6f071b97afc9f namespace: kserve-ci-e2e-test resourceVersion: "19278" uid: b6c6e33a-e6dd-4ef3-b9cb-9c7aac721d35 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T20:31:14Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-01ef2-predictor-6c594797db-sg4fs namespace: kserve-ci-e2e-test resourceVersion: "19240" uid: 76aa1c41-c651-43d6-97aa-7702d68bcbf9 kind: Event lastTimestamp: "2026-04-16T20:31:14Z" message: Container image "quay.io/opendatahub/success-200-isvc:odh-pr-1400" already present on machine metadata: creationTimestamp: "2026-04-16T20:31:14Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-16T20:31:14Z" name: success-200-isvc-01ef2-predictor-6c594797db-sg4fs.18a6f071bb0e61d7 namespace: kserve-ci-e2e-test resourceVersion: "19281" uid: 20a6c5ef-cb2c-4cf7-bf02-c69c469e854c reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-135-182.ec2.internal source: component: kubelet host: ip-10-0-135-182.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T20:31:14Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-01ef2-predictor-6c594797db-sg4fs namespace: kserve-ci-e2e-test resourceVersion: "19240" uid: 76aa1c41-c651-43d6-97aa-7702d68bcbf9 kind: Event lastTimestamp: "2026-04-16T20:31:14Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-04-16T20:31:14Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-16T20:31:14Z" name: success-200-isvc-01ef2-predictor-6c594797db-sg4fs.18a6f071bf4896a7 namespace: kserve-ci-e2e-test resourceVersion: "19285" uid: 47a102e9-d6c2-4803-92e6-f2c2ec6f515a reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-135-182.ec2.internal source: component: kubelet host: ip-10-0-135-182.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T20:31:14Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-01ef2-predictor-6c594797db-sg4fs namespace: kserve-ci-e2e-test resourceVersion: "19240" uid: 76aa1c41-c651-43d6-97aa-7702d68bcbf9 kind: Event lastTimestamp: "2026-04-16T20:31:14Z" message: Started container kserve-container metadata: creationTimestamp: "2026-04-16T20:31:14Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-16T20:31:14Z" name: success-200-isvc-01ef2-predictor-6c594797db-sg4fs.18a6f071bfc3dba5 namespace: kserve-ci-e2e-test resourceVersion: "19287" uid: a8e3b2d4-936a-4725-aef7-ffd749598459 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-135-182.ec2.internal source: component: kubelet host: ip-10-0-135-182.ec2.internal type: Normal - apiVersion: v1 count: 7 eventTime: null firstTimestamp: "2026-04-16T20:31:14Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-01ef2-predictor-6c594797db-sg4fs namespace: kserve-ci-e2e-test resourceVersion: "19240" uid: 76aa1c41-c651-43d6-97aa-7702d68bcbf9 kind: Event lastTimestamp: "2026-04-16T20:32:35Z" message: 'Readiness probe failed: dial tcp 10.134.0.35:8080: connect: connection refused' metadata: creationTimestamp: "2026-04-16T20:31:14Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-16T20:32:35Z" name: success-200-isvc-01ef2-predictor-6c594797db-sg4fs.18a6f071d7ee0f4e namespace: kserve-ci-e2e-test resourceVersion: "20319" uid: 2ab14454-a911-4b52-940c-ce50ee6cd1af reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-135-182.ec2.internal source: component: kubelet host: ip-10-0-135-182.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T20:32:34Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-01ef2-predictor-6c594797db-sg4fs namespace: kserve-ci-e2e-test resourceVersion: "19240" uid: 76aa1c41-c651-43d6-97aa-7702d68bcbf9 kind: Event lastTimestamp: "2026-04-16T20:32:34Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-04-16T20:32:34Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-16T20:32:34Z" name: success-200-isvc-01ef2-predictor-6c594797db-sg4fs.18a6f08460bfc959 namespace: kserve-ci-e2e-test resourceVersion: "20243" uid: 59e33c3f-05c9-4c6a-9a34-4d51898b6440 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-135-182.ec2.internal source: component: kubelet host: ip-10-0-135-182.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T20:31:14Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: success-200-isvc-01ef2-predictor-6c594797db namespace: kserve-ci-e2e-test resourceVersion: "19218" uid: 83ddea3e-a95d-46a1-9bf4-5f59b97fcc8b kind: Event lastTimestamp: "2026-04-16T20:31:14Z" message: 'Created pod: success-200-isvc-01ef2-predictor-6c594797db-sg4fs' metadata: creationTimestamp: "2026-04-16T20:31:14Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-16T20:31:14Z" name: success-200-isvc-01ef2-predictor-6c594797db.18a6f071b04da731 namespace: kserve-ci-e2e-test resourceVersion: "19239" uid: e702d849-e178-446e-abaf-b063bc24a951 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T20:31:14Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: success-200-isvc-01ef2-predictor namespace: kserve-ci-e2e-test resourceVersion: "19215" uid: 57a6cb06-5d82-435e-8e79-8ac002b4f0fa kind: Event lastTimestamp: "2026-04-16T20:31:14Z" message: Scaled up replica set success-200-isvc-01ef2-predictor-6c594797db from 0 to 1 metadata: creationTimestamp: "2026-04-16T20:31:14Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-16T20:31:14Z" name: success-200-isvc-01ef2-predictor.18a6f071ae28b304 namespace: kserve-ci-e2e-test resourceVersion: "19223" uid: 4e64596f-be4e-4c30-a2fb-ad528a9f2bba reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-04-16T20:31:29Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-01ef2-predictor namespace: kserve-ci-e2e-test resourceVersion: "19217" uid: 088b8c7e-c55c-4f8d-bd86-f31127d66755 kind: Event lastTimestamp: "2026-04-16T20:31:44Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-04-16T20:31:29Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-16T20:31:44Z" name: success-200-isvc-01ef2-predictor.18a6f0752c765f3c namespace: kserve-ci-e2e-test resourceVersion: "19590" uid: 6a7fd6b7-e93f-4c9f-892e-2a66ce5bfe34 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-04-16T20:31:29Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-01ef2-predictor namespace: kserve-ci-e2e-test resourceVersion: "19217" uid: 088b8c7e-c55c-4f8d-bd86-f31127d66755 kind: Event lastTimestamp: "2026-04-16T20:31:44Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-04-16T20:31:29Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-16T20:31:44Z" name: success-200-isvc-01ef2-predictor.18a6f0752cde2b29 namespace: kserve-ci-e2e-test resourceVersion: "19591" uid: 2866366e-2649-4249-a908-ebd4d4619d0a reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-04-16T20:31:59Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-01ef2-predictor namespace: kserve-ci-e2e-test resourceVersion: "19437" uid: 088b8c7e-c55c-4f8d-bd86-f31127d66755 kind: Event lastTimestamp: "2026-04-16T20:32:29Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-04-16T20:31:59Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-16T20:32:29Z" name: success-200-isvc-01ef2-predictor.18a6f07c2a9c635a namespace: kserve-ci-e2e-test resourceVersion: "20139" uid: b8928693-011f-42d0-96fe-2c21b5bbdcd7 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-04-16T20:31:59Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-01ef2-predictor namespace: kserve-ci-e2e-test resourceVersion: "19437" uid: 088b8c7e-c55c-4f8d-bd86-f31127d66755 kind: Event lastTimestamp: "2026-04-16T20:32:29Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-04-16T20:31:59Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-16T20:32:29Z" name: success-200-isvc-01ef2-predictor.18a6f07c2b02837a namespace: kserve-ci-e2e-test resourceVersion: "20140" uid: ca2ab170-d7bb-480d-8347-124295061ed5 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-04-16T20:31:14Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-01ef2 namespace: kserve-ci-e2e-test resourceVersion: "19194" uid: feabffd2-ced1-4e32-b355-a19b31e4b7fb kind: Event lastTimestamp: "2026-04-16T20:32:05Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-04-16T20:31:14Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-04-16T20:32:05Z" name: success-200-isvc-01ef2.18a6f071ade1d128 namespace: kserve-ci-e2e-test resourceVersion: "19923" uid: 4f59c877-c945-4939-89ca-8d0fd6165df7 reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T20:32:05Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-01ef2 namespace: kserve-ci-e2e-test resourceVersion: "19918" uid: feabffd2-ced1-4e32-b355-a19b31e4b7fb kind: Event lastTimestamp: "2026-04-16T20:32:05Z" message: InferenceService [success-200-isvc-01ef2] is Ready metadata: creationTimestamp: "2026-04-16T20:32:05Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-04-16T20:32:05Z" name: success-200-isvc-01ef2.18a6f07dbdfe4d69 namespace: kserve-ci-e2e-test resourceVersion: "19919" uid: e9f60f73-dbd8-4bd1-a075-0d38ec25f054 reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-04-16T20:21:03.267280Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: success-200-isvc-15788-predictor-684db9cccb-rzgzg namespace: kserve-ci-e2e-test resourceVersion: "14318" uid: a20e661c-b2ed-4af5-82e1-e2e92d29e099 kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/success-200-isvc-15788-predictor-684db9cccb-rzgzg to ip-10-0-135-182.ec2.internal metadata: creationTimestamp: "2026-04-16T20:21:03Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-04-16T20:21:03Z" name: success-200-isvc-15788-predictor-684db9cccb-rzgzg.18a6efe37666a682 namespace: kserve-ci-e2e-test resourceVersion: "14323" uid: 440c89a8-806a-4d46-a881-669a709639c6 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-64b5c5c6fd-mbl98 source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T20:21:03Z" involvedObject: apiVersion: v1 kind: Pod name: success-200-isvc-15788-predictor-684db9cccb-rzgzg namespace: kserve-ci-e2e-test resourceVersion: "14337" uid: a20e661c-b2ed-4af5-82e1-e2e92d29e099 kind: Event lastTimestamp: "2026-04-16T20:21:03Z" message: Add eth0 [10.134.0.29/23] from ovn-kubernetes metadata: creationTimestamp: "2026-04-16T20:21:03Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-04-16T20:21:03Z" name: success-200-isvc-15788-predictor-684db9cccb-rzgzg.18a6efe37f4e6bf8 namespace: kserve-ci-e2e-test resourceVersion: "14367" uid: d1c536f0-e5e2-4b1e-807d-c29d0ea9b9e3 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T20:21:03Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-15788-predictor-684db9cccb-rzgzg namespace: kserve-ci-e2e-test resourceVersion: "14320" uid: a20e661c-b2ed-4af5-82e1-e2e92d29e099 kind: Event lastTimestamp: "2026-04-16T20:21:03Z" message: Container image "quay.io/opendatahub/success-200-isvc:odh-pr-1400" already present on machine metadata: creationTimestamp: "2026-04-16T20:21:03Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-16T20:21:03Z" name: success-200-isvc-15788-predictor-684db9cccb-rzgzg.18a6efe38147dc46 namespace: kserve-ci-e2e-test resourceVersion: "14371" uid: 270188a1-d2d5-4539-981c-6d2c71b41509 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-135-182.ec2.internal source: component: kubelet host: ip-10-0-135-182.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T20:21:03Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-15788-predictor-684db9cccb-rzgzg namespace: kserve-ci-e2e-test resourceVersion: "14320" uid: a20e661c-b2ed-4af5-82e1-e2e92d29e099 kind: Event lastTimestamp: "2026-04-16T20:21:03Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-04-16T20:21:03Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-16T20:21:03Z" name: success-200-isvc-15788-predictor-684db9cccb-rzgzg.18a6efe38894df50 namespace: kserve-ci-e2e-test resourceVersion: "14379" uid: 66c07c2e-8569-4bd0-9492-6ff98cfd54d9 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-135-182.ec2.internal source: component: kubelet host: ip-10-0-135-182.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T20:21:03Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-15788-predictor-684db9cccb-rzgzg namespace: kserve-ci-e2e-test resourceVersion: "14320" uid: a20e661c-b2ed-4af5-82e1-e2e92d29e099 kind: Event lastTimestamp: "2026-04-16T20:21:03Z" message: Started container kserve-container metadata: creationTimestamp: "2026-04-16T20:21:03Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-16T20:21:03Z" name: success-200-isvc-15788-predictor-684db9cccb-rzgzg.18a6efe38917750d namespace: kserve-ci-e2e-test resourceVersion: "14381" uid: 7c3d21f7-4ba2-4e09-b0b8-1397f3ea3d62 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-135-182.ec2.internal source: component: kubelet host: ip-10-0-135-182.ec2.internal type: Normal - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-04-16T20:21:03Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-15788-predictor-684db9cccb-rzgzg namespace: kserve-ci-e2e-test resourceVersion: "14320" uid: a20e661c-b2ed-4af5-82e1-e2e92d29e099 kind: Event lastTimestamp: "2026-04-16T20:21:44Z" message: 'Readiness probe failed: dial tcp 10.134.0.29:8080: connect: connection refused' metadata: creationTimestamp: "2026-04-16T20:21:03Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-16T20:21:44Z" name: success-200-isvc-15788-predictor-684db9cccb-rzgzg.18a6efe394258e50 namespace: kserve-ci-e2e-test resourceVersion: "14801" uid: 45d1ac50-41f7-45ce-adfd-8552bc5421c8 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-135-182.ec2.internal source: component: kubelet host: ip-10-0-135-182.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T20:30:28Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-15788-predictor-684db9cccb-rzgzg namespace: kserve-ci-e2e-test resourceVersion: "14320" uid: a20e661c-b2ed-4af5-82e1-e2e92d29e099 kind: Event lastTimestamp: "2026-04-16T20:30:28Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-04-16T20:30:28Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-16T20:30:28Z" name: success-200-isvc-15788-predictor-684db9cccb-rzgzg.18a6f0670166d790 namespace: kserve-ci-e2e-test resourceVersion: "18749" uid: 57dc5346-ea42-4544-9331-eb6a98420bbb reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-135-182.ec2.internal source: component: kubelet host: ip-10-0-135-182.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T20:21:03Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: success-200-isvc-15788-predictor-684db9cccb namespace: kserve-ci-e2e-test resourceVersion: "14302" uid: a3708bd5-eba0-41d9-9691-a2d493778afe kind: Event lastTimestamp: "2026-04-16T20:21:03Z" message: 'Created pod: success-200-isvc-15788-predictor-684db9cccb-rzgzg' metadata: creationTimestamp: "2026-04-16T20:21:03Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-16T20:21:03Z" name: success-200-isvc-15788-predictor-684db9cccb.18a6efe3760229f5 namespace: kserve-ci-e2e-test resourceVersion: "14321" uid: e229bab7-569c-487c-9635-225b4288f1bf reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T20:21:03Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: success-200-isvc-15788-predictor namespace: kserve-ci-e2e-test resourceVersion: "14298" uid: fb40afc9-6d6e-474f-bc71-4879829c8024 kind: Event lastTimestamp: "2026-04-16T20:21:03Z" message: Scaled up replica set success-200-isvc-15788-predictor-684db9cccb from 0 to 1 metadata: creationTimestamp: "2026-04-16T20:21:03Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-16T20:21:03Z" name: success-200-isvc-15788-predictor.18a6efe3730ea266 namespace: kserve-ci-e2e-test resourceVersion: "14307" uid: d3593324-3766-4e57-a006-6eeebdb4b5bf reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T20:21:18Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-15788-predictor namespace: kserve-ci-e2e-test resourceVersion: "14301" uid: e5a07b28-023d-4b59-ad0b-3c59d862fd4e kind: Event lastTimestamp: "2026-04-16T20:21:18Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-04-16T20:21:18Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-16T20:21:18Z" name: success-200-isvc-15788-predictor.18a6efe6f1b2891b namespace: kserve-ci-e2e-test resourceVersion: "14541" uid: f0e7260b-5e5f-455e-a78f-7c9d5790a84a reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T20:21:18Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-15788-predictor namespace: kserve-ci-e2e-test resourceVersion: "14301" uid: e5a07b28-023d-4b59-ad0b-3c59d862fd4e kind: Event lastTimestamp: "2026-04-16T20:21:18Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-04-16T20:21:18Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-16T20:21:18Z" name: success-200-isvc-15788-predictor.18a6efe6f1ffb41a namespace: kserve-ci-e2e-test resourceVersion: "14543" uid: 8273a841-604b-4343-90bf-7245f67ca594 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 4 eventTime: null firstTimestamp: "2026-04-16T20:21:33Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-15788-predictor namespace: kserve-ci-e2e-test resourceVersion: "14542" uid: e5a07b28-023d-4b59-ad0b-3c59d862fd4e kind: Event lastTimestamp: "2026-04-16T20:22:18Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-04-16T20:21:33Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-16T20:22:18Z" name: success-200-isvc-15788-predictor.18a6efea70afabef namespace: kserve-ci-e2e-test resourceVersion: "15263" uid: d6c5592b-a7ae-46dc-aae3-720b58004e76 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 4 eventTime: null firstTimestamp: "2026-04-16T20:21:33Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-15788-predictor namespace: kserve-ci-e2e-test resourceVersion: "14542" uid: e5a07b28-023d-4b59-ad0b-3c59d862fd4e kind: Event lastTimestamp: "2026-04-16T20:22:18Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-04-16T20:21:33Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-16T20:22:18Z" name: success-200-isvc-15788-predictor.18a6efea70f93128 namespace: kserve-ci-e2e-test resourceVersion: "15264" uid: 993e4057-f789-45c3-855b-895cd7cbf869 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 5 eventTime: null firstTimestamp: "2026-04-16T20:21:03Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-15788 namespace: kserve-ci-e2e-test resourceVersion: "14287" uid: 04049c43-c4fa-47e3-b279-76da714e0b08 kind: Event lastTimestamp: "2026-04-16T20:21:54Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-04-16T20:21:03Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-04-16T20:21:54Z" name: success-200-isvc-15788.18a6efe3731d1da9 namespace: kserve-ci-e2e-test resourceVersion: "15048" uid: 78026ff1-fc2e-40b7-a303-dcb41871b5cc reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T20:21:03Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-15788 namespace: kserve-ci-e2e-test resourceVersion: "14287" uid: 04049c43-c4fa-47e3-b279-76da714e0b08 kind: Event lastTimestamp: "2026-04-16T20:21:03Z" message: 'Failed to update status for InferenceService "success-200-isvc-15788": Operation cannot be fulfilled on inferenceservices.serving.kserve.io "success-200-isvc-15788": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-04-16T20:21:03Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-04-16T20:21:03Z" name: success-200-isvc-15788.18a6efe373fefec0 namespace: kserve-ci-e2e-test resourceVersion: "14313" uid: 267c2b9e-ccb7-4d9c-9b17-935d852e9939 reason: UpdateFailed reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T20:21:03Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-15788 namespace: kserve-ci-e2e-test resourceVersion: "14287" uid: 04049c43-c4fa-47e3-b279-76da714e0b08 kind: Event lastTimestamp: "2026-04-16T20:21:03Z" message: 'fails to update InferenceService status: Operation cannot be fulfilled on inferenceservices.serving.kserve.io "success-200-isvc-15788": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-04-16T20:21:03Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-04-16T20:21:03Z" name: success-200-isvc-15788.18a6efe373ff4ebb namespace: kserve-ci-e2e-test resourceVersion: "14314" uid: 16bcb3d3-fb16-4bec-8622-264e0abd3dae reason: InternalError reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T20:21:54Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-15788 namespace: kserve-ci-e2e-test resourceVersion: "15041" uid: 04049c43-c4fa-47e3-b279-76da714e0b08 kind: Event lastTimestamp: "2026-04-16T20:21:54Z" message: InferenceService [success-200-isvc-15788] is Ready metadata: creationTimestamp: "2026-04-16T20:21:54Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-04-16T20:21:54Z" name: success-200-isvc-15788.18a6efef7846209e namespace: kserve-ci-e2e-test resourceVersion: "15042" uid: 4051bb38-52c0-4600-9ba4-4b09f162cf5c reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-04-16T20:19:28.983490Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: success-200-isvc-19633-predictor-848c5d7698-5m9m4 namespace: kserve-ci-e2e-test resourceVersion: "13253" uid: bd204361-ed3b-49d5-b44b-647296fb6f74 kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/success-200-isvc-19633-predictor-848c5d7698-5m9m4 to ip-10-0-135-182.ec2.internal metadata: creationTimestamp: "2026-04-16T20:19:28Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-04-16T20:19:28Z" name: success-200-isvc-19633-predictor-848c5d7698-5m9m4.18a6efcd82a6243a namespace: kserve-ci-e2e-test resourceVersion: "13258" uid: cbe102a2-bd82-4bb1-93b7-bb1c54678dd4 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-64b5c5c6fd-mbl98 source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T20:19:29Z" involvedObject: apiVersion: v1 kind: Pod name: success-200-isvc-19633-predictor-848c5d7698-5m9m4 namespace: kserve-ci-e2e-test resourceVersion: "13262" uid: bd204361-ed3b-49d5-b44b-647296fb6f74 kind: Event lastTimestamp: "2026-04-16T20:19:29Z" message: Add eth0 [10.134.0.27/23] from ovn-kubernetes metadata: creationTimestamp: "2026-04-16T20:19:29Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-04-16T20:19:29Z" name: success-200-isvc-19633-predictor-848c5d7698-5m9m4.18a6efcd8bc5c849 namespace: kserve-ci-e2e-test resourceVersion: "13296" uid: 42dfe1cd-ffb4-4b04-ad5b-7d5c28c0dd56 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T20:19:29Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-19633-predictor-848c5d7698-5m9m4 namespace: kserve-ci-e2e-test resourceVersion: "13255" uid: bd204361-ed3b-49d5-b44b-647296fb6f74 kind: Event lastTimestamp: "2026-04-16T20:19:29Z" message: Pulling image "quay.io/opendatahub/success-200-isvc:odh-pr-1400" metadata: creationTimestamp: "2026-04-16T20:19:29Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-16T20:19:29Z" name: success-200-isvc-19633-predictor-848c5d7698-5m9m4.18a6efcd8e347ba7 namespace: kserve-ci-e2e-test resourceVersion: "13304" uid: ece4a600-8010-4821-9d98-365d9ba3d6e2 reason: Pulling reportingComponent: kubelet reportingInstance: ip-10-0-135-182.ec2.internal source: component: kubelet host: ip-10-0-135-182.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T20:19:43Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-19633-predictor-848c5d7698-5m9m4 namespace: kserve-ci-e2e-test resourceVersion: "13255" uid: bd204361-ed3b-49d5-b44b-647296fb6f74 kind: Event lastTimestamp: "2026-04-16T20:19:43Z" message: 'Successfully pulled image "quay.io/opendatahub/success-200-isvc:odh-pr-1400" in 14.093s (14.093s including waiting). Image size: 1332298338 bytes.' metadata: creationTimestamp: "2026-04-16T20:19:43Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-16T20:19:43Z" name: success-200-isvc-19633-predictor-848c5d7698-5m9m4.18a6efd0d644bd22 namespace: kserve-ci-e2e-test resourceVersion: "13538" uid: 9fc63ba6-d26c-4169-a67a-84bae482c6af reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-135-182.ec2.internal source: component: kubelet host: ip-10-0-135-182.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T20:19:43Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-19633-predictor-848c5d7698-5m9m4 namespace: kserve-ci-e2e-test resourceVersion: "13255" uid: bd204361-ed3b-49d5-b44b-647296fb6f74 kind: Event lastTimestamp: "2026-04-16T20:19:43Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-04-16T20:19:43Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-16T20:19:43Z" name: success-200-isvc-19633-predictor-848c5d7698-5m9m4.18a6efd0dc52a168 namespace: kserve-ci-e2e-test resourceVersion: "13540" uid: 80bda2f6-52bf-421e-a347-6493a24b2da2 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-135-182.ec2.internal source: component: kubelet host: ip-10-0-135-182.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T20:19:43Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-19633-predictor-848c5d7698-5m9m4 namespace: kserve-ci-e2e-test resourceVersion: "13255" uid: bd204361-ed3b-49d5-b44b-647296fb6f74 kind: Event lastTimestamp: "2026-04-16T20:19:43Z" message: Started container kserve-container metadata: creationTimestamp: "2026-04-16T20:19:43Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-16T20:19:43Z" name: success-200-isvc-19633-predictor-848c5d7698-5m9m4.18a6efd0dcca1182 namespace: kserve-ci-e2e-test resourceVersion: "13542" uid: 8009a725-7d8f-45f0-9a5b-d472d88c8e8f reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-135-182.ec2.internal source: component: kubelet host: ip-10-0-135-182.ec2.internal type: Normal - apiVersion: v1 count: 7 eventTime: null firstTimestamp: "2026-04-16T20:19:43Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-19633-predictor-848c5d7698-5m9m4 namespace: kserve-ci-e2e-test resourceVersion: "13255" uid: bd204361-ed3b-49d5-b44b-647296fb6f74 kind: Event lastTimestamp: "2026-04-16T20:21:04Z" message: 'Readiness probe failed: dial tcp 10.134.0.27:8080: connect: connection refused' metadata: creationTimestamp: "2026-04-16T20:19:43Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-16T20:21:04Z" name: success-200-isvc-19633-predictor-848c5d7698-5m9m4.18a6efd0e3c2ed64 namespace: kserve-ci-e2e-test resourceVersion: "14406" uid: 18cfddf6-580f-4ba4-a13e-db15937c6c2f reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-135-182.ec2.internal source: component: kubelet host: ip-10-0-135-182.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T20:21:03Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-19633-predictor-848c5d7698-5m9m4 namespace: kserve-ci-e2e-test resourceVersion: "13255" uid: bd204361-ed3b-49d5-b44b-647296fb6f74 kind: Event lastTimestamp: "2026-04-16T20:21:03Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-04-16T20:21:03Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-16T20:21:03Z" name: success-200-isvc-19633-predictor-848c5d7698-5m9m4.18a6efe37458f908 namespace: kserve-ci-e2e-test resourceVersion: "14315" uid: 1a0f9b44-71aa-46bb-b00d-09e8415d1a79 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-135-182.ec2.internal source: component: kubelet host: ip-10-0-135-182.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T20:19:28Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: success-200-isvc-19633-predictor-848c5d7698 namespace: kserve-ci-e2e-test resourceVersion: "13245" uid: edd01875-6a57-4edb-8779-9b97d6b3dc48 kind: Event lastTimestamp: "2026-04-16T20:19:28Z" message: 'Created pod: success-200-isvc-19633-predictor-848c5d7698-5m9m4' metadata: creationTimestamp: "2026-04-16T20:19:28Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-16T20:19:28Z" name: success-200-isvc-19633-predictor-848c5d7698.18a6efcd8231b7e0 namespace: kserve-ci-e2e-test resourceVersion: "13254" uid: 9e6a0286-b16d-4a36-9e66-16c7aca85db0 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T20:19:28Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: success-200-isvc-19633-predictor namespace: kserve-ci-e2e-test resourceVersion: "13243" uid: 78576ab2-3d4a-4836-8fcc-f2b276a46641 kind: Event lastTimestamp: "2026-04-16T20:19:28Z" message: Scaled up replica set success-200-isvc-19633-predictor-848c5d7698 from 0 to 1 metadata: creationTimestamp: "2026-04-16T20:19:28Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-16T20:19:28Z" name: success-200-isvc-19633-predictor.18a6efcd80a92a8a namespace: kserve-ci-e2e-test resourceVersion: "13248" uid: e488ccf2-9d98-4f9b-8c46-8bfc002b6075 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-04-16T20:19:43Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-19633-predictor namespace: kserve-ci-e2e-test resourceVersion: "13244" uid: da72f82b-60b8-4bfd-9f54-a34113a4822c kind: Event lastTimestamp: "2026-04-16T20:20:13Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-04-16T20:19:43Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-16T20:20:14Z" name: success-200-isvc-19633-predictor.18a6efd0ff16b15b namespace: kserve-ci-e2e-test resourceVersion: "13819" uid: 604297cd-03ee-45c3-a169-d65d78873e96 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-04-16T20:19:43Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-19633-predictor namespace: kserve-ci-e2e-test resourceVersion: "13244" uid: da72f82b-60b8-4bfd-9f54-a34113a4822c kind: Event lastTimestamp: "2026-04-16T20:20:13Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-04-16T20:19:43Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-16T20:20:14Z" name: success-200-isvc-19633-predictor.18a6efd0ff7cba71 namespace: kserve-ci-e2e-test resourceVersion: "13820" uid: 6356159a-a8da-4eaf-8140-403a5d5f0cad reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-04-16T20:20:29Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-19633-predictor namespace: kserve-ci-e2e-test resourceVersion: "13560" uid: da72f82b-60b8-4bfd-9f54-a34113a4822c kind: Event lastTimestamp: "2026-04-16T20:20:59Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-04-16T20:20:29Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-16T20:20:59Z" name: success-200-isvc-19633-predictor.18a6efdb7c8223fd namespace: kserve-ci-e2e-test resourceVersion: "14228" uid: 9d95c097-dc76-4bfa-b3ec-a570c7b8e7b0 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-04-16T20:20:29Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-19633-predictor namespace: kserve-ci-e2e-test resourceVersion: "13560" uid: da72f82b-60b8-4bfd-9f54-a34113a4822c kind: Event lastTimestamp: "2026-04-16T20:20:59Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-04-16T20:20:29Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-16T20:20:59Z" name: success-200-isvc-19633-predictor.18a6efdb7cf11c0c namespace: kserve-ci-e2e-test resourceVersion: "14229" uid: af736457-da72-49b8-ab8a-e4a2b479717d reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 5 eventTime: null firstTimestamp: "2026-04-16T20:19:28Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-19633 namespace: kserve-ci-e2e-test resourceVersion: "13233" uid: 7030fcc3-191c-4f12-a9ad-f792e8d67f72 kind: Event lastTimestamp: "2026-04-16T20:20:34Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-04-16T20:19:28Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-04-16T20:20:34Z" name: success-200-isvc-19633.18a6efcd807bb777 namespace: kserve-ci-e2e-test resourceVersion: "14003" uid: 4a7cbb6d-7ad4-4a83-8ba6-2024a638ebfd reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T20:20:34Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-19633 namespace: kserve-ci-e2e-test resourceVersion: "13998" uid: 7030fcc3-191c-4f12-a9ad-f792e8d67f72 kind: Event lastTimestamp: "2026-04-16T20:20:34Z" message: InferenceService [success-200-isvc-19633] is Ready metadata: creationTimestamp: "2026-04-16T20:20:34Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-04-16T20:20:34Z" name: success-200-isvc-19633.18a6efdcc9649f95 namespace: kserve-ci-e2e-test resourceVersion: "13999" uid: 3e21a197-b8fd-4e1a-bec7-7a137bd7b8ec reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-04-16T20:30:28.299845Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: success-200-isvc-8eac5-predictor-6ff8c47f86-d9nq8 namespace: kserve-ci-e2e-test resourceVersion: "18760" uid: ec0ace3a-5d37-40cc-ba6d-d0413d21d79d kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/success-200-isvc-8eac5-predictor-6ff8c47f86-d9nq8 to ip-10-0-135-182.ec2.internal metadata: creationTimestamp: "2026-04-16T20:30:28Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-04-16T20:30:28Z" name: success-200-isvc-8eac5-predictor-6ff8c47f86-d9nq8.18a6f06704f746f2 namespace: kserve-ci-e2e-test resourceVersion: "18774" uid: 7265904a-0daa-4401-b726-47a77e2ff01f reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-64b5c5c6fd-mbl98 source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T20:30:28Z" involvedObject: apiVersion: v1 kind: Pod name: success-200-isvc-8eac5-predictor-6ff8c47f86-d9nq8 namespace: kserve-ci-e2e-test resourceVersion: "18783" uid: ec0ace3a-5d37-40cc-ba6d-d0413d21d79d kind: Event lastTimestamp: "2026-04-16T20:30:28Z" message: Add eth0 [10.134.0.33/23] from ovn-kubernetes metadata: creationTimestamp: "2026-04-16T20:30:28Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-04-16T20:30:28Z" name: success-200-isvc-8eac5-predictor-6ff8c47f86-d9nq8.18a6f0670df850b6 namespace: kserve-ci-e2e-test resourceVersion: "18806" uid: d5f33e1f-4588-446a-b84f-34a9c10d0b80 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T20:30:28Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-8eac5-predictor-6ff8c47f86-d9nq8 namespace: kserve-ci-e2e-test resourceVersion: "18768" uid: ec0ace3a-5d37-40cc-ba6d-d0413d21d79d kind: Event lastTimestamp: "2026-04-16T20:30:28Z" message: Container image "quay.io/opendatahub/success-200-isvc:odh-pr-1400" already present on machine metadata: creationTimestamp: "2026-04-16T20:30:28Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-16T20:30:28Z" name: success-200-isvc-8eac5-predictor-6ff8c47f86-d9nq8.18a6f0670f40320c namespace: kserve-ci-e2e-test resourceVersion: "18809" uid: 7140c051-162c-42f1-97be-b548d9be7c4a reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-135-182.ec2.internal source: component: kubelet host: ip-10-0-135-182.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T20:30:28Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-8eac5-predictor-6ff8c47f86-d9nq8 namespace: kserve-ci-e2e-test resourceVersion: "18768" uid: ec0ace3a-5d37-40cc-ba6d-d0413d21d79d kind: Event lastTimestamp: "2026-04-16T20:30:28Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-04-16T20:30:28Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-16T20:30:28Z" name: success-200-isvc-8eac5-predictor-6ff8c47f86-d9nq8.18a6f067152fe169 namespace: kserve-ci-e2e-test resourceVersion: "18815" uid: 15e0048a-dd8b-4477-8b74-c9c746dfef4d reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-135-182.ec2.internal source: component: kubelet host: ip-10-0-135-182.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T20:30:28Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-8eac5-predictor-6ff8c47f86-d9nq8 namespace: kserve-ci-e2e-test resourceVersion: "18768" uid: ec0ace3a-5d37-40cc-ba6d-d0413d21d79d kind: Event lastTimestamp: "2026-04-16T20:30:28Z" message: Started container kserve-container metadata: creationTimestamp: "2026-04-16T20:30:28Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-16T20:30:28Z" name: success-200-isvc-8eac5-predictor-6ff8c47f86-d9nq8.18a6f06715acc4d5 namespace: kserve-ci-e2e-test resourceVersion: "18816" uid: 5d5ef7d4-0af4-4aec-b246-2ed3699d329d reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-135-182.ec2.internal source: component: kubelet host: ip-10-0-135-182.ec2.internal type: Normal - apiVersion: v1 count: 7 eventTime: null firstTimestamp: "2026-04-16T20:30:28Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-8eac5-predictor-6ff8c47f86-d9nq8 namespace: kserve-ci-e2e-test resourceVersion: "18768" uid: ec0ace3a-5d37-40cc-ba6d-d0413d21d79d kind: Event lastTimestamp: "2026-04-16T20:31:49Z" message: 'Readiness probe failed: dial tcp 10.134.0.33:8080: connect: connection refused' metadata: creationTimestamp: "2026-04-16T20:30:28Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-16T20:31:49Z" name: success-200-isvc-8eac5-predictor-6ff8c47f86-d9nq8.18a6f06718b1f816 namespace: kserve-ci-e2e-test resourceVersion: "19760" uid: 8b0d09e3-e12f-4d27-a1b6-4f608d023d1d reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-135-182.ec2.internal source: component: kubelet host: ip-10-0-135-182.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T20:31:48Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-8eac5-predictor-6ff8c47f86-d9nq8 namespace: kserve-ci-e2e-test resourceVersion: "18768" uid: ec0ace3a-5d37-40cc-ba6d-d0413d21d79d kind: Event lastTimestamp: "2026-04-16T20:31:48Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-04-16T20:31:48Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-16T20:31:48Z" name: success-200-isvc-8eac5-predictor-6ff8c47f86-d9nq8.18a6f079b4ae7e35 namespace: kserve-ci-e2e-test resourceVersion: "19698" uid: e0b045a5-8b6d-4a06-9149-8bd0810dce67 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-135-182.ec2.internal source: component: kubelet host: ip-10-0-135-182.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T20:30:28Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: success-200-isvc-8eac5-predictor-6ff8c47f86 namespace: kserve-ci-e2e-test resourceVersion: "18744" uid: db73da45-c67f-4692-abb3-967fab8dc911 kind: Event lastTimestamp: "2026-04-16T20:30:28Z" message: 'Created pod: success-200-isvc-8eac5-predictor-6ff8c47f86-d9nq8' metadata: creationTimestamp: "2026-04-16T20:30:28Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-16T20:30:28Z" name: success-200-isvc-8eac5-predictor-6ff8c47f86.18a6f0670457ed1c namespace: kserve-ci-e2e-test resourceVersion: "18767" uid: 9b68c7a6-24a9-449c-80e5-32beceb30dc1 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T20:30:28Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: success-200-isvc-8eac5-predictor namespace: kserve-ci-e2e-test resourceVersion: "18738" uid: 354b1524-9e10-48cb-bd50-4be754655635 kind: Event lastTimestamp: "2026-04-16T20:30:28Z" message: Scaled up replica set success-200-isvc-8eac5-predictor-6ff8c47f86 from 0 to 1 metadata: creationTimestamp: "2026-04-16T20:30:28Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-16T20:30:28Z" name: success-200-isvc-8eac5-predictor.18a6f06700c9f48a namespace: kserve-ci-e2e-test resourceVersion: "18746" uid: 39b54283-e37e-4b1d-9d75-35fcda5424b1 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T20:30:43Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-8eac5-predictor namespace: kserve-ci-e2e-test resourceVersion: "18743" uid: 15a24312-e7fc-4c06-ae50-cc7ba524d426 kind: Event lastTimestamp: "2026-04-16T20:30:43Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-04-16T20:30:43Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-16T20:30:43Z" name: success-200-isvc-8eac5-predictor.18a6f06a7f72fc45 namespace: kserve-ci-e2e-test resourceVersion: "18939" uid: 0109758f-be54-4053-822e-2503af74c956 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T20:30:43Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-8eac5-predictor namespace: kserve-ci-e2e-test resourceVersion: "18743" uid: 15a24312-e7fc-4c06-ae50-cc7ba524d426 kind: Event lastTimestamp: "2026-04-16T20:30:43Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-04-16T20:30:43Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-16T20:30:43Z" name: success-200-isvc-8eac5-predictor.18a6f06a7fdecf46 namespace: kserve-ci-e2e-test resourceVersion: "18942" uid: 51f7df75-e60d-44dd-b2cd-e22f9f102d9e reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-04-16T20:30:58Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-8eac5-predictor namespace: kserve-ci-e2e-test resourceVersion: "18940" uid: 15a24312-e7fc-4c06-ae50-cc7ba524d426 kind: Event lastTimestamp: "2026-04-16T20:31:28Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-04-16T20:30:58Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-16T20:31:28Z" name: success-200-isvc-8eac5-predictor.18a6f06dfed79fb3 namespace: kserve-ci-e2e-test resourceVersion: "19425" uid: 9888c33a-5f25-4cfe-b8a4-333633827ae9 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-04-16T20:30:58Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-8eac5-predictor namespace: kserve-ci-e2e-test resourceVersion: "18940" uid: 15a24312-e7fc-4c06-ae50-cc7ba524d426 kind: Event lastTimestamp: "2026-04-16T20:31:28Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-04-16T20:30:58Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-16T20:31:28Z" name: success-200-isvc-8eac5-predictor.18a6f06dff3bca0c namespace: kserve-ci-e2e-test resourceVersion: "19426" uid: b4d5e5bd-27cb-437f-84ca-6708825b459d reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-04-16T20:30:28Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-8eac5 namespace: kserve-ci-e2e-test resourceVersion: "18724" uid: fe928895-55cc-4de0-b17c-c431def03234 kind: Event lastTimestamp: "2026-04-16T20:31:19Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-04-16T20:30:28Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-04-16T20:31:19Z" name: success-200-isvc-8eac5.18a6f06700ca300d namespace: kserve-ci-e2e-test resourceVersion: "19352" uid: 6b382bd4-c41e-44f6-a8ed-096fe99086ef reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T20:30:28Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-8eac5 namespace: kserve-ci-e2e-test resourceVersion: "18724" uid: fe928895-55cc-4de0-b17c-c431def03234 kind: Event lastTimestamp: "2026-04-16T20:30:28Z" message: 'Failed to update status for InferenceService "success-200-isvc-8eac5": Operation cannot be fulfilled on inferenceservices.serving.kserve.io "success-200-isvc-8eac5": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-04-16T20:30:28Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-04-16T20:30:28Z" name: success-200-isvc-8eac5.18a6f0670177a185 namespace: kserve-ci-e2e-test resourceVersion: "18750" uid: 5cb6fb48-e014-4aea-9427-9bc98fa01151 reason: UpdateFailed reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T20:30:28Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-8eac5 namespace: kserve-ci-e2e-test resourceVersion: "18724" uid: fe928895-55cc-4de0-b17c-c431def03234 kind: Event lastTimestamp: "2026-04-16T20:30:28Z" message: 'fails to update InferenceService status: Operation cannot be fulfilled on inferenceservices.serving.kserve.io "success-200-isvc-8eac5": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-04-16T20:30:28Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-04-16T20:30:28Z" name: success-200-isvc-8eac5.18a6f06701781e6e namespace: kserve-ci-e2e-test resourceVersion: "18752" uid: 6d72cc6f-997f-4544-89e7-8252a08a9b7a reason: InternalError reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T20:31:19Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-8eac5 namespace: kserve-ci-e2e-test resourceVersion: "19350" uid: fe928895-55cc-4de0-b17c-c431def03234 kind: Event lastTimestamp: "2026-04-16T20:31:19Z" message: InferenceService [success-200-isvc-8eac5] is Ready metadata: creationTimestamp: "2026-04-16T20:31:19Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-04-16T20:31:19Z" name: success-200-isvc-8eac5.18a6f072fcaf4b95 namespace: kserve-ci-e2e-test resourceVersion: "19351" uid: 3356b1da-805e-490d-8a25-0b0d6a25d3e5 reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-04-16T20:41:13.507919Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: success-200-isvc-932a3-predictor-7586c4f994-hg9tx namespace: kserve-ci-e2e-test resourceVersion: "24075" uid: badb1357-93f0-417d-87b5-53cea188b186 kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/success-200-isvc-932a3-predictor-7586c4f994-hg9tx to ip-10-0-135-182.ec2.internal metadata: creationTimestamp: "2026-04-16T20:41:13Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-04-16T20:41:13Z" name: success-200-isvc-932a3-predictor-7586c4f994-hg9tx.18a6f0fd3e5d375f namespace: kserve-ci-e2e-test resourceVersion: "24087" uid: 1c2120b0-c6c7-4b26-8da3-7fd637715ab8 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-64b5c5c6fd-mbl98 source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T20:41:13Z" involvedObject: apiVersion: v1 kind: Pod name: success-200-isvc-932a3-predictor-7586c4f994-hg9tx namespace: kserve-ci-e2e-test resourceVersion: "24105" uid: badb1357-93f0-417d-87b5-53cea188b186 kind: Event lastTimestamp: "2026-04-16T20:41:13Z" message: Add eth0 [10.134.0.41/23] from ovn-kubernetes metadata: creationTimestamp: "2026-04-16T20:41:13Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-04-16T20:41:13Z" name: success-200-isvc-932a3-predictor-7586c4f994-hg9tx.18a6f0fd47a7d07e namespace: kserve-ci-e2e-test resourceVersion: "24126" uid: 5fe6f4d4-969e-471e-8e57-c043bbc92df1 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T20:41:13Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-932a3-predictor-7586c4f994-hg9tx namespace: kserve-ci-e2e-test resourceVersion: "24080" uid: badb1357-93f0-417d-87b5-53cea188b186 kind: Event lastTimestamp: "2026-04-16T20:41:13Z" message: Container image "quay.io/opendatahub/success-200-isvc:odh-pr-1400" already present on machine metadata: creationTimestamp: "2026-04-16T20:41:13Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-16T20:41:13Z" name: success-200-isvc-932a3-predictor-7586c4f994-hg9tx.18a6f0fd4996888d namespace: kserve-ci-e2e-test resourceVersion: "24128" uid: affa87e3-9230-4162-b459-72f8beaa526d reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-135-182.ec2.internal source: component: kubelet host: ip-10-0-135-182.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T20:41:13Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-932a3-predictor-7586c4f994-hg9tx namespace: kserve-ci-e2e-test resourceVersion: "24080" uid: badb1357-93f0-417d-87b5-53cea188b186 kind: Event lastTimestamp: "2026-04-16T20:41:13Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-04-16T20:41:13Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-16T20:41:13Z" name: success-200-isvc-932a3-predictor-7586c4f994-hg9tx.18a6f0fd4e150e54 namespace: kserve-ci-e2e-test resourceVersion: "24134" uid: fdfca429-dd2b-4c41-b1ba-a1f1daa14495 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-135-182.ec2.internal source: component: kubelet host: ip-10-0-135-182.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T20:41:13Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-932a3-predictor-7586c4f994-hg9tx namespace: kserve-ci-e2e-test resourceVersion: "24080" uid: badb1357-93f0-417d-87b5-53cea188b186 kind: Event lastTimestamp: "2026-04-16T20:41:13Z" message: Started container kserve-container metadata: creationTimestamp: "2026-04-16T20:41:13Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-16T20:41:13Z" name: success-200-isvc-932a3-predictor-7586c4f994-hg9tx.18a6f0fd4ea8329f namespace: kserve-ci-e2e-test resourceVersion: "24137" uid: 39e07775-f9a9-47d1-b549-4fd84f1a784d reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-135-182.ec2.internal source: component: kubelet host: ip-10-0-135-182.ec2.internal type: Normal - apiVersion: v1 count: 7 eventTime: null firstTimestamp: "2026-04-16T20:41:13Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-932a3-predictor-7586c4f994-hg9tx namespace: kserve-ci-e2e-test resourceVersion: "24080" uid: badb1357-93f0-417d-87b5-53cea188b186 kind: Event lastTimestamp: "2026-04-16T20:42:34Z" message: 'Readiness probe failed: dial tcp 10.134.0.41:8080: connect: connection refused' metadata: creationTimestamp: "2026-04-16T20:41:13Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-16T20:42:34Z" name: success-200-isvc-932a3-predictor-7586c4f994-hg9tx.18a6f0fd507fa3f0 namespace: kserve-ci-e2e-test resourceVersion: "25085" uid: 0a46cf21-4e4a-4a42-8293-773b3182ef50 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-135-182.ec2.internal source: component: kubelet host: ip-10-0-135-182.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T20:42:33Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-932a3-predictor-7586c4f994-hg9tx namespace: kserve-ci-e2e-test resourceVersion: "24080" uid: badb1357-93f0-417d-87b5-53cea188b186 kind: Event lastTimestamp: "2026-04-16T20:42:33Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-04-16T20:42:33Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-16T20:42:33Z" name: success-200-isvc-932a3-predictor-7586c4f994-hg9tx.18a6f10fefb7b45e namespace: kserve-ci-e2e-test resourceVersion: "25009" uid: 2f16c17f-a855-44b5-9064-56eb58047c14 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-135-182.ec2.internal source: component: kubelet host: ip-10-0-135-182.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T20:41:13Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: success-200-isvc-932a3-predictor-7586c4f994 namespace: kserve-ci-e2e-test resourceVersion: "24058" uid: 305c32af-8cdc-4a07-a083-15eac615cc73 kind: Event lastTimestamp: "2026-04-16T20:41:13Z" message: 'Created pod: success-200-isvc-932a3-predictor-7586c4f994-hg9tx' metadata: creationTimestamp: "2026-04-16T20:41:13Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-16T20:41:13Z" name: success-200-isvc-932a3-predictor-7586c4f994.18a6f0fd3dcb3eb3 namespace: kserve-ci-e2e-test resourceVersion: "24079" uid: 760b1382-2555-44f3-ae4c-591d130c7b7b reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T20:41:13Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: success-200-isvc-932a3-predictor namespace: kserve-ci-e2e-test resourceVersion: "24053" uid: a54ffab8-ebf6-4e5a-80c1-be25362834b1 kind: Event lastTimestamp: "2026-04-16T20:41:13Z" message: Scaled up replica set success-200-isvc-932a3-predictor-7586c4f994 from 0 to 1 metadata: creationTimestamp: "2026-04-16T20:41:13Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-16T20:41:13Z" name: success-200-isvc-932a3-predictor.18a6f0fd3a5506d6 namespace: kserve-ci-e2e-test resourceVersion: "24064" uid: 3516e4ae-0f4f-4546-ba70-ce27b2ad26b4 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T20:41:28Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-932a3-predictor namespace: kserve-ci-e2e-test resourceVersion: "24056" uid: d835769f-5443-4b0a-865e-2177adab8d7f kind: Event lastTimestamp: "2026-04-16T20:41:28Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-04-16T20:41:28Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-16T20:41:28Z" name: success-200-isvc-932a3-predictor.18a6f100b8febfc7 namespace: kserve-ci-e2e-test resourceVersion: "24266" uid: 9e3ff896-7c9f-4ed8-b2eb-e7ef6ba92e4c reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T20:41:28Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-932a3-predictor namespace: kserve-ci-e2e-test resourceVersion: "24056" uid: d835769f-5443-4b0a-865e-2177adab8d7f kind: Event lastTimestamp: "2026-04-16T20:41:28Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-04-16T20:41:28Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-16T20:41:28Z" name: success-200-isvc-932a3-predictor.18a6f100b95b9076 namespace: kserve-ci-e2e-test resourceVersion: "24268" uid: 67da006e-41ab-4501-819e-700c06caaa88 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 4 eventTime: null firstTimestamp: "2026-04-16T20:41:43Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-932a3-predictor namespace: kserve-ci-e2e-test resourceVersion: "24267" uid: d835769f-5443-4b0a-865e-2177adab8d7f kind: Event lastTimestamp: "2026-04-16T20:42:28Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-04-16T20:41:43Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-16T20:42:28Z" name: success-200-isvc-932a3-predictor.18a6f10438047012 namespace: kserve-ci-e2e-test resourceVersion: "24911" uid: ec61e173-3aa9-4730-8cab-4d53a1fea55a reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 4 eventTime: null firstTimestamp: "2026-04-16T20:41:43Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-932a3-predictor namespace: kserve-ci-e2e-test resourceVersion: "24267" uid: d835769f-5443-4b0a-865e-2177adab8d7f kind: Event lastTimestamp: "2026-04-16T20:42:28Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-04-16T20:41:43Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-16T20:42:28Z" name: success-200-isvc-932a3-predictor.18a6f1043872a178 namespace: kserve-ci-e2e-test resourceVersion: "24912" uid: 83be305e-38af-4d75-b212-f59436e72fa9 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-04-16T20:41:13Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-932a3 namespace: kserve-ci-e2e-test resourceVersion: "24044" uid: 1d777ecf-05b1-4e44-b41a-93f04ffdc2c5 kind: Event lastTimestamp: "2026-04-16T20:42:04Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-04-16T20:41:13Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-04-16T20:42:04Z" name: success-200-isvc-932a3.18a6f0fd3a235780 namespace: kserve-ci-e2e-test resourceVersion: "24680" uid: 72cd67b6-f668-4793-a924-7794fb6769bb reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T20:41:13Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-932a3 namespace: kserve-ci-e2e-test resourceVersion: "24044" uid: 1d777ecf-05b1-4e44-b41a-93f04ffdc2c5 kind: Event lastTimestamp: "2026-04-16T20:41:13Z" message: 'Failed to update status for InferenceService "success-200-isvc-932a3": Operation cannot be fulfilled on inferenceservices.serving.kserve.io "success-200-isvc-932a3": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-04-16T20:41:13Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-04-16T20:41:13Z" name: success-200-isvc-932a3.18a6f0fd3ae8ab2d namespace: kserve-ci-e2e-test resourceVersion: "24068" uid: 2e4c9e3e-506f-4f42-9a3c-a7d6cf814515 reason: UpdateFailed reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T20:41:13Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-932a3 namespace: kserve-ci-e2e-test resourceVersion: "24044" uid: 1d777ecf-05b1-4e44-b41a-93f04ffdc2c5 kind: Event lastTimestamp: "2026-04-16T20:41:13Z" message: 'fails to update InferenceService status: Operation cannot be fulfilled on inferenceservices.serving.kserve.io "success-200-isvc-932a3": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-04-16T20:41:13Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-04-16T20:41:13Z" name: success-200-isvc-932a3.18a6f0fd3ae9140f namespace: kserve-ci-e2e-test resourceVersion: "24071" uid: 6426b85a-b718-433c-9596-8a569c534793 reason: InternalError reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T20:42:04Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-932a3 namespace: kserve-ci-e2e-test resourceVersion: "24678" uid: 1d777ecf-05b1-4e44-b41a-93f04ffdc2c5 kind: Event lastTimestamp: "2026-04-16T20:42:04Z" message: InferenceService [success-200-isvc-932a3] is Ready metadata: creationTimestamp: "2026-04-16T20:42:04Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-04-16T20:42:04Z" name: success-200-isvc-932a3.18a6f10934e91064 namespace: kserve-ci-e2e-test resourceVersion: "24679" uid: 2f192342-9b47-481a-bab9-b07cd4cec06e reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-04-16T20:41:59.349009Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: success-200-isvc-a03d4-predictor-7b7c8c8654-scwmx namespace: kserve-ci-e2e-test resourceVersion: "24554" uid: 25c668a5-81e3-47be-87d1-261dfeb91853 kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/success-200-isvc-a03d4-predictor-7b7c8c8654-scwmx to ip-10-0-135-182.ec2.internal metadata: creationTimestamp: "2026-04-16T20:41:59Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-04-16T20:41:59Z" name: success-200-isvc-a03d4-predictor-7b7c8c8654-scwmx.18a6f107eab4b4f3 namespace: kserve-ci-e2e-test resourceVersion: "24558" uid: 7aa5db63-60f9-46d8-bf69-9e4f89da9ffa reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-64b5c5c6fd-mbl98 source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T20:41:59Z" involvedObject: apiVersion: v1 kind: Pod name: success-200-isvc-a03d4-predictor-7b7c8c8654-scwmx namespace: kserve-ci-e2e-test resourceVersion: "24571" uid: 25c668a5-81e3-47be-87d1-261dfeb91853 kind: Event lastTimestamp: "2026-04-16T20:41:59Z" message: Add eth0 [10.134.0.43/23] from ovn-kubernetes metadata: creationTimestamp: "2026-04-16T20:41:59Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-04-16T20:41:59Z" name: success-200-isvc-a03d4-predictor-7b7c8c8654-scwmx.18a6f107f40b927b namespace: kserve-ci-e2e-test resourceVersion: "24607" uid: 162feb2a-fe72-420e-8dda-cb27c64c241f reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T20:41:59Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-a03d4-predictor-7b7c8c8654-scwmx namespace: kserve-ci-e2e-test resourceVersion: "24556" uid: 25c668a5-81e3-47be-87d1-261dfeb91853 kind: Event lastTimestamp: "2026-04-16T20:41:59Z" message: Container image "quay.io/opendatahub/success-200-isvc:odh-pr-1400" already present on machine metadata: creationTimestamp: "2026-04-16T20:41:59Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-16T20:41:59Z" name: success-200-isvc-a03d4-predictor-7b7c8c8654-scwmx.18a6f107f566d9ef namespace: kserve-ci-e2e-test resourceVersion: "24609" uid: 1cbc9a09-441b-4c00-9afb-43d231530c46 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-135-182.ec2.internal source: component: kubelet host: ip-10-0-135-182.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T20:41:59Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-a03d4-predictor-7b7c8c8654-scwmx namespace: kserve-ci-e2e-test resourceVersion: "24556" uid: 25c668a5-81e3-47be-87d1-261dfeb91853 kind: Event lastTimestamp: "2026-04-16T20:41:59Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-04-16T20:41:59Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-16T20:41:59Z" name: success-200-isvc-a03d4-predictor-7b7c8c8654-scwmx.18a6f107fe24605d namespace: kserve-ci-e2e-test resourceVersion: "24616" uid: 26675962-e3ec-4853-b63b-868ee605deff reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-135-182.ec2.internal source: component: kubelet host: ip-10-0-135-182.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T20:41:59Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-a03d4-predictor-7b7c8c8654-scwmx namespace: kserve-ci-e2e-test resourceVersion: "24556" uid: 25c668a5-81e3-47be-87d1-261dfeb91853 kind: Event lastTimestamp: "2026-04-16T20:41:59Z" message: Started container kserve-container metadata: creationTimestamp: "2026-04-16T20:41:59Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-16T20:41:59Z" name: success-200-isvc-a03d4-predictor-7b7c8c8654-scwmx.18a6f107fe9a0426 namespace: kserve-ci-e2e-test resourceVersion: "24618" uid: a410c3c3-ead8-4c62-8d20-1bcfc7f28fa8 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-135-182.ec2.internal source: component: kubelet host: ip-10-0-135-182.ec2.internal type: Normal - apiVersion: v1 count: 7 eventTime: null firstTimestamp: "2026-04-16T20:41:59Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-a03d4-predictor-7b7c8c8654-scwmx namespace: kserve-ci-e2e-test resourceVersion: "24556" uid: 25c668a5-81e3-47be-87d1-261dfeb91853 kind: Event lastTimestamp: "2026-04-16T20:59:30Z" message: 'Readiness probe failed: dial tcp 10.134.0.43:8080: connect: connection refused' metadata: creationTimestamp: "2026-04-16T20:41:59Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-16T20:59:30Z" name: success-200-isvc-a03d4-predictor-7b7c8c8654-scwmx.18a6f1081009c606 namespace: kserve-ci-e2e-test resourceVersion: "32640" uid: a64b82e5-bdac-4b6d-aea2-3221d2c921c1 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-135-182.ec2.internal source: component: kubelet host: ip-10-0-135-182.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T20:59:28Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-a03d4-predictor-7b7c8c8654-scwmx namespace: kserve-ci-e2e-test resourceVersion: "24556" uid: 25c668a5-81e3-47be-87d1-261dfeb91853 kind: Event lastTimestamp: "2026-04-16T20:59:28Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-04-16T20:59:28Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-16T20:59:28Z" name: success-200-isvc-a03d4-predictor-7b7c8c8654-scwmx.18a6f1fc46f58a11 namespace: kserve-ci-e2e-test resourceVersion: "32580" uid: 9e20a0d3-09ca-46f4-a774-d0ed76f0df49 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-135-182.ec2.internal source: component: kubelet host: ip-10-0-135-182.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T20:41:59Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: success-200-isvc-a03d4-predictor-7b7c8c8654 namespace: kserve-ci-e2e-test resourceVersion: "24543" uid: 19316198-8177-475e-8a8d-7e26b80d9c31 kind: Event lastTimestamp: "2026-04-16T20:41:59Z" message: 'Created pod: success-200-isvc-a03d4-predictor-7b7c8c8654-scwmx' metadata: creationTimestamp: "2026-04-16T20:41:59Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-16T20:41:59Z" name: success-200-isvc-a03d4-predictor-7b7c8c8654.18a6f107ea24679c namespace: kserve-ci-e2e-test resourceVersion: "24555" uid: fcf73408-6aca-4299-a649-981e00382b72 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T20:41:59Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: success-200-isvc-a03d4-predictor namespace: kserve-ci-e2e-test resourceVersion: "24538" uid: 45573525-5a6e-4fda-9802-9584ad84e739 kind: Event lastTimestamp: "2026-04-16T20:41:59Z" message: Scaled up replica set success-200-isvc-a03d4-predictor-7b7c8c8654 from 0 to 1 metadata: creationTimestamp: "2026-04-16T20:41:59Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-16T20:41:59Z" name: success-200-isvc-a03d4-predictor.18a6f107e7228434 namespace: kserve-ci-e2e-test resourceVersion: "24545" uid: bd81c459-3374-443d-90b9-4c36545fcd20 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-04-16T20:42:14Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-a03d4-predictor namespace: kserve-ci-e2e-test resourceVersion: "24542" uid: 96906078-1e88-46c6-aa1e-3c0db607b058 kind: Event lastTimestamp: "2026-04-16T20:42:29Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-04-16T20:42:14Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-16T20:42:29Z" name: success-200-isvc-a03d4-predictor.18a6f10b657b47e0 namespace: kserve-ci-e2e-test resourceVersion: "24920" uid: 5bf6b370-7270-4f21-af01-5487ef618761 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-04-16T20:42:14Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-a03d4-predictor namespace: kserve-ci-e2e-test resourceVersion: "24542" uid: 96906078-1e88-46c6-aa1e-3c0db607b058 kind: Event lastTimestamp: "2026-04-16T20:42:29Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-04-16T20:42:14Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-16T20:42:29Z" name: success-200-isvc-a03d4-predictor.18a6f10b65def0fc namespace: kserve-ci-e2e-test resourceVersion: "24921" uid: 48db2dcd-b28a-496a-bead-acf7dbe98e65 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-04-16T20:42:44Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-a03d4-predictor namespace: kserve-ci-e2e-test resourceVersion: "24759" uid: 96906078-1e88-46c6-aa1e-3c0db607b058 kind: Event lastTimestamp: "2026-04-16T20:43:14Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-04-16T20:42:44Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-16T20:43:14Z" name: success-200-isvc-a03d4-predictor.18a6f1126389fa30 namespace: kserve-ci-e2e-test resourceVersion: "25459" uid: fbace10b-89a8-4085-a39b-a38bcb31cbd8 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-04-16T20:42:44Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-a03d4-predictor namespace: kserve-ci-e2e-test resourceVersion: "24759" uid: 96906078-1e88-46c6-aa1e-3c0db607b058 kind: Event lastTimestamp: "2026-04-16T20:43:14Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-04-16T20:42:44Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-16T20:43:14Z" name: success-200-isvc-a03d4-predictor.18a6f11263fe8f4e namespace: kserve-ci-e2e-test resourceVersion: "25460" uid: cc5c7f93-2c59-434a-9258-2196eeb7abae reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 5 eventTime: null firstTimestamp: "2026-04-16T20:41:59Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-a03d4 namespace: kserve-ci-e2e-test resourceVersion: "24523" uid: 35b21b36-887f-49bb-9dc0-1675ba50d4a4 kind: Event lastTimestamp: "2026-04-16T20:42:51Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-04-16T20:41:59Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-04-16T20:42:51Z" name: success-200-isvc-a03d4.18a6f107e6b22dec namespace: kserve-ci-e2e-test resourceVersion: "25249" uid: 7675d570-918d-4e98-95e6-24fb6f92e191 reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T20:41:59Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-a03d4 namespace: kserve-ci-e2e-test resourceVersion: "24523" uid: 35b21b36-887f-49bb-9dc0-1675ba50d4a4 kind: Event lastTimestamp: "2026-04-16T20:41:59Z" message: 'Failed to update status for InferenceService "success-200-isvc-a03d4": Operation cannot be fulfilled on inferenceservices.serving.kserve.io "success-200-isvc-a03d4": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-04-16T20:41:59Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-04-16T20:41:59Z" name: success-200-isvc-a03d4.18a6f107e7e8ef71 namespace: kserve-ci-e2e-test resourceVersion: "24548" uid: 53a847ef-25e3-40ad-9963-dd1697cf6dfe reason: UpdateFailed reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T20:41:59Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-a03d4 namespace: kserve-ci-e2e-test resourceVersion: "24523" uid: 35b21b36-887f-49bb-9dc0-1675ba50d4a4 kind: Event lastTimestamp: "2026-04-16T20:41:59Z" message: 'fails to update InferenceService status: Operation cannot be fulfilled on inferenceservices.serving.kserve.io "success-200-isvc-a03d4": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-04-16T20:41:59Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-04-16T20:41:59Z" name: success-200-isvc-a03d4.18a6f107e7e94409 namespace: kserve-ci-e2e-test resourceVersion: "24550" uid: f015364d-f1fa-46d6-9f0f-e695786d7e5c reason: InternalError reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T20:42:51Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-a03d4 namespace: kserve-ci-e2e-test resourceVersion: "25245" uid: 35b21b36-887f-49bb-9dc0-1675ba50d4a4 kind: Event lastTimestamp: "2026-04-16T20:42:51Z" message: InferenceService [success-200-isvc-a03d4] is Ready metadata: creationTimestamp: "2026-04-16T20:42:51Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-04-16T20:42:51Z" name: success-200-isvc-a03d4.18a6f113f6593f72 namespace: kserve-ci-e2e-test resourceVersion: "25246" uid: 0ea56451-138c-4f33-9fde-c3923afdf933 reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-04-16T20:31:48.562911Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: success-200-isvc-b8212-predictor-598b577b-bw5tf namespace: kserve-ci-e2e-test resourceVersion: "19693" uid: f2fc63f4-a281-444a-9062-0a7929ab0c1d kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/success-200-isvc-b8212-predictor-598b577b-bw5tf to ip-10-0-135-182.ec2.internal metadata: creationTimestamp: "2026-04-16T20:31:48Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-04-16T20:31:48Z" name: success-200-isvc-b8212-predictor-598b577b-bw5tf.18a6f079b504935b namespace: kserve-ci-e2e-test resourceVersion: "19699" uid: 02c0e9ba-6031-45c1-a2bf-f5f074721cab reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-64b5c5c6fd-mbl98 source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T20:31:48Z" involvedObject: apiVersion: v1 kind: Pod name: success-200-isvc-b8212-predictor-598b577b-bw5tf namespace: kserve-ci-e2e-test resourceVersion: "19704" uid: f2fc63f4-a281-444a-9062-0a7929ab0c1d kind: Event lastTimestamp: "2026-04-16T20:31:48Z" message: Add eth0 [10.134.0.37/23] from ovn-kubernetes metadata: creationTimestamp: "2026-04-16T20:31:48Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-04-16T20:31:48Z" name: success-200-isvc-b8212-predictor-598b577b-bw5tf.18a6f079bdd8b436 namespace: kserve-ci-e2e-test resourceVersion: "19734" uid: 503db274-a6f1-48a2-81f4-2536e277db6d reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T20:31:48Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-b8212-predictor-598b577b-bw5tf namespace: kserve-ci-e2e-test resourceVersion: "19695" uid: f2fc63f4-a281-444a-9062-0a7929ab0c1d kind: Event lastTimestamp: "2026-04-16T20:31:48Z" message: Container image "quay.io/opendatahub/success-200-isvc:odh-pr-1400" already present on machine metadata: creationTimestamp: "2026-04-16T20:31:48Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-16T20:31:48Z" name: success-200-isvc-b8212-predictor-598b577b-bw5tf.18a6f079bf55fc08 namespace: kserve-ci-e2e-test resourceVersion: "19737" uid: 461329d7-8ebc-4aa7-b5fa-ffcc279396b8 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-135-182.ec2.internal source: component: kubelet host: ip-10-0-135-182.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T20:31:48Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-b8212-predictor-598b577b-bw5tf namespace: kserve-ci-e2e-test resourceVersion: "19695" uid: f2fc63f4-a281-444a-9062-0a7929ab0c1d kind: Event lastTimestamp: "2026-04-16T20:31:48Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-04-16T20:31:48Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-16T20:31:48Z" name: success-200-isvc-b8212-predictor-598b577b-bw5tf.18a6f079c773c1de namespace: kserve-ci-e2e-test resourceVersion: "19746" uid: 34dee8ea-3e07-45c0-8315-e90c198858f9 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-135-182.ec2.internal source: component: kubelet host: ip-10-0-135-182.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T20:31:48Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-b8212-predictor-598b577b-bw5tf namespace: kserve-ci-e2e-test resourceVersion: "19695" uid: f2fc63f4-a281-444a-9062-0a7929ab0c1d kind: Event lastTimestamp: "2026-04-16T20:31:48Z" message: Started container kserve-container metadata: creationTimestamp: "2026-04-16T20:31:48Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-16T20:31:48Z" name: success-200-isvc-b8212-predictor-598b577b-bw5tf.18a6f079c80c69d8 namespace: kserve-ci-e2e-test resourceVersion: "19748" uid: d0f27549-c3ec-4009-96ab-a4145315447d reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-135-182.ec2.internal source: component: kubelet host: ip-10-0-135-182.ec2.internal type: Normal - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-04-16T20:31:48Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-b8212-predictor-598b577b-bw5tf namespace: kserve-ci-e2e-test resourceVersion: "19695" uid: f2fc63f4-a281-444a-9062-0a7929ab0c1d kind: Event lastTimestamp: "2026-04-16T20:32:29Z" message: 'Readiness probe failed: dial tcp 10.134.0.37:8080: connect: connection refused' metadata: creationTimestamp: "2026-04-16T20:31:48Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-16T20:32:29Z" name: success-200-isvc-b8212-predictor-598b577b-bw5tf.18a6f079c99f6973 namespace: kserve-ci-e2e-test resourceVersion: "20147" uid: bc336f4d-9dd6-498d-af2c-7249f2e83bd6 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-135-182.ec2.internal source: component: kubelet host: ip-10-0-135-182.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T20:41:13Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-b8212-predictor-598b577b-bw5tf namespace: kserve-ci-e2e-test resourceVersion: "19695" uid: f2fc63f4-a281-444a-9062-0a7929ab0c1d kind: Event lastTimestamp: "2026-04-16T20:41:13Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-04-16T20:41:13Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-16T20:41:13Z" name: success-200-isvc-b8212-predictor-598b577b-bw5tf.18a6f0fd3bd66b81 namespace: kserve-ci-e2e-test resourceVersion: "24072" uid: d871c785-5f23-4d77-8d12-7fca39b2796b reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-135-182.ec2.internal source: component: kubelet host: ip-10-0-135-182.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T20:31:48Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: success-200-isvc-b8212-predictor-598b577b namespace: kserve-ci-e2e-test resourceVersion: "19676" uid: f42fb5d2-4f3e-4f3d-a45a-c9653806ce67 kind: Event lastTimestamp: "2026-04-16T20:31:48Z" message: 'Created pod: success-200-isvc-b8212-predictor-598b577b-bw5tf' metadata: creationTimestamp: "2026-04-16T20:31:48Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-16T20:31:48Z" name: success-200-isvc-b8212-predictor-598b577b.18a6f079b4a3dec3 namespace: kserve-ci-e2e-test resourceVersion: "19696" uid: c88b650d-ffc2-4a41-8fb2-ecba19c45d6b reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T20:31:48Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: success-200-isvc-b8212-predictor namespace: kserve-ci-e2e-test resourceVersion: "19673" uid: a3f151ad-ae0d-4ff9-805d-caefc1c2c3f5 kind: Event lastTimestamp: "2026-04-16T20:31:48Z" message: Scaled up replica set success-200-isvc-b8212-predictor-598b577b from 0 to 1 metadata: creationTimestamp: "2026-04-16T20:31:48Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-16T20:31:48Z" name: success-200-isvc-b8212-predictor.18a6f079b2c3d323 namespace: kserve-ci-e2e-test resourceVersion: "19680" uid: 93be8795-49a9-4c29-9a94-57a29694d57a reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T20:32:03Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-b8212-predictor namespace: kserve-ci-e2e-test resourceVersion: "19675" uid: a11fdfe7-3971-4634-9faf-44e48bd28f0a kind: Event lastTimestamp: "2026-04-16T20:32:03Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-04-16T20:32:03Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-16T20:32:03Z" name: success-200-isvc-b8212-predictor.18a6f07d31479854 namespace: kserve-ci-e2e-test resourceVersion: "19881" uid: 2ad4f6c8-f708-49f4-87fd-338575d2760a reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T20:32:03Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-b8212-predictor namespace: kserve-ci-e2e-test resourceVersion: "19675" uid: a11fdfe7-3971-4634-9faf-44e48bd28f0a kind: Event lastTimestamp: "2026-04-16T20:32:03Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-04-16T20:32:03Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-16T20:32:03Z" name: success-200-isvc-b8212-predictor.18a6f07d31bc8c69 namespace: kserve-ci-e2e-test resourceVersion: "19883" uid: 47413340-e2f8-4e41-98aa-c6c7fc246838 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 5 eventTime: null firstTimestamp: "2026-04-16T20:32:18Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-b8212-predictor namespace: kserve-ci-e2e-test resourceVersion: "19882" uid: a11fdfe7-3971-4634-9faf-44e48bd28f0a kind: Event lastTimestamp: "2026-04-16T20:33:18Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-04-16T20:32:18Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-16T20:33:18Z" name: success-200-isvc-b8212-predictor.18a6f080b0c94506 namespace: kserve-ci-e2e-test resourceVersion: "20719" uid: dd3aed00-56b8-4d77-95ee-a7a15c8e219f reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 5 eventTime: null firstTimestamp: "2026-04-16T20:32:18Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-b8212-predictor namespace: kserve-ci-e2e-test resourceVersion: "19882" uid: a11fdfe7-3971-4634-9faf-44e48bd28f0a kind: Event lastTimestamp: "2026-04-16T20:33:18Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-04-16T20:32:18Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-16T20:33:18Z" name: success-200-isvc-b8212-predictor.18a6f080b12bddb5 namespace: kserve-ci-e2e-test resourceVersion: "20720" uid: 881b7064-f46e-4486-a768-a533c04eacfc reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 5 eventTime: null firstTimestamp: "2026-04-16T20:31:48Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-b8212 namespace: kserve-ci-e2e-test resourceVersion: "19654" uid: 214383cc-0e6b-47d4-b5a7-2d4d15ef2901 kind: Event lastTimestamp: "2026-04-16T20:32:40Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-04-16T20:31:48Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-04-16T20:32:40Z" name: success-200-isvc-b8212.18a6f079b29a4d6d namespace: kserve-ci-e2e-test resourceVersion: "20372" uid: c2b3e43b-8614-42b6-8e47-cb91c811a496 reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T20:32:39Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-b8212 namespace: kserve-ci-e2e-test resourceVersion: "20366" uid: 214383cc-0e6b-47d4-b5a7-2d4d15ef2901 kind: Event lastTimestamp: "2026-04-16T20:32:39Z" message: InferenceService [success-200-isvc-b8212] is Ready metadata: creationTimestamp: "2026-04-16T20:32:39Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-04-16T20:32:39Z" name: success-200-isvc-b8212.18a6f085adb1aeb9 namespace: kserve-ci-e2e-test resourceVersion: "20367" uid: f9af54b8-4589-4f17-92e5-491fc6672fb7 reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-04-16T20:32:34.376194Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: success-200-isvc-cc0f2-predictor-56bbbc6bdb-mmsf7 namespace: kserve-ci-e2e-test resourceVersion: "20230" uid: a9564e1c-a911-4775-a65e-6d3137def60a kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/success-200-isvc-cc0f2-predictor-56bbbc6bdb-mmsf7 to ip-10-0-135-182.ec2.internal metadata: creationTimestamp: "2026-04-16T20:32:34Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-04-16T20:32:34Z" name: success-200-isvc-cc0f2-predictor-56bbbc6bdb-mmsf7.18a6f0845fb3bb48 namespace: kserve-ci-e2e-test resourceVersion: "20238" uid: 3c8a5197-e6ad-42f8-bbae-13521b338fda reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-64b5c5c6fd-mbl98 source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T20:32:34Z" involvedObject: apiVersion: v1 kind: Pod name: success-200-isvc-cc0f2-predictor-56bbbc6bdb-mmsf7 namespace: kserve-ci-e2e-test resourceVersion: "20240" uid: a9564e1c-a911-4775-a65e-6d3137def60a kind: Event lastTimestamp: "2026-04-16T20:32:34Z" message: Add eth0 [10.134.0.39/23] from ovn-kubernetes metadata: creationTimestamp: "2026-04-16T20:32:34Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-04-16T20:32:34Z" name: success-200-isvc-cc0f2-predictor-56bbbc6bdb-mmsf7.18a6f0846761aaaf namespace: kserve-ci-e2e-test resourceVersion: "20275" uid: 2e9e7cfa-eaac-4f5a-8e69-a2d246103001 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T20:32:34Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-cc0f2-predictor-56bbbc6bdb-mmsf7 namespace: kserve-ci-e2e-test resourceVersion: "20234" uid: a9564e1c-a911-4775-a65e-6d3137def60a kind: Event lastTimestamp: "2026-04-16T20:32:34Z" message: Container image "quay.io/opendatahub/success-200-isvc:odh-pr-1400" already present on machine metadata: creationTimestamp: "2026-04-16T20:32:34Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-16T20:32:34Z" name: success-200-isvc-cc0f2-predictor-56bbbc6bdb-mmsf7.18a6f08468b37980 namespace: kserve-ci-e2e-test resourceVersion: "20286" uid: d1d4e659-baf7-4a89-ba25-fe60dafb8186 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-135-182.ec2.internal source: component: kubelet host: ip-10-0-135-182.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T20:32:34Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-cc0f2-predictor-56bbbc6bdb-mmsf7 namespace: kserve-ci-e2e-test resourceVersion: "20234" uid: a9564e1c-a911-4775-a65e-6d3137def60a kind: Event lastTimestamp: "2026-04-16T20:32:34Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-04-16T20:32:34Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-16T20:32:34Z" name: success-200-isvc-cc0f2-predictor-56bbbc6bdb-mmsf7.18a6f084716c909a namespace: kserve-ci-e2e-test resourceVersion: "20297" uid: 86afb966-2c60-43ce-ae6d-c1f6457e3dbf reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-135-182.ec2.internal source: component: kubelet host: ip-10-0-135-182.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T20:32:34Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-cc0f2-predictor-56bbbc6bdb-mmsf7 namespace: kserve-ci-e2e-test resourceVersion: "20234" uid: a9564e1c-a911-4775-a65e-6d3137def60a kind: Event lastTimestamp: "2026-04-16T20:32:34Z" message: Started container kserve-container metadata: creationTimestamp: "2026-04-16T20:32:34Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-16T20:32:34Z" name: success-200-isvc-cc0f2-predictor-56bbbc6bdb-mmsf7.18a6f08471ee2cae namespace: kserve-ci-e2e-test resourceVersion: "20299" uid: be57b7c5-3cae-46a9-8f1b-516217c2e812 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-135-182.ec2.internal source: component: kubelet host: ip-10-0-135-182.ec2.internal type: Normal - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-04-16T20:32:35Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-cc0f2-predictor-56bbbc6bdb-mmsf7 namespace: kserve-ci-e2e-test resourceVersion: "20234" uid: a9564e1c-a911-4775-a65e-6d3137def60a kind: Event lastTimestamp: "2026-04-16T20:33:16Z" message: 'Readiness probe failed: dial tcp 10.134.0.39:8080: connect: connection refused' metadata: creationTimestamp: "2026-04-16T20:32:35Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-16T20:33:16Z" name: success-200-isvc-cc0f2-predictor-56bbbc6bdb-mmsf7.18a6f084896e14b5 namespace: kserve-ci-e2e-test resourceVersion: "20694" uid: a9e2207c-55da-452d-85e3-14353f98e26e reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-135-182.ec2.internal source: component: kubelet host: ip-10-0-135-182.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T20:41:59Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-cc0f2-predictor-56bbbc6bdb-mmsf7 namespace: kserve-ci-e2e-test resourceVersion: "20234" uid: a9564e1c-a911-4775-a65e-6d3137def60a kind: Event lastTimestamp: "2026-04-16T20:41:59Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-04-16T20:41:59Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-16T20:41:59Z" name: success-200-isvc-cc0f2-predictor-56bbbc6bdb-mmsf7.18a6f107e8070b32 namespace: kserve-ci-e2e-test resourceVersion: "24549" uid: 2963f8e7-9959-432a-a76a-6b72635eab6b reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-135-182.ec2.internal source: component: kubelet host: ip-10-0-135-182.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T20:32:34Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: success-200-isvc-cc0f2-predictor-56bbbc6bdb namespace: kserve-ci-e2e-test resourceVersion: "20217" uid: f277c0c5-12dd-49f3-aa77-86249320b1cb kind: Event lastTimestamp: "2026-04-16T20:32:34Z" message: 'Created pod: success-200-isvc-cc0f2-predictor-56bbbc6bdb-mmsf7' metadata: creationTimestamp: "2026-04-16T20:32:34Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-16T20:32:34Z" name: success-200-isvc-cc0f2-predictor-56bbbc6bdb.18a6f0845e5fdf88 namespace: kserve-ci-e2e-test resourceVersion: "20235" uid: 1e9716c6-13f5-40e7-a9f7-a5b97cc224bb reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T20:32:34Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: success-200-isvc-cc0f2-predictor namespace: kserve-ci-e2e-test resourceVersion: "20214" uid: b7068217-84aa-4e46-ab6a-25a17444e768 kind: Event lastTimestamp: "2026-04-16T20:32:34Z" message: Scaled up replica set success-200-isvc-cc0f2-predictor-56bbbc6bdb from 0 to 1 metadata: creationTimestamp: "2026-04-16T20:32:34Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-16T20:32:34Z" name: success-200-isvc-cc0f2-predictor.18a6f0845ce3366d namespace: kserve-ci-e2e-test resourceVersion: "20222" uid: 9f40a45b-a241-4ba2-a127-0c56871894b6 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-04-16T20:32:49Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-cc0f2-predictor namespace: kserve-ci-e2e-test resourceVersion: "20216" uid: 99d618ed-caa3-4571-b5fc-a434ea58ce68 kind: Event lastTimestamp: "2026-04-16T20:33:04Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-04-16T20:32:49Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-16T20:33:04Z" name: success-200-isvc-cc0f2-predictor.18a6f087db571eb0 namespace: kserve-ci-e2e-test resourceVersion: "20603" uid: f9b0e37d-b5a7-425f-8d26-46f827eb0ab5 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-04-16T20:32:49Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-cc0f2-predictor namespace: kserve-ci-e2e-test resourceVersion: "20216" uid: 99d618ed-caa3-4571-b5fc-a434ea58ce68 kind: Event lastTimestamp: "2026-04-16T20:33:04Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-04-16T20:32:49Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-16T20:33:04Z" name: success-200-isvc-cc0f2-predictor.18a6f087dbbd401c namespace: kserve-ci-e2e-test resourceVersion: "20604" uid: 206a11fd-1144-44da-8e2c-a023933910af reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 4 eventTime: null firstTimestamp: "2026-04-16T20:33:19Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-cc0f2-predictor namespace: kserve-ci-e2e-test resourceVersion: "20450" uid: 99d618ed-caa3-4571-b5fc-a434ea58ce68 kind: Event lastTimestamp: "2026-04-16T20:34:04Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-04-16T20:33:19Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-16T20:34:04Z" name: success-200-isvc-cc0f2-predictor.18a6f08ed91ff826 namespace: kserve-ci-e2e-test resourceVersion: "21117" uid: 1ad55554-c2bf-4828-b71f-a8cdf6cff875 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 4 eventTime: null firstTimestamp: "2026-04-16T20:33:19Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-cc0f2-predictor namespace: kserve-ci-e2e-test resourceVersion: "20450" uid: 99d618ed-caa3-4571-b5fc-a434ea58ce68 kind: Event lastTimestamp: "2026-04-16T20:34:04Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-04-16T20:33:19Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-16T20:34:04Z" name: success-200-isvc-cc0f2-predictor.18a6f08ed9834379 namespace: kserve-ci-e2e-test resourceVersion: "21118" uid: 1f39446b-0a86-4f12-a781-651b0e7cea7b reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-04-16T20:32:34Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-cc0f2 namespace: kserve-ci-e2e-test resourceVersion: "20207" uid: a29a7e27-42c5-4225-9aa4-eea0966366ec kind: Event lastTimestamp: "2026-04-16T20:33:26Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-04-16T20:32:34Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-04-16T20:33:26Z" name: success-200-isvc-cc0f2.18a6f0845cc127c3 namespace: kserve-ci-e2e-test resourceVersion: "20800" uid: 2bdfff19-6c74-44da-b956-1883014ee70b reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T20:33:26Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-cc0f2 namespace: kserve-ci-e2e-test resourceVersion: "20796" uid: a29a7e27-42c5-4225-9aa4-eea0966366ec kind: Event lastTimestamp: "2026-04-16T20:33:26Z" message: InferenceService [success-200-isvc-cc0f2] is Ready metadata: creationTimestamp: "2026-04-16T20:33:26Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-04-16T20:33:26Z" name: success-200-isvc-cc0f2.18a6f0906f8a5fa4 namespace: kserve-ci-e2e-test resourceVersion: "20797" uid: 4acb97ad-7a21-4030-b0d7-1c24f7941e92 reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-04-16T20:42:33.817196Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: success-200-isvc-ee4eb-predictor-6cdf96cdcb-q4jmp namespace: kserve-ci-e2e-test resourceVersion: "25010" uid: 3e2f511d-226f-4bad-953c-ba86ce555dd5 kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/success-200-isvc-ee4eb-predictor-6cdf96cdcb-q4jmp to ip-10-0-135-182.ec2.internal metadata: creationTimestamp: "2026-04-16T20:42:33Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-04-16T20:42:33Z" name: success-200-isvc-ee4eb-predictor-6cdf96cdcb-q4jmp.18a6f10ff12b8df0 namespace: kserve-ci-e2e-test resourceVersion: "25015" uid: 4e91d981-37eb-4b69-957b-e54b37ce80c5 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-64b5c5c6fd-mbl98 source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T20:42:33Z" involvedObject: apiVersion: v1 kind: Pod name: success-200-isvc-ee4eb-predictor-6cdf96cdcb-q4jmp namespace: kserve-ci-e2e-test resourceVersion: "25021" uid: 3e2f511d-226f-4bad-953c-ba86ce555dd5 kind: Event lastTimestamp: "2026-04-16T20:42:33Z" message: Add eth0 [10.134.0.45/23] from ovn-kubernetes metadata: creationTimestamp: "2026-04-16T20:42:33Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-04-16T20:42:33Z" name: success-200-isvc-ee4eb-predictor-6cdf96cdcb-q4jmp.18a6f10ffa36e7c9 namespace: kserve-ci-e2e-test resourceVersion: "25060" uid: 4fb6688d-801f-4372-8773-30c8944cd2a4 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T20:42:33Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-ee4eb-predictor-6cdf96cdcb-q4jmp namespace: kserve-ci-e2e-test resourceVersion: "25011" uid: 3e2f511d-226f-4bad-953c-ba86ce555dd5 kind: Event lastTimestamp: "2026-04-16T20:42:33Z" message: Container image "quay.io/opendatahub/success-200-isvc:odh-pr-1400" already present on machine metadata: creationTimestamp: "2026-04-16T20:42:33Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-16T20:42:33Z" name: success-200-isvc-ee4eb-predictor-6cdf96cdcb-q4jmp.18a6f10ffbde860e namespace: kserve-ci-e2e-test resourceVersion: "25066" uid: c1c0d3b1-f328-4831-bd8d-81cc71753429 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-135-182.ec2.internal source: component: kubelet host: ip-10-0-135-182.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T20:42:34Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-ee4eb-predictor-6cdf96cdcb-q4jmp namespace: kserve-ci-e2e-test resourceVersion: "25011" uid: 3e2f511d-226f-4bad-953c-ba86ce555dd5 kind: Event lastTimestamp: "2026-04-16T20:42:34Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-04-16T20:42:34Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-16T20:42:34Z" name: success-200-isvc-ee4eb-predictor-6cdf96cdcb-q4jmp.18a6f11000b65898 namespace: kserve-ci-e2e-test resourceVersion: "25072" uid: 26bcd30a-0516-4dc3-929c-a4358d472ed0 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-135-182.ec2.internal source: component: kubelet host: ip-10-0-135-182.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T20:42:34Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-ee4eb-predictor-6cdf96cdcb-q4jmp namespace: kserve-ci-e2e-test resourceVersion: "25011" uid: 3e2f511d-226f-4bad-953c-ba86ce555dd5 kind: Event lastTimestamp: "2026-04-16T20:42:34Z" message: Started container kserve-container metadata: creationTimestamp: "2026-04-16T20:42:34Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-16T20:42:34Z" name: success-200-isvc-ee4eb-predictor-6cdf96cdcb-q4jmp.18a6f1100132a0f4 namespace: kserve-ci-e2e-test resourceVersion: "25074" uid: c317e8e7-8861-454c-9836-9c1fbde72596 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-135-182.ec2.internal source: component: kubelet host: ip-10-0-135-182.ec2.internal type: Normal - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-04-16T20:42:34Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-ee4eb-predictor-6cdf96cdcb-q4jmp namespace: kserve-ci-e2e-test resourceVersion: "25011" uid: 3e2f511d-226f-4bad-953c-ba86ce555dd5 kind: Event lastTimestamp: "2026-04-16T20:43:15Z" message: 'Readiness probe failed: dial tcp 10.134.0.45:8080: connect: connection refused' metadata: creationTimestamp: "2026-04-16T20:42:34Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-16T20:43:15Z" name: success-200-isvc-ee4eb-predictor-6cdf96cdcb-q4jmp.18a6f11001a73774 namespace: kserve-ci-e2e-test resourceVersion: "25468" uid: d5bda6e6-a5fe-44ea-8fd2-ead72c9f5928 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-135-182.ec2.internal source: component: kubelet host: ip-10-0-135-182.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T20:51:58Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-ee4eb-predictor-6cdf96cdcb-q4jmp namespace: kserve-ci-e2e-test resourceVersion: "25011" uid: 3e2f511d-226f-4bad-953c-ba86ce555dd5 kind: Event lastTimestamp: "2026-04-16T20:51:58Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-04-16T20:51:58Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-16T20:51:58Z" name: success-200-isvc-ee4eb-predictor-6cdf96cdcb-q4jmp.18a6f19376acc51d namespace: kserve-ci-e2e-test resourceVersion: "29471" uid: b6f50d07-05a7-41f7-80ea-350bb399049d reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-135-182.ec2.internal source: component: kubelet host: ip-10-0-135-182.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T20:42:33Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: success-200-isvc-ee4eb-predictor-6cdf96cdcb namespace: kserve-ci-e2e-test resourceVersion: "24991" uid: 55f654f2-8f9e-4add-b080-a3e9d30d17af kind: Event lastTimestamp: "2026-04-16T20:42:33Z" message: 'Created pod: success-200-isvc-ee4eb-predictor-6cdf96cdcb-q4jmp' metadata: creationTimestamp: "2026-04-16T20:42:33Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-16T20:42:33Z" name: success-200-isvc-ee4eb-predictor-6cdf96cdcb.18a6f10ff074308c namespace: kserve-ci-e2e-test resourceVersion: "25012" uid: 73b607e2-be74-493b-b5ee-4f0972c861fc reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T20:42:33Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: success-200-isvc-ee4eb-predictor namespace: kserve-ci-e2e-test resourceVersion: "24988" uid: 49ea9304-ef1c-465e-8c30-5273f03994d4 kind: Event lastTimestamp: "2026-04-16T20:42:33Z" message: Scaled up replica set success-200-isvc-ee4eb-predictor-6cdf96cdcb from 0 to 1 metadata: creationTimestamp: "2026-04-16T20:42:33Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-16T20:42:33Z" name: success-200-isvc-ee4eb-predictor.18a6f10fec8db109 namespace: kserve-ci-e2e-test resourceVersion: "24994" uid: 34cfc1b8-27f6-4118-9fec-bf1abeb062b5 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-04-16T20:42:48Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-ee4eb-predictor namespace: kserve-ci-e2e-test resourceVersion: "24990" uid: 43495011-c10e-497d-a45b-aa76af899917 kind: Event lastTimestamp: "2026-04-16T20:43:18Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-04-16T20:42:48Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-16T20:43:18Z" name: success-200-isvc-ee4eb-predictor.18a6f1136ae8fbf6 namespace: kserve-ci-e2e-test resourceVersion: "25502" uid: 8bbe4845-ab62-4dc3-9216-1fb69b2a10b7 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-04-16T20:42:48Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-ee4eb-predictor namespace: kserve-ci-e2e-test resourceVersion: "24990" uid: 43495011-c10e-497d-a45b-aa76af899917 kind: Event lastTimestamp: "2026-04-16T20:43:18Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-04-16T20:42:48Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-16T20:43:18Z" name: success-200-isvc-ee4eb-predictor.18a6f1136b4889c6 namespace: kserve-ci-e2e-test resourceVersion: "25503" uid: f7641689-b381-4f62-960d-4212d2a265db reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-04-16T20:43:33Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-ee4eb-predictor namespace: kserve-ci-e2e-test resourceVersion: "25207" uid: 43495011-c10e-497d-a45b-aa76af899917 kind: Event lastTimestamp: "2026-04-16T20:43:48Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-04-16T20:43:33Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-16T20:43:48Z" name: success-200-isvc-ee4eb-predictor.18a6f11de76bf7e3 namespace: kserve-ci-e2e-test resourceVersion: "25780" uid: 6b757278-afc6-4e86-8424-a47cdd6c2fdc reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-04-16T20:43:33Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-ee4eb-predictor namespace: kserve-ci-e2e-test resourceVersion: "25207" uid: 43495011-c10e-497d-a45b-aa76af899917 kind: Event lastTimestamp: "2026-04-16T20:43:48Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-04-16T20:43:33Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-16T20:43:48Z" name: success-200-isvc-ee4eb-predictor.18a6f11de7d3e6a9 namespace: kserve-ci-e2e-test resourceVersion: "25781" uid: 4289e841-e795-455c-bf80-d0b164c3a237 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 5 eventTime: null firstTimestamp: "2026-04-16T20:42:33Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-ee4eb namespace: kserve-ci-e2e-test resourceVersion: "24981" uid: 34464fe8-81d2-4097-83ca-7c7513523d7b kind: Event lastTimestamp: "2026-04-16T20:43:25Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-04-16T20:42:33Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-04-16T20:43:25Z" name: success-200-isvc-ee4eb.18a6f10fec616912 namespace: kserve-ci-e2e-test resourceVersion: "25560" uid: f275b7d4-fd7f-4b35-bc7c-be153d938a6b reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T20:43:25Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-ee4eb namespace: kserve-ci-e2e-test resourceVersion: "25558" uid: 34464fe8-81d2-4097-83ca-7c7513523d7b kind: Event lastTimestamp: "2026-04-16T20:43:25Z" message: InferenceService [success-200-isvc-ee4eb] is Ready metadata: creationTimestamp: "2026-04-16T20:43:25Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-04-16T20:43:25Z" name: success-200-isvc-ee4eb.18a6f11be5666b36 namespace: kserve-ci-e2e-test resourceVersion: "25559" uid: 7db6dd29-d9df-4f8e-a9b3-b2cfe97af6e9 reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-04-16T20:21:49.203292Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: success-200-isvc-f682f-predictor-7c7bbf9bd6-8bbfn namespace: kserve-ci-e2e-test resourceVersion: "14903" uid: 499bbfc5-41eb-4e33-a4bb-07d27515e806 kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/success-200-isvc-f682f-predictor-7c7bbf9bd6-8bbfn to ip-10-0-135-182.ec2.internal metadata: creationTimestamp: "2026-04-16T20:21:49Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-04-16T20:21:49Z" name: success-200-isvc-f682f-predictor-7c7bbf9bd6-8bbfn.18a6efee28667481 namespace: kserve-ci-e2e-test resourceVersion: "14910" uid: f8bde397-48cf-4ccb-9a5c-8fa1b360024a reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-64b5c5c6fd-mbl98 source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T20:21:49Z" involvedObject: apiVersion: v1 kind: Pod name: success-200-isvc-f682f-predictor-7c7bbf9bd6-8bbfn namespace: kserve-ci-e2e-test resourceVersion: "14911" uid: 499bbfc5-41eb-4e33-a4bb-07d27515e806 kind: Event lastTimestamp: "2026-04-16T20:21:49Z" message: Add eth0 [10.134.0.31/23] from ovn-kubernetes metadata: creationTimestamp: "2026-04-16T20:21:49Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-04-16T20:21:49Z" name: success-200-isvc-f682f-predictor-7c7bbf9bd6-8bbfn.18a6efee30ac4c62 namespace: kserve-ci-e2e-test resourceVersion: "14950" uid: 74ac54de-7aa3-41db-b46a-12cbaca09323 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T20:21:49Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-f682f-predictor-7c7bbf9bd6-8bbfn namespace: kserve-ci-e2e-test resourceVersion: "14906" uid: 499bbfc5-41eb-4e33-a4bb-07d27515e806 kind: Event lastTimestamp: "2026-04-16T20:21:49Z" message: Container image "quay.io/opendatahub/success-200-isvc:odh-pr-1400" already present on machine metadata: creationTimestamp: "2026-04-16T20:21:49Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-16T20:21:49Z" name: success-200-isvc-f682f-predictor-7c7bbf9bd6-8bbfn.18a6efee32d58083 namespace: kserve-ci-e2e-test resourceVersion: "14958" uid: c7fda015-d7aa-42a9-9c3b-c288235e73d3 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-135-182.ec2.internal source: component: kubelet host: ip-10-0-135-182.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T20:21:49Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-f682f-predictor-7c7bbf9bd6-8bbfn namespace: kserve-ci-e2e-test resourceVersion: "14906" uid: 499bbfc5-41eb-4e33-a4bb-07d27515e806 kind: Event lastTimestamp: "2026-04-16T20:21:49Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-04-16T20:21:49Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-16T20:21:49Z" name: success-200-isvc-f682f-predictor-7c7bbf9bd6-8bbfn.18a6efee3890ec1a namespace: kserve-ci-e2e-test resourceVersion: "14962" uid: 32474d85-c6da-4d07-bbc1-a7eb52a6aa9f reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-135-182.ec2.internal source: component: kubelet host: ip-10-0-135-182.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T20:21:49Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-f682f-predictor-7c7bbf9bd6-8bbfn namespace: kserve-ci-e2e-test resourceVersion: "14906" uid: 499bbfc5-41eb-4e33-a4bb-07d27515e806 kind: Event lastTimestamp: "2026-04-16T20:21:49Z" message: Started container kserve-container metadata: creationTimestamp: "2026-04-16T20:21:49Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-16T20:21:49Z" name: success-200-isvc-f682f-predictor-7c7bbf9bd6-8bbfn.18a6efee39127435 namespace: kserve-ci-e2e-test resourceVersion: "14965" uid: dcfc46ca-ae67-40cd-99d4-4495363afeec reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-135-182.ec2.internal source: component: kubelet host: ip-10-0-135-182.ec2.internal type: Normal - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-04-16T20:21:49Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-f682f-predictor-7c7bbf9bd6-8bbfn namespace: kserve-ci-e2e-test resourceVersion: "14906" uid: 499bbfc5-41eb-4e33-a4bb-07d27515e806 kind: Event lastTimestamp: "2026-04-16T20:22:30Z" message: 'Readiness probe failed: dial tcp 10.134.0.31:8080: connect: connection refused' metadata: creationTimestamp: "2026-04-16T20:21:49Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-16T20:22:30Z" name: success-200-isvc-f682f-predictor-7c7bbf9bd6-8bbfn.18a6efee537c2602 namespace: kserve-ci-e2e-test resourceVersion: "15373" uid: 4911d856-a252-4ab9-b4f2-eb59de032a38 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-135-182.ec2.internal source: component: kubelet host: ip-10-0-135-182.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T20:31:14Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-f682f-predictor-7c7bbf9bd6-8bbfn namespace: kserve-ci-e2e-test resourceVersion: "14906" uid: 499bbfc5-41eb-4e33-a4bb-07d27515e806 kind: Event lastTimestamp: "2026-04-16T20:31:14Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-04-16T20:31:14Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-16T20:31:14Z" name: success-200-isvc-f682f-predictor-7c7bbf9bd6-8bbfn.18a6f071b008e4d1 namespace: kserve-ci-e2e-test resourceVersion: "19238" uid: dd827fab-4a20-486f-a5b9-d3a6c140ab0b reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-135-182.ec2.internal source: component: kubelet host: ip-10-0-135-182.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T20:21:49Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: success-200-isvc-f682f-predictor-7c7bbf9bd6 namespace: kserve-ci-e2e-test resourceVersion: "14891" uid: 69f11db9-b7c0-4385-838d-48782f201af4 kind: Event lastTimestamp: "2026-04-16T20:21:49Z" message: 'Created pod: success-200-isvc-f682f-predictor-7c7bbf9bd6-8bbfn' metadata: creationTimestamp: "2026-04-16T20:21:49Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-16T20:21:49Z" name: success-200-isvc-f682f-predictor-7c7bbf9bd6.18a6efee27d592b5 namespace: kserve-ci-e2e-test resourceVersion: "14905" uid: 69311647-dc80-49a5-8fb2-633244c6de9e reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T20:21:49Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: success-200-isvc-f682f-predictor namespace: kserve-ci-e2e-test resourceVersion: "14883" uid: 29413942-9d8d-46fc-ab8a-27708b487279 kind: Event lastTimestamp: "2026-04-16T20:21:49Z" message: Scaled up replica set success-200-isvc-f682f-predictor-7c7bbf9bd6 from 0 to 1 metadata: creationTimestamp: "2026-04-16T20:21:49Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-16T20:21:49Z" name: success-200-isvc-f682f-predictor.18a6efee2655ce46 namespace: kserve-ci-e2e-test resourceVersion: "14896" uid: ecbe3894-0e65-4302-803d-5f3e27468c1c reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-04-16T20:22:04Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-f682f-predictor namespace: kserve-ci-e2e-test resourceVersion: "14889" uid: bc05584c-a1f2-4860-a04d-3e7a1e1c6171 kind: Event lastTimestamp: "2026-04-16T20:22:19Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-04-16T20:22:04Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-16T20:22:19Z" name: success-200-isvc-f682f-predictor.18a6eff1a4b884f1 namespace: kserve-ci-e2e-test resourceVersion: "15272" uid: 1b8778d6-5299-42aa-bc00-913f9e33c5aa reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-04-16T20:22:04Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-f682f-predictor namespace: kserve-ci-e2e-test resourceVersion: "14889" uid: bc05584c-a1f2-4860-a04d-3e7a1e1c6171 kind: Event lastTimestamp: "2026-04-16T20:22:19Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-04-16T20:22:04Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-16T20:22:19Z" name: success-200-isvc-f682f-predictor.18a6eff1a51f8b72 namespace: kserve-ci-e2e-test resourceVersion: "15273" uid: 7aceb242-0b2a-44dc-91f9-b011d63f2eb2 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-04-16T20:22:34Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-f682f-predictor namespace: kserve-ci-e2e-test resourceVersion: "15126" uid: bc05584c-a1f2-4860-a04d-3e7a1e1c6171 kind: Event lastTimestamp: "2026-04-16T20:23:04Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-04-16T20:22:34Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-16T20:23:04Z" name: success-200-isvc-f682f-predictor.18a6eff8a2825c29 namespace: kserve-ci-e2e-test resourceVersion: "15676" uid: 295839d5-b14e-4cb6-a3e0-28a620fa9004 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-04-16T20:22:34Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-f682f-predictor namespace: kserve-ci-e2e-test resourceVersion: "15126" uid: bc05584c-a1f2-4860-a04d-3e7a1e1c6171 kind: Event lastTimestamp: "2026-04-16T20:23:04Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-04-16T20:22:34Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-16T20:23:04Z" name: success-200-isvc-f682f-predictor.18a6eff8a2e116cb namespace: kserve-ci-e2e-test resourceVersion: "15677" uid: b347e42a-ed8a-4ca1-bfca-092454c2bba5 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-04-16T20:21:49Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-f682f namespace: kserve-ci-e2e-test resourceVersion: "14864" uid: b6b741b5-15f2-46dd-bcb7-06a0f616142d kind: Event lastTimestamp: "2026-04-16T20:22:41Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-04-16T20:21:49Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-04-16T20:22:41Z" name: success-200-isvc-f682f.18a6efee261cd115 namespace: kserve-ci-e2e-test resourceVersion: "15466" uid: 71b25f28-9171-4165-a65c-68d7b90f0566 reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T20:22:41Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-f682f namespace: kserve-ci-e2e-test resourceVersion: "15463" uid: b6b741b5-15f2-46dd-bcb7-06a0f616142d kind: Event lastTimestamp: "2026-04-16T20:22:41Z" message: InferenceService [success-200-isvc-f682f] is Ready metadata: creationTimestamp: "2026-04-16T20:22:41Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-04-16T20:22:41Z" name: success-200-isvc-f682f.18a6effa3979fb28 namespace: kserve-ci-e2e-test resourceVersion: "15464" uid: ca7fb46a-d679-4610-9031-74855cd1e231 reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-04-16T20:22:13.367804Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: switch-graph-15788-6fd7bd5656-twm8c namespace: kserve-ci-e2e-test resourceVersion: "15206" uid: b34d9759-f7dc-43db-af7c-9b9c133cd98b kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/switch-graph-15788-6fd7bd5656-twm8c to ip-10-0-134-158.ec2.internal metadata: creationTimestamp: "2026-04-16T20:22:13Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-04-16T20:22:13Z" name: switch-graph-15788-6fd7bd5656-twm8c.18a6eff3c8b7a898 namespace: kserve-ci-e2e-test resourceVersion: "15211" uid: 155854c3-14b2-4608-a581-8ad430a4deb0 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-64b5c5c6fd-mbl98 source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T20:22:13Z" involvedObject: apiVersion: v1 kind: Pod name: switch-graph-15788-6fd7bd5656-twm8c namespace: kserve-ci-e2e-test resourceVersion: "15209" uid: b34d9759-f7dc-43db-af7c-9b9c133cd98b kind: Event lastTimestamp: "2026-04-16T20:22:13Z" message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "switch-graph-15788-serving-cert" not found' metadata: creationTimestamp: "2026-04-16T20:22:13Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-16T20:22:13Z" name: switch-graph-15788-6fd7bd5656-twm8c.18a6eff3d4e821c5 namespace: kserve-ci-e2e-test resourceVersion: "15221" uid: ed708b5b-71bc-492e-a453-ac0a33381317 reason: FailedMount reportingComponent: kubelet reportingInstance: ip-10-0-134-158.ec2.internal source: component: kubelet host: ip-10-0-134-158.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T20:22:14Z" involvedObject: apiVersion: v1 kind: Pod name: switch-graph-15788-6fd7bd5656-twm8c namespace: kserve-ci-e2e-test resourceVersion: "15214" uid: b34d9759-f7dc-43db-af7c-9b9c133cd98b kind: Event lastTimestamp: "2026-04-16T20:22:14Z" message: Add eth0 [10.133.0.26/23] from ovn-kubernetes metadata: creationTimestamp: "2026-04-16T20:22:14Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-04-16T20:22:14Z" name: switch-graph-15788-6fd7bd5656-twm8c.18a6eff405e6fb05 namespace: kserve-ci-e2e-test resourceVersion: "15230" uid: 199c5856-2b4c-4c47-99c2-bea6540e0111 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T20:22:14Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{switch-graph-15788} kind: Pod name: switch-graph-15788-6fd7bd5656-twm8c namespace: kserve-ci-e2e-test resourceVersion: "15209" uid: b34d9759-f7dc-43db-af7c-9b9c133cd98b kind: Event lastTimestamp: "2026-04-16T20:22:14Z" message: Container image "quay.io/opendatahub/kserve-router@sha256:5ddf7b68668839b048ac1f65cf22f5a7b21a1ddc89705b9e0ad240d64f017b66" already present on machine metadata: creationTimestamp: "2026-04-16T20:22:14Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-16T20:22:14Z" name: switch-graph-15788-6fd7bd5656-twm8c.18a6eff407140c87 namespace: kserve-ci-e2e-test resourceVersion: "15233" uid: 204cc5ae-3e64-4c94-823b-47476b894536 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-134-158.ec2.internal source: component: kubelet host: ip-10-0-134-158.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T20:22:14Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{switch-graph-15788} kind: Pod name: switch-graph-15788-6fd7bd5656-twm8c namespace: kserve-ci-e2e-test resourceVersion: "15209" uid: b34d9759-f7dc-43db-af7c-9b9c133cd98b kind: Event lastTimestamp: "2026-04-16T20:22:14Z" message: 'Created container: switch-graph-15788' metadata: creationTimestamp: "2026-04-16T20:22:14Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-16T20:22:14Z" name: switch-graph-15788-6fd7bd5656-twm8c.18a6eff409f28366 namespace: kserve-ci-e2e-test resourceVersion: "15235" uid: e9e3d837-86d4-4c64-8b7a-c0dc22652534 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-134-158.ec2.internal source: component: kubelet host: ip-10-0-134-158.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T20:22:14Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{switch-graph-15788} kind: Pod name: switch-graph-15788-6fd7bd5656-twm8c namespace: kserve-ci-e2e-test resourceVersion: "15209" uid: b34d9759-f7dc-43db-af7c-9b9c133cd98b kind: Event lastTimestamp: "2026-04-16T20:22:14Z" message: Started container switch-graph-15788 metadata: creationTimestamp: "2026-04-16T20:22:14Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-16T20:22:14Z" name: switch-graph-15788-6fd7bd5656-twm8c.18a6eff40a6681a0 namespace: kserve-ci-e2e-test resourceVersion: "15236" uid: 95e4da2e-224c-4f37-acb6-38ae56c369c7 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-134-158.ec2.internal source: component: kubelet host: ip-10-0-134-158.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T20:30:28Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{switch-graph-15788} kind: Pod name: switch-graph-15788-6fd7bd5656-twm8c namespace: kserve-ci-e2e-test resourceVersion: "15209" uid: b34d9759-f7dc-43db-af7c-9b9c133cd98b kind: Event lastTimestamp: "2026-04-16T20:30:28Z" message: Stopping container switch-graph-15788 metadata: creationTimestamp: "2026-04-16T20:30:28Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-16T20:30:28Z" name: switch-graph-15788-6fd7bd5656-twm8c.18a6f066fae0b608 namespace: kserve-ci-e2e-test resourceVersion: "18720" uid: 4889c633-4883-43fc-bcd5-4632d402cb75 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-134-158.ec2.internal source: component: kubelet host: ip-10-0-134-158.ec2.internal type: Normal - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-04-16T20:30:31Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{switch-graph-15788} kind: Pod name: switch-graph-15788-6fd7bd5656-twm8c namespace: kserve-ci-e2e-test resourceVersion: "15209" uid: b34d9759-f7dc-43db-af7c-9b9c133cd98b kind: Event lastTimestamp: "2026-04-16T20:30:56Z" message: 'Readiness probe failed: HTTP probe failed with statuscode: 503' metadata: creationTimestamp: "2026-04-16T20:30:31Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-16T20:30:56Z" name: switch-graph-15788-6fd7bd5656-twm8c.18a6f067c00b2d4e namespace: kserve-ci-e2e-test resourceVersion: "19037" uid: 19f6cd98-d33a-404c-988e-c69147254915 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-134-158.ec2.internal source: component: kubelet host: ip-10-0-134-158.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T20:22:13Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: switch-graph-15788-6fd7bd5656 namespace: kserve-ci-e2e-test resourceVersion: "15203" uid: b0c2b7ae-c5ee-47b6-b2b2-fe661000ee2c kind: Event lastTimestamp: "2026-04-16T20:22:13Z" message: 'Created pod: switch-graph-15788-6fd7bd5656-twm8c' metadata: creationTimestamp: "2026-04-16T20:22:13Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-16T20:22:13Z" name: switch-graph-15788-6fd7bd5656.18a6eff3c84b0130 namespace: kserve-ci-e2e-test resourceVersion: "15208" uid: 69b10cf5-8482-41c9-a3e6-551ac688c75c reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T20:22:13Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: switch-graph-15788 namespace: kserve-ci-e2e-test resourceVersion: "15201" uid: 65e90ead-8eea-4e91-be40-f8652a06a512 kind: Event lastTimestamp: "2026-04-16T20:22:13Z" message: Scaled up replica set switch-graph-15788-6fd7bd5656 from 0 to 1 metadata: creationTimestamp: "2026-04-16T20:22:13Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-16T20:22:13Z" name: switch-graph-15788.18a6eff3c67fc89d namespace: kserve-ci-e2e-test resourceVersion: "15204" uid: 03ba6891-f7ea-434e-b6e9-2b056ea839e8 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T20:22:13Z" involvedObject: apiVersion: serving.kserve.io/v1alpha1 kind: InferenceGraph name: switch-graph-15788 namespace: kserve-ci-e2e-test resourceVersion: "15217" uid: c759bec8-9bf7-48e2-a579-6fd18e4f0fb5 kind: Event lastTimestamp: "2026-04-16T20:22:13Z" message: InferenceGraph [switch-graph-15788] is Ready metadata: creationTimestamp: "2026-04-16T20:22:13Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-04-16T20:22:13Z" name: switch-graph-15788.18a6eff3cc929ecc namespace: kserve-ci-e2e-test resourceVersion: "15219" uid: 2077ed29-752a-4da4-bf20-85c80d7f142c reason: InferenceGraphReady reportingComponent: InferenceGraphController reportingInstance: "" source: component: InferenceGraphController type: Normal - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-04-16T20:22:28Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: switch-graph-15788 namespace: kserve-ci-e2e-test resourceVersion: "15202" uid: ac7a01a9-d3a9-44d4-b60a-adcad5f9f48b kind: Event lastTimestamp: "2026-04-16T20:22:43Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-04-16T20:22:28Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-16T20:22:43Z" name: switch-graph-15788.18a6eff7454ecfe6 namespace: kserve-ci-e2e-test resourceVersion: "15486" uid: 90d25ec6-2171-4d4d-a6f4-b88b57d0389e reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-04-16T20:22:28Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: switch-graph-15788 namespace: kserve-ci-e2e-test resourceVersion: "15202" uid: ac7a01a9-d3a9-44d4-b60a-adcad5f9f48b kind: Event lastTimestamp: "2026-04-16T20:22:43Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-04-16T20:22:28Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-16T20:22:43Z" name: switch-graph-15788.18a6eff745aa5780 namespace: kserve-ci-e2e-test resourceVersion: "15487" uid: 801b9398-9c20-4256-a71d-2b9a93e7ad0e reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - action: Binding apiVersion: v1 eventTime: "2026-04-16T20:20:48.889059Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: switch-graph-19633-6665f68b97-zqmlg namespace: kserve-ci-e2e-test resourceVersion: "14134" uid: 0afef93a-f293-4d32-a792-6189db0c28dd kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/switch-graph-19633-6665f68b97-zqmlg to ip-10-0-134-158.ec2.internal metadata: creationTimestamp: "2026-04-16T20:20:48Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-04-16T20:20:48Z" name: switch-graph-19633-6665f68b97-zqmlg.18a6efe01d645730 namespace: kserve-ci-e2e-test resourceVersion: "14139" uid: b7f10f23-98f6-44c6-b1e6-5d116d4bf4f6 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-64b5c5c6fd-mbl98 source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T20:20:49Z" involvedObject: apiVersion: v1 kind: Pod name: switch-graph-19633-6665f68b97-zqmlg namespace: kserve-ci-e2e-test resourceVersion: "14137" uid: 0afef93a-f293-4d32-a792-6189db0c28dd kind: Event lastTimestamp: "2026-04-16T20:20:49Z" message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "switch-graph-19633-serving-cert" not found' metadata: creationTimestamp: "2026-04-16T20:20:49Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-16T20:20:49Z" name: switch-graph-19633-6665f68b97-zqmlg.18a6efe02800058c namespace: kserve-ci-e2e-test resourceVersion: "14149" uid: 90da749e-f516-4aeb-9b79-6eabb919b459 reason: FailedMount reportingComponent: kubelet reportingInstance: ip-10-0-134-158.ec2.internal source: component: kubelet host: ip-10-0-134-158.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T20:20:49Z" involvedObject: apiVersion: v1 kind: Pod name: switch-graph-19633-6665f68b97-zqmlg namespace: kserve-ci-e2e-test resourceVersion: "14143" uid: 0afef93a-f293-4d32-a792-6189db0c28dd kind: Event lastTimestamp: "2026-04-16T20:20:49Z" message: Add eth0 [10.133.0.24/23] from ovn-kubernetes metadata: creationTimestamp: "2026-04-16T20:20:49Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-04-16T20:20:49Z" name: switch-graph-19633-6665f68b97-zqmlg.18a6efe05a220f0e namespace: kserve-ci-e2e-test resourceVersion: "14157" uid: 29ea52fb-811f-48f6-b7eb-06578049c4ab reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T20:20:49Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{switch-graph-19633} kind: Pod name: switch-graph-19633-6665f68b97-zqmlg namespace: kserve-ci-e2e-test resourceVersion: "14137" uid: 0afef93a-f293-4d32-a792-6189db0c28dd kind: Event lastTimestamp: "2026-04-16T20:20:49Z" message: Pulling image "quay.io/opendatahub/kserve-router@sha256:5ddf7b68668839b048ac1f65cf22f5a7b21a1ddc89705b9e0ad240d64f017b66" metadata: creationTimestamp: "2026-04-16T20:20:49Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-16T20:20:49Z" name: switch-graph-19633-6665f68b97-zqmlg.18a6efe05b45c33e namespace: kserve-ci-e2e-test resourceVersion: "14159" uid: 9d70bd3b-b3d4-42e5-88b6-a0382c7a467d reason: Pulling reportingComponent: kubelet reportingInstance: ip-10-0-134-158.ec2.internal source: component: kubelet host: ip-10-0-134-158.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T20:20:52Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{switch-graph-19633} kind: Pod name: switch-graph-19633-6665f68b97-zqmlg namespace: kserve-ci-e2e-test resourceVersion: "14137" uid: 0afef93a-f293-4d32-a792-6189db0c28dd kind: Event lastTimestamp: "2026-04-16T20:20:52Z" message: 'Successfully pulled image "quay.io/opendatahub/kserve-router@sha256:5ddf7b68668839b048ac1f65cf22f5a7b21a1ddc89705b9e0ad240d64f017b66" in 2.384s (2.384s including waiting). Image size: 216233534 bytes.' metadata: creationTimestamp: "2026-04-16T20:20:52Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-16T20:20:52Z" name: switch-graph-19633-6665f68b97-zqmlg.18a6efe0e96af1dd namespace: kserve-ci-e2e-test resourceVersion: "14177" uid: 984889e8-e719-4a5b-adc9-471591bd7ccf reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-134-158.ec2.internal source: component: kubelet host: ip-10-0-134-158.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T20:20:52Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{switch-graph-19633} kind: Pod name: switch-graph-19633-6665f68b97-zqmlg namespace: kserve-ci-e2e-test resourceVersion: "14137" uid: 0afef93a-f293-4d32-a792-6189db0c28dd kind: Event lastTimestamp: "2026-04-16T20:20:52Z" message: 'Created container: switch-graph-19633' metadata: creationTimestamp: "2026-04-16T20:20:52Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-16T20:20:52Z" name: switch-graph-19633-6665f68b97-zqmlg.18a6efe0ec9ea136 namespace: kserve-ci-e2e-test resourceVersion: "14178" uid: c7126099-1173-4046-8f1f-7575eab4d146 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-134-158.ec2.internal source: component: kubelet host: ip-10-0-134-158.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T20:20:52Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{switch-graph-19633} kind: Pod name: switch-graph-19633-6665f68b97-zqmlg namespace: kserve-ci-e2e-test resourceVersion: "14137" uid: 0afef93a-f293-4d32-a792-6189db0c28dd kind: Event lastTimestamp: "2026-04-16T20:20:52Z" message: Started container switch-graph-19633 metadata: creationTimestamp: "2026-04-16T20:20:52Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-16T20:20:52Z" name: switch-graph-19633-6665f68b97-zqmlg.18a6efe0ed1175f6 namespace: kserve-ci-e2e-test resourceVersion: "14179" uid: eb6368cf-d411-457a-9d35-fcce6b061630 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-134-158.ec2.internal source: component: kubelet host: ip-10-0-134-158.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T20:21:03Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{switch-graph-19633} kind: Pod name: switch-graph-19633-6665f68b97-zqmlg namespace: kserve-ci-e2e-test resourceVersion: "14137" uid: 0afef93a-f293-4d32-a792-6189db0c28dd kind: Event lastTimestamp: "2026-04-16T20:21:03Z" message: Stopping container switch-graph-19633 metadata: creationTimestamp: "2026-04-16T20:21:03Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-16T20:21:03Z" name: switch-graph-19633-6665f68b97-zqmlg.18a6efe36cd551d8 namespace: kserve-ci-e2e-test resourceVersion: "14283" uid: 7c94834c-fa01-4f02-8ef0-5d34a925c3ab reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-134-158.ec2.internal source: component: kubelet host: ip-10-0-134-158.ec2.internal type: Normal - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-04-16T20:21:04Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{switch-graph-19633} kind: Pod name: switch-graph-19633-6665f68b97-zqmlg namespace: kserve-ci-e2e-test resourceVersion: "14137" uid: 0afef93a-f293-4d32-a792-6189db0c28dd kind: Event lastTimestamp: "2026-04-16T20:21:29Z" message: 'Readiness probe failed: HTTP probe failed with statuscode: 503' metadata: creationTimestamp: "2026-04-16T20:21:04Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-16T20:21:29Z" name: switch-graph-19633-6665f68b97-zqmlg.18a6efe3ad27cdf0 namespace: kserve-ci-e2e-test resourceVersion: "14631" uid: 65f76a55-d42e-4205-b6a7-e486156df962 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-134-158.ec2.internal source: component: kubelet host: ip-10-0-134-158.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T20:20:48Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: switch-graph-19633-6665f68b97 namespace: kserve-ci-e2e-test resourceVersion: "14131" uid: a059f32b-8585-4877-9a93-d3c6654b5dda kind: Event lastTimestamp: "2026-04-16T20:20:48Z" message: 'Created pod: switch-graph-19633-6665f68b97-zqmlg' metadata: creationTimestamp: "2026-04-16T20:20:48Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-16T20:20:48Z" name: switch-graph-19633-6665f68b97.18a6efe01cd5f964 namespace: kserve-ci-e2e-test resourceVersion: "14136" uid: 596eaec0-c937-4da6-9db4-64fbe955821c reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T20:20:48Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: switch-graph-19633 namespace: kserve-ci-e2e-test resourceVersion: "14128" uid: fa487dbd-ca31-4a92-92c4-d72d8795ae9b kind: Event lastTimestamp: "2026-04-16T20:20:48Z" message: Scaled up replica set switch-graph-19633-6665f68b97 from 0 to 1 metadata: creationTimestamp: "2026-04-16T20:20:48Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-16T20:20:48Z" name: switch-graph-19633.18a6efe01bd37865 namespace: kserve-ci-e2e-test resourceVersion: "14132" uid: f35afb58-051c-4e16-beb1-fb1890aaa65a reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T20:20:48Z" involvedObject: apiVersion: serving.kserve.io/v1alpha1 kind: InferenceGraph name: switch-graph-19633 namespace: kserve-ci-e2e-test resourceVersion: "14145" uid: 8747aa46-5daa-4aa9-8336-0fe99343cbf2 kind: Event lastTimestamp: "2026-04-16T20:20:48Z" message: InferenceGraph [switch-graph-19633] is Ready metadata: creationTimestamp: "2026-04-16T20:20:48Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-04-16T20:20:48Z" name: switch-graph-19633.18a6efe020c2bd5d namespace: kserve-ci-e2e-test resourceVersion: "14147" uid: 91256b29-c901-4377-8ae5-0191e69a341e reason: InferenceGraphReady reportingComponent: InferenceGraphController reportingInstance: "" source: component: InferenceGraphController type: Normal - action: Binding apiVersion: v1 eventTime: "2026-04-16T20:43:09.358829Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: switch-graph-a03d4-7967858c6b-gzxdj namespace: kserve-ci-e2e-test resourceVersion: "25399" uid: d98ff6a5-3a67-4285-94d0-d7659e0c9414 kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/switch-graph-a03d4-7967858c6b-gzxdj to ip-10-0-134-158.ec2.internal metadata: creationTimestamp: "2026-04-16T20:43:09Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-04-16T20:43:09Z" name: switch-graph-a03d4-7967858c6b-gzxdj.18a6f118379dd1f5 namespace: kserve-ci-e2e-test resourceVersion: "25405" uid: 33e75903-1911-42be-adc2-c6777a6ae90b reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-64b5c5c6fd-mbl98 source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T20:43:09Z" involvedObject: apiVersion: v1 kind: Pod name: switch-graph-a03d4-7967858c6b-gzxdj namespace: kserve-ci-e2e-test resourceVersion: "25403" uid: d98ff6a5-3a67-4285-94d0-d7659e0c9414 kind: Event lastTimestamp: "2026-04-16T20:43:09Z" message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "switch-graph-a03d4-serving-cert" not found' metadata: creationTimestamp: "2026-04-16T20:43:09Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-16T20:43:09Z" name: switch-graph-a03d4-7967858c6b-gzxdj.18a6f1184162d4ab namespace: kserve-ci-e2e-test resourceVersion: "25414" uid: dae713ca-c4fe-4efd-97ca-b1d00c59e154 reason: FailedMount reportingComponent: kubelet reportingInstance: ip-10-0-134-158.ec2.internal source: component: kubelet host: ip-10-0-134-158.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T20:43:10Z" involvedObject: apiVersion: v1 kind: Pod name: switch-graph-a03d4-7967858c6b-gzxdj namespace: kserve-ci-e2e-test resourceVersion: "25408" uid: d98ff6a5-3a67-4285-94d0-d7659e0c9414 kind: Event lastTimestamp: "2026-04-16T20:43:10Z" message: Add eth0 [10.133.0.33/23] from ovn-kubernetes metadata: creationTimestamp: "2026-04-16T20:43:10Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-04-16T20:43:10Z" name: switch-graph-a03d4-7967858c6b-gzxdj.18a6f11874286bcb namespace: kserve-ci-e2e-test resourceVersion: "25425" uid: 5a765398-cff4-4860-9486-180cb0d68d23 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T20:43:10Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{switch-graph-a03d4} kind: Pod name: switch-graph-a03d4-7967858c6b-gzxdj namespace: kserve-ci-e2e-test resourceVersion: "25403" uid: d98ff6a5-3a67-4285-94d0-d7659e0c9414 kind: Event lastTimestamp: "2026-04-16T20:43:10Z" message: Container image "quay.io/opendatahub/kserve-router@sha256:5ddf7b68668839b048ac1f65cf22f5a7b21a1ddc89705b9e0ad240d64f017b66" already present on machine metadata: creationTimestamp: "2026-04-16T20:43:10Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-16T20:43:10Z" name: switch-graph-a03d4-7967858c6b-gzxdj.18a6f1187557e389 namespace: kserve-ci-e2e-test resourceVersion: "25427" uid: a8fbf871-c495-4312-9437-43cb5bddff72 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-134-158.ec2.internal source: component: kubelet host: ip-10-0-134-158.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T20:43:10Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{switch-graph-a03d4} kind: Pod name: switch-graph-a03d4-7967858c6b-gzxdj namespace: kserve-ci-e2e-test resourceVersion: "25403" uid: d98ff6a5-3a67-4285-94d0-d7659e0c9414 kind: Event lastTimestamp: "2026-04-16T20:43:10Z" message: 'Created container: switch-graph-a03d4' metadata: creationTimestamp: "2026-04-16T20:43:10Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-16T20:43:10Z" name: switch-graph-a03d4-7967858c6b-gzxdj.18a6f118783ee45d namespace: kserve-ci-e2e-test resourceVersion: "25430" uid: a8ee82f2-421d-499c-97cd-e02485ae60e1 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-134-158.ec2.internal source: component: kubelet host: ip-10-0-134-158.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T20:43:10Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{switch-graph-a03d4} kind: Pod name: switch-graph-a03d4-7967858c6b-gzxdj namespace: kserve-ci-e2e-test resourceVersion: "25403" uid: d98ff6a5-3a67-4285-94d0-d7659e0c9414 kind: Event lastTimestamp: "2026-04-16T20:43:10Z" message: Started container switch-graph-a03d4 metadata: creationTimestamp: "2026-04-16T20:43:10Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-16T20:43:10Z" name: switch-graph-a03d4-7967858c6b-gzxdj.18a6f11878af51c3 namespace: kserve-ci-e2e-test resourceVersion: "25431" uid: ee8d3a7a-2e83-4adc-9cbb-d3af7b47d547 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-134-158.ec2.internal source: component: kubelet host: ip-10-0-134-158.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T20:59:28Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{switch-graph-a03d4} kind: Pod name: switch-graph-a03d4-7967858c6b-gzxdj namespace: kserve-ci-e2e-test resourceVersion: "25403" uid: d98ff6a5-3a67-4285-94d0-d7659e0c9414 kind: Event lastTimestamp: "2026-04-16T20:59:28Z" message: Stopping container switch-graph-a03d4 metadata: creationTimestamp: "2026-04-16T20:59:28Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-16T20:59:28Z" name: switch-graph-a03d4-7967858c6b-gzxdj.18a6f1fc3f151d4d namespace: kserve-ci-e2e-test resourceVersion: "32565" uid: c0d6385f-dfe2-4205-868a-d22b7abbdfa8 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-134-158.ec2.internal source: component: kubelet host: ip-10-0-134-158.ec2.internal type: Normal - apiVersion: v1 count: 4 eventTime: null firstTimestamp: "2026-04-16T20:59:31Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{switch-graph-a03d4} kind: Pod name: switch-graph-a03d4-7967858c6b-gzxdj namespace: kserve-ci-e2e-test resourceVersion: "25403" uid: d98ff6a5-3a67-4285-94d0-d7659e0c9414 kind: Event lastTimestamp: "2026-04-16T20:59:46Z" message: 'Readiness probe failed: HTTP probe failed with statuscode: 503' metadata: creationTimestamp: "2026-04-16T20:59:31Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-16T20:59:46Z" name: switch-graph-a03d4-7967858c6b-gzxdj.18a6f1fcff73c759 namespace: kserve-ci-e2e-test resourceVersion: "32771" uid: 12bbe060-111d-4750-91aa-ebb1b58aa7cb reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-134-158.ec2.internal source: component: kubelet host: ip-10-0-134-158.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T20:43:09Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: switch-graph-a03d4-7967858c6b namespace: kserve-ci-e2e-test resourceVersion: "25396" uid: 7a0dcb4d-d6aa-4dbf-9852-5d25e00c15c7 kind: Event lastTimestamp: "2026-04-16T20:43:09Z" message: 'Created pod: switch-graph-a03d4-7967858c6b-gzxdj' metadata: creationTimestamp: "2026-04-16T20:43:09Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-16T20:43:09Z" name: switch-graph-a03d4-7967858c6b.18a6f1183706f468 namespace: kserve-ci-e2e-test resourceVersion: "25401" uid: 4e3af6ca-ada9-4e4d-b823-c92a0475c334 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T20:43:09Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: switch-graph-a03d4 namespace: kserve-ci-e2e-test resourceVersion: "25394" uid: ef123df7-d1ca-446e-b2b2-0b7e1c6eb31e kind: Event lastTimestamp: "2026-04-16T20:43:09Z" message: Scaled up replica set switch-graph-a03d4-7967858c6b from 0 to 1 metadata: creationTimestamp: "2026-04-16T20:43:09Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-16T20:43:09Z" name: switch-graph-a03d4.18a6f118361ba062 namespace: kserve-ci-e2e-test resourceVersion: "25397" uid: d0b79390-4c17-44fa-b338-cfa416b5d38e reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T20:43:09Z" involvedObject: apiVersion: serving.kserve.io/v1alpha1 kind: InferenceGraph name: switch-graph-a03d4 namespace: kserve-ci-e2e-test resourceVersion: "25410" uid: eeded1c0-ad06-4b71-9112-b881d24e2e1e kind: Event lastTimestamp: "2026-04-16T20:43:09Z" message: InferenceGraph [switch-graph-a03d4] is Ready metadata: creationTimestamp: "2026-04-16T20:43:09Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-04-16T20:43:09Z" name: switch-graph-a03d4.18a6f1183990f652 namespace: kserve-ci-e2e-test resourceVersion: "25411" uid: 913a8ef7-c961-4c9c-ad8d-340d5696099e reason: InferenceGraphReady reportingComponent: InferenceGraphController reportingInstance: "" source: component: InferenceGraphController type: Normal - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-04-16T20:43:24Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: switch-graph-a03d4 namespace: kserve-ci-e2e-test resourceVersion: "25395" uid: 34dac6ed-0aa0-4fe9-8353-e461d359f0e9 kind: Event lastTimestamp: "2026-04-16T20:43:54Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-04-16T20:43:24Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-16T20:43:54Z" name: switch-graph-a03d4.18a6f11bb48d689b namespace: kserve-ci-e2e-test resourceVersion: "25826" uid: c9ef3124-3963-4b83-a56b-1ebf5eb4dd95 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-04-16T20:43:24Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: switch-graph-a03d4 namespace: kserve-ci-e2e-test resourceVersion: "25395" uid: 34dac6ed-0aa0-4fe9-8353-e461d359f0e9 kind: Event lastTimestamp: "2026-04-16T20:43:54Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-04-16T20:43:24Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-16T20:43:54Z" name: switch-graph-a03d4.18a6f11bb4e9d532 namespace: kserve-ci-e2e-test resourceVersion: "25827" uid: dae51100-ab6b-486e-8531-e0042db0b05d reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning kind: EventList metadata: resourceVersion: "32802"